upload from sha: 58bf2682612bc29b7cdb8a10ba6eee28a024d6d3

collated_results.csv

@@ -1,14 +1,14 @@
 scenario,model_cls,num_params_B,flops_G,time_plain_s,mem_plain_GB,time_compile_s,mem_compile_GB,fullgraph,mode,github_sha
-black-forest-labs/FLUX.1-dev-bf16,FluxTransformer2DModel,11.9,59523.04 (59529.52),0.55 (0.544),22.63 (22.64),0.381 (0.405),22.73,True,default,20e0740b882678353461455facc682494a493775
-black-forest-labs/FLUX.1-dev-bnb-nf4,FluxTransformer2DModel,5.95,nan,0.566 (0.577),6.72,nan,nan,,,20e0740b882678353461455facc682494a493775
-black-forest-labs/FLUX.1-dev-layerwise-upcasting,FluxTransformer2DModel,11.9,59523.04 (59529.52),0.604,22.18,nan,nan,,,20e0740b882678353461455facc682494a493775
-black-forest-labs/FLUX.1-dev-group-offload-leaf,FluxTransformer2DModel,11.9,59523.04 (59529.52),1.897 (1.9),0.55,nan,nan,,,20e0740b882678353461455facc682494a493775
-Lightricks/LTX-Video-0.9.7-dev-bf16,LTXVideoTransformer3DModel,13.04,167565.8 (167583.45),1.668 (1.638),25.22,1.131 (1.143),25.31,True,default,20e0740b882678353461455facc682494a493775
-Lightricks/LTX-Video-0.9.7-dev-layerwise-upcasting,LTXVideoTransformer3DModel,13.04,167565.8 (167583.45),1.727 (1.686),24.38,nan,nan,,,20e0740b882678353461455facc682494a493775
-Lightricks/LTX-Video-0.9.7-dev-group-offload-leaf,LTXVideoTransformer3DModel,13.04,167565.8 (167583.45),2.818 (2.774),1.05,nan,nan,,,20e0740b882678353461455facc682494a493775
-stabilityai/stable-diffusion-xl-base-1.0-bf16,UNet2DConditionModel,2.57,5979.1,0.075 (0.073),5.05,0.055 (0.056),5.24,True,default,20e0740b882678353461455facc682494a493775
-stabilityai/stable-diffusion-xl-base-1.0-layerwise-upcasting,UNet2DConditionModel,2.57,5979.1,0.16 (0.153),4.89,nan,nan,,,20e0740b882678353461455facc682494a493775
-stabilityai/stable-diffusion-xl-base-1.0-group-offload-leaf,UNet2DConditionModel,2.57,5979.1,0.523,0.2,nan,nan,,,20e0740b882678353461455facc682494a493775
-Wan-AI/Wan2.1-T2V-14B-Diffusers-bf16,WanTransformer3DModel,14.29,785570.99 (785651.93),11.627 (11.517),30.25 (30.24),8.735 (8.962),31.78,True,default,20e0740b882678353461455facc682494a493775
-Wan-AI/Wan2.1-T2V-14B-Diffusers-layerwise-upcasting,WanTransformer3DModel,14.29,785570.99 (785651.93),11.423 (11.414),26.78,nan,nan,,,20e0740b882678353461455facc682494a493775
-Wan-AI/Wan2.1-T2V-14B-Diffusers-group-offload-leaf,WanTransformer3DModel,14.29,785570.99 (785651.93),11.749 (12.137),3.54 (3.49),nan,nan,,,20e0740b882678353461455facc682494a493775
+black-forest-labs/FLUX.1-dev-bf16,FluxTransformer2DModel,11.9,59523.04,0.542 (0.55),22.63,0.387 (0.381),22.73,True,default,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+black-forest-labs/FLUX.1-dev-bnb-nf4,FluxTransformer2DModel,5.95,nan,0.565 (0.566),22.18 (6.72),nan,nan,,,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+black-forest-labs/FLUX.1-dev-layerwise-upcasting,FluxTransformer2DModel,11.9,59523.04,0.598 (0.604),22.18,nan,nan,,,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+black-forest-labs/FLUX.1-dev-group-offload-leaf,FluxTransformer2DModel,11.9,59523.04,1.89 (1.897),0.55,nan,nan,,,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+Lightricks/LTX-Video-0.9.7-dev-bf16,LTXVideoTransformer3DModel,13.04,167565.8,1.64 (1.668),25.22,1.103 (1.131),25.31,True,default,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+Lightricks/LTX-Video-0.9.7-dev-layerwise-upcasting,LTXVideoTransformer3DModel,13.04,167565.8,1.699 (1.727),24.38,nan,nan,,,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+Lightricks/LTX-Video-0.9.7-dev-group-offload-leaf,LTXVideoTransformer3DModel,13.04,167565.8,2.804 (2.818),1.05,nan,nan,,,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+stabilityai/stable-diffusion-xl-base-1.0-bf16,UNet2DConditionModel,2.57,5979.1,0.07 (0.075),5.05,0.053 (0.055),5.24,True,default,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+stabilityai/stable-diffusion-xl-base-1.0-layerwise-upcasting,UNet2DConditionModel,2.57,5979.1,0.143 (0.16),4.89,nan,nan,,,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+stabilityai/stable-diffusion-xl-base-1.0-group-offload-leaf,UNet2DConditionModel,2.57,5979.1,0.504 (0.523),0.2,nan,nan,,,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+Wan-AI/Wan2.1-T2V-14B-Diffusers-bf16,WanTransformer3DModel,14.29,785570.99,11.263 (11.627),30.25,8.585 (8.735),31.78,True,default,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+Wan-AI/Wan2.1-T2V-14B-Diffusers-layerwise-upcasting,WanTransformer3DModel,14.29,785570.99,11.337 (11.423),26.78,nan,nan,,,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3
+Wan-AI/Wan2.1-T2V-14B-Diffusers-group-offload-leaf,WanTransformer3DModel,14.29,785570.99,11.757 (11.749),3.54,nan,nan,,,58bf2682612bc29b7cdb8a10ba6eee28a024d6d3