benchmark-analyzer / collated_results.csv
sayakpaul's picture
sayakpaul HF Staff
upload from sha: 1745e451a72c9f51209b5a84ec0533fb075e77d7
f628a53 verified
raw
history blame
2.29 kB
scenario,model_cls,num_params_B,flops_G,time_plain_s,mem_plain_GB,time_compile_s,mem_compile_GB,fullgraph,mode,github_sha
black-forest-labs/FLUX.1-dev-bf16,FluxTransformer2DModel,11.9,59529.52,0.535 (0.532),22.61,0.378 (0.377),22.7,True,default,1745e451a72c9f51209b5a84ec0533fb075e77d7
black-forest-labs/FLUX.1-dev-bnb-nf4,FluxTransformer2DModel,5.95,nan,0.559 (0.563),6.7,nan,nan,,,1745e451a72c9f51209b5a84ec0533fb075e77d7
black-forest-labs/FLUX.1-dev-layerwise-upcasting,FluxTransformer2DModel,11.9,59529.52,0.596 (0.598),22.18,nan,nan,,,1745e451a72c9f51209b5a84ec0533fb075e77d7
black-forest-labs/FLUX.1-dev-group-offload-leaf,FluxTransformer2DModel,11.9,59529.52,1.896 (1.897),0.53,nan,nan,,,1745e451a72c9f51209b5a84ec0533fb075e77d7
Lightricks/LTX-Video-0.9.7-dev-bf16,LTXVideoTransformer3DModel,13.04,167583.45,1.619 (1.601),25.22 (25.21),1.099,25.31,True,default,1745e451a72c9f51209b5a84ec0533fb075e77d7
Lightricks/LTX-Video-0.9.7-dev-layerwise-upcasting,LTXVideoTransformer3DModel,13.04,167583.45,1.666 (1.661),24.38,nan,nan,,,1745e451a72c9f51209b5a84ec0533fb075e77d7
Lightricks/LTX-Video-0.9.7-dev-group-offload-leaf,LTXVideoTransformer3DModel,13.04,167583.45,2.768 (2.761),1.05 (1.04),nan,nan,,,1745e451a72c9f51209b5a84ec0533fb075e77d7
stabilityai/stable-diffusion-xl-base-1.0-bf16,UNet2DConditionModel,2.57,5979.1,0.077 (0.076),5.05,0.054 (0.055),5.24,True,default,1745e451a72c9f51209b5a84ec0533fb075e77d7
stabilityai/stable-diffusion-xl-base-1.0-layerwise-upcasting,UNet2DConditionModel,2.57,5979.1,0.156 (0.162),4.89,nan,nan,,,1745e451a72c9f51209b5a84ec0533fb075e77d7
stabilityai/stable-diffusion-xl-base-1.0-group-offload-leaf,UNet2DConditionModel,2.57,5979.1,0.517 (0.518),0.2,nan,nan,,,1745e451a72c9f51209b5a84ec0533fb075e77d7
Wan-AI/Wan2.1-T2V-14B-Diffusers-bf16,WanTransformer3DModel,14.29,785651.93 (785611.67),11.485 (10.966),30.24 (31.17),8.776 (8.59),31.78 (31.77),True,default,1745e451a72c9f51209b5a84ec0533fb075e77d7
Wan-AI/Wan2.1-T2V-14B-Diffusers-layerwise-upcasting,WanTransformer3DModel,14.29,785651.93 (785611.67),11.028 (10.913),26.78,nan,nan,,,1745e451a72c9f51209b5a84ec0533fb075e77d7
Wan-AI/Wan2.1-T2V-14B-Diffusers-group-offload-leaf,WanTransformer3DModel,14.29,785651.93 (785611.67),11.736 (11.254),3.49 (4.48),nan,nan,,,1745e451a72c9f51209b5a84ec0533fb075e77d7