benchmark-analyzer / collated_results.csv
sayakpaul's picture
sayakpaul HF Staff
upload from sha: f5c113e4395bc373ab540fc5a1f7490b7120c40f
335f3c2 verified
raw
history blame
2.22 kB
scenario,model_cls,num_params_B,flops_G,time_plain_s,mem_plain_GB,time_compile_s,mem_compile_GB,fullgraph,mode,github_sha
black-forest-labs/FLUX.1-dev-bf16,FluxTransformer2DModel,11.9,59523.04,0.533 (0.547),22.63,0.373 (0.383),22.73,True,default,f5c113e4395bc373ab540fc5a1f7490b7120c40f
black-forest-labs/FLUX.1-dev-bnb-nf4,FluxTransformer2DModel,5.95,nan,0.56 (0.57),6.72,nan,nan,,,f5c113e4395bc373ab540fc5a1f7490b7120c40f
black-forest-labs/FLUX.1-dev-layerwise-upcasting,FluxTransformer2DModel,11.9,59523.04,0.597 (0.603),22.18,nan,nan,,,f5c113e4395bc373ab540fc5a1f7490b7120c40f
black-forest-labs/FLUX.1-dev-group-offload-leaf,FluxTransformer2DModel,11.9,59523.04,1.891 (1.893),0.55,nan,nan,,,f5c113e4395bc373ab540fc5a1f7490b7120c40f
Lightricks/LTX-Video-0.9.7-dev-bf16,LTXVideoTransformer3DModel,13.04,167565.8,1.634 (1.681),25.22,1.098 (1.146),25.31,True,default,f5c113e4395bc373ab540fc5a1f7490b7120c40f
Lightricks/LTX-Video-0.9.7-dev-layerwise-upcasting,LTXVideoTransformer3DModel,13.04,167565.8,1.702 (1.725),24.38,nan,nan,,,f5c113e4395bc373ab540fc5a1f7490b7120c40f
Lightricks/LTX-Video-0.9.7-dev-group-offload-leaf,LTXVideoTransformer3DModel,13.04,167565.8,2.792 (2.81),1.05,nan,nan,,,f5c113e4395bc373ab540fc5a1f7490b7120c40f
stabilityai/stable-diffusion-xl-base-1.0-bf16,UNet2DConditionModel,2.57,5979.1,0.07 (0.067),5.05,0.052 (0.055),5.24,True,default,f5c113e4395bc373ab540fc5a1f7490b7120c40f
stabilityai/stable-diffusion-xl-base-1.0-layerwise-upcasting,UNet2DConditionModel,2.57,5979.1,0.142 (0.148),4.89,nan,nan,,,f5c113e4395bc373ab540fc5a1f7490b7120c40f
stabilityai/stable-diffusion-xl-base-1.0-group-offload-leaf,UNet2DConditionModel,2.57,5979.1,0.504 (0.509),0.2,nan,nan,,,f5c113e4395bc373ab540fc5a1f7490b7120c40f
Wan-AI/Wan2.1-T2V-14B-Diffusers-bf16,WanTransformer3DModel,14.29,785570.99,11.224 (11.536),30.25,8.832 (8.817),31.78,True,default,f5c113e4395bc373ab540fc5a1f7490b7120c40f
Wan-AI/Wan2.1-T2V-14B-Diffusers-layerwise-upcasting,WanTransformer3DModel,14.29,785570.99,11.191 (11.47),26.78,nan,nan,,,f5c113e4395bc373ab540fc5a1f7490b7120c40f
Wan-AI/Wan2.1-T2V-14B-Diffusers-group-offload-leaf,WanTransformer3DModel,14.29,785570.99,11.915 (11.835),3.54,nan,nan,,,f5c113e4395bc373ab540fc5a1f7490b7120c40f