benchmark-analyzer / collated_results.csv
sayakpaul's picture
sayakpaul HF Staff
upload from sha: 17c0e79dbdf53fb6705e9c09cc1a854b84c39249
fc61057 verified
scenario,model_cls,num_params_B,flops_G,time_plain_s,mem_plain_GB,time_compile_s,mem_compile_GB,fullgraph,mode,github_sha
black-forest-labs/FLUX.1-dev-bf16,FluxTransformer2DModel,11.9,59523.04,0.489 (0.493),22.64,0.375 (0.374),22.57,True,default,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
black-forest-labs/FLUX.1-dev-bnb-nf4,FluxTransformer2DModel,5.95,nan,0.519 (0.512),6.72,nan,nan,,,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
black-forest-labs/FLUX.1-dev-layerwise-upcasting,FluxTransformer2DModel,11.9,59523.04,0.55 (0.549),22.19,nan,nan,,,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
black-forest-labs/FLUX.1-dev-group-offload-leaf,FluxTransformer2DModel,11.9,59523.04,1.86 (1.859),0.56,nan,nan,,,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
Lightricks/LTX-Video-0.9.7-dev-bf16,LTXVideoTransformer3DModel,13.04,167565.8,1.422 (1.434),25.22,1.107 (1.108),25.02,True,default,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
Lightricks/LTX-Video-0.9.7-dev-layerwise-upcasting,LTXVideoTransformer3DModel,13.04,167565.8,1.476 (1.483),24.38,nan,nan,,,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
Lightricks/LTX-Video-0.9.7-dev-group-offload-leaf,LTXVideoTransformer3DModel,13.04,167565.8,2.571 (2.561),1.05,nan,nan,,,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
stabilityai/stable-diffusion-xl-base-1.0-bf16,UNet2DConditionModel,2.57,5979.1,0.071 (0.07),5.05,0.052 (0.053),5.13,True,default,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
stabilityai/stable-diffusion-xl-base-1.0-layerwise-upcasting,UNet2DConditionModel,2.57,5979.1,0.14 (0.137),4.89,nan,nan,,,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
stabilityai/stable-diffusion-xl-base-1.0-group-offload-leaf,UNet2DConditionModel,2.57,5979.1,0.499 (0.495),0.2,nan,nan,,,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
Wan-AI/Wan2.1-T2V-14B-Diffusers-bf16,WanTransformer3DModel,14.29,785570.99,10.536 (10.842),30.24,8.769 (8.5),30.92,True,default,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
Wan-AI/Wan2.1-T2V-14B-Diffusers-layerwise-upcasting,WanTransformer3DModel,14.29,785570.99,10.668 (10.102),26.78,nan,nan,,,17c0e79dbdf53fb6705e9c09cc1a854b84c39249
Wan-AI/Wan2.1-T2V-14B-Diffusers-group-offload-leaf,WanTransformer3DModel,14.29,785570.99,11.195 (10.75),3.5,nan,nan,,,17c0e79dbdf53fb6705e9c09cc1a854b84c39249