framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,backend
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,128,0.004866879880428314,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,128,0.04437920093536377,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,256,0.004854080080986023,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,256,0.044035840034484866,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,512,0.004893760085105896,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,512,0.04405856132507324,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,1024,0.004885439872741699,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,1024,0.04357888221740723,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,2048,0.005016639828681946,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,2048,0.04363296031951904,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,4096,0.005286080241203308,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,4096,0.043604159355163576,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,8192,0.005336959958076477,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,8192,0.043789758682250976,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,16384,0.005222399830818176,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,16384,0.043946242332458495,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,32768,0.005502399802207947,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,32768,0.04395999908447266,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,65536,0.005743039846420288,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,65536,0.04435264110565186,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,131072,0.006568639874458312,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,131072,0.04420544147491455,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,262144,0.007985919713973999,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,262144,0.04386303901672363,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,524288,0.010695359706878663,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,524288,0.04400512218475342,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,1048576,0.015175360441207885,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,1048576,0.0441484785079956,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,2097152,0.025241279602050783,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,2097152,0.04436351776123047,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,4194304,0.08967519760131835,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,4194304,0.09773728370666504,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,8388608,0.12628128051757812,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,8388608,0.14892864227294922,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,16777216,0.2221900749206543,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,16777216,0.2601113510131836,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,33554432,0.38846881866455074,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,33554432,0.4639564895629883,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,67108864,0.7461465454101562,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,67108864,0.8946953582763673,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,134217728,1.4275698852539063,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,134217728,1.7291180419921877,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,268435456,2.7988735961914064,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,268435456,3.3913473510742187,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,536870912,5.394320678710938,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,536870912,6.553948364257812,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,128,0.0051500797271728516,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,128,0.05850751876831055,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,256,0.00516480028629303,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,256,0.04475008010864258,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,512,0.005223360061645508,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,512,0.04606239795684815,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,1024,0.005194560289382934,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,1024,0.045657920837402347,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,2048,0.005331519842147827,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,2048,0.04596096038818359,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,4096,0.005526080131530762,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,4096,0.04478720188140869,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,8192,0.0060016000270843506,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,8192,0.04485343933105469,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,16384,0.00599839985370636,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,16384,0.04470816135406494,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,32768,0.006566720008850098,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,32768,0.04640255928039551,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,65536,0.00778335988521576,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,65536,0.045170559883117675,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,131072,0.009912639856338501,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,131072,0.04479936122894287,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,262144,0.01454848051071167,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,262144,0.04524191856384278,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,524288,0.01834015965461731,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,524288,0.044836478233337404,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,1048576,0.026045761108398437,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,1048576,0.05821375846862793,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,2097152,0.04147679805755615,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,2097152,0.05367040157318115,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,4194304,0.1179593563079834,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,4194304,0.12348959922790528,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,8388608,0.1824998474121094,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,8388608,0.2029155158996582,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,16777216,0.288133430480957,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,16777216,0.3263417434692383,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,33554432,0.5400342559814453,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,33554432,0.6386508941650391,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,67108864,0.9963410949707031,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,67108864,1.189825897216797,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,134217728,1.9207142639160157,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,134217728,2.2368812561035156,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,268435456,3.721133117675781,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,268435456,4.361220092773438,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,536870912,7.295386352539063,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,536870912,8.485446166992187,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,128,0.005656960010528565,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,128,0.04898911952972412,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,256,0.005699840188026428,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,256,0.04452415943145752,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,512,0.0057775998115539556,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,512,0.04439712047576904,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,1024,0.005622079968452454,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,1024,0.044420480728149414,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,2048,0.014847040176391602,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,2048,0.044650559425354,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,4096,0.006322879791259765,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,4096,0.04485472202301025,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,8192,0.006537280082702638,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,8192,0.045413122177124024,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,16384,0.006905279755592346,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,16384,0.044688959121704105,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,32768,0.008432639837265015,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,32768,0.04473728179931641,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,65536,0.01135167956352234,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,65536,0.045262718200683595,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,131072,0.017125760316848752,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,131072,0.04462624073028564,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,262144,0.01886016011238098,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,262144,0.04475776195526123,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,524288,0.02170624017715454,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,524288,0.044458560943603516,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,1048576,0.02792896032333374,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,1048576,0.04460127830505371,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,2097152,0.04537055969238281,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,2097152,0.05824319839477539,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,4194304,0.1290060806274414,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,4194304,0.13802335739135743,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,8388608,0.2141916847229004,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,8388608,0.23889600753784182,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,16777216,0.364345588684082,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,16777216,0.4032246398925781,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,33554432,0.5941865539550781,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,33554432,0.6872402954101562,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,67108864,1.1608707427978515,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,67108864,1.3096322631835937,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,134217728,2.170238037109375,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,134217728,2.512779846191406,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,268435456,4.2229736328125,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,268435456,4.829260559082032,vllm_eager
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,536870912,8.250855102539063,vllm_graph
vLLM,0.14.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,536870912,9.481503295898438,vllm_eager
