framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,backend
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,128,0.004956159889698029,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,128,0.04661248207092285,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,256,0.00502784013748169,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,256,0.04637695789337158,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,512,0.005038080215454101,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,512,0.04673535823822021,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,1024,0.0050687998533248905,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,1024,0.0469708776473999,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,2048,0.0050687998533248905,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,2048,0.04655104160308838,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,4096,0.005171200037002563,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,4096,0.04619264125823975,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,8192,0.005222399830818176,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,8192,0.0466431999206543,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,16384,0.005478399991989136,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,16384,0.04660223960876465,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,32768,0.005447679758071899,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,32768,0.04700160026550293,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,65536,0.005877760052680969,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,65536,0.04661248207092285,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,131072,0.006410239934921265,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,131072,0.04681727886199951,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,262144,0.0078438401222229,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,262144,0.04709375858306884,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,524288,0.011110399961471559,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,524288,0.14215167999267578,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,1048576,0.015073280334472656,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,1048576,0.04794367790222168,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,2097152,0.025477120876312254,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,2097152,0.047759361267089843,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,4194304,0.09034751892089844,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,4194304,0.09822208404541015,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,8388608,0.12852224349975586,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,8388608,0.14965760231018066,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,16777216,0.22374399185180663,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,16777216,0.2601164817810059,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,33554432,0.39299072265625,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,33554432,0.46383102416992184,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,67108864,0.7500697326660156,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,67108864,0.8947404479980469,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,134217728,1.4321151733398438,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,134217728,1.73154296875,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,268435456,2.8004864501953124,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,268435456,3.3802343749999997,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,2,536870912,5.376481323242187,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,2,536870912,6.541107177734375,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,128,0.004976640045642853,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,128,0.046786561012268066,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,256,0.005048320293426513,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,256,0.08578047752380372,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,512,0.0050995200872421265,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,512,0.08574975967407227,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,1024,0.005130239725112915,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,1024,0.08578047752380372,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,2048,0.005294079780578613,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,2048,0.08542207717895509,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,4096,0.005427200198173523,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,4096,0.05948416233062744,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,8192,0.0059699201583862304,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,8192,0.055326719284057614,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,16384,0.0060211199522018435,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,16384,0.04649983882904053,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,32768,0.006369280219078064,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,32768,0.04707327842712402,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,65536,0.007823359966278077,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,65536,0.04651008129119873,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,131072,0.010424319505691528,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,131072,0.0467251205444336,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,262144,0.014766080379486086,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,262144,0.04743167877197266,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,524288,0.018339840173721315,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,524288,0.08351743698120118,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,1048576,0.025937919616699216,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,1048576,0.047964158058166506,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,2097152,0.04058112144470215,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,2097152,0.053196802139282226,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,4194304,0.11860992431640624,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,4194304,0.12523520469665528,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,8388608,0.1844121551513672,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,8388608,0.2043801689147949,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,16777216,0.29074432373046877,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,16777216,0.32675838470458984,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,33554432,0.5488742446899414,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,33554432,0.6393241500854492,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,67108864,1.007820816040039,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,67108864,1.2068966674804689,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,134217728,1.9339672851562502,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,134217728,2.2349107360839846,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,268435456,3.7433242797851562,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,268435456,4.361543579101562,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,4,536870912,7.316060180664063,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,4,536870912,8.502210693359375,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,128,0.00558080017566681,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,128,0.08576000213623047,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,256,0.005437440276145935,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,256,0.08589311599731445,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,512,0.005652480125427246,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,512,0.04715519905090332,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,1024,0.0055398398637771604,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,1024,0.04702208042144775,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,2048,0.00591871976852417,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,2048,0.04861951828002929,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,4096,0.006348800063133239,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,4096,0.12605440139770507,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,8192,0.007014399766921997,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,8192,0.08683520317077636,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,16384,0.007229440212249756,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,16384,0.08461312294006348,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,32768,0.008325120210647583,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,32768,0.08484864234924316,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,65536,0.01078271985054016,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,65536,0.08437760353088379,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,131072,0.04826111793518066,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,131072,0.04685823917388916,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,262144,0.018903039693832398,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,262144,0.047831039428710934,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,524288,0.02161664009094238,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,524288,0.08566783905029297,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,1048576,0.028272640705108643,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,1048576,0.08546303749084473,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,2097152,0.046049280166625975,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,2097152,0.058613758087158206,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,4194304,0.12976127624511719,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,4194304,0.13692928314208985,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,8388608,0.2117836761474609,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,8388608,0.23453695297241212,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,16777216,0.3700223922729492,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,16777216,0.4055449676513672,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,33554432,0.5997158432006836,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,33554432,0.6697267150878906,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,67108864,1.178081283569336,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,67108864,1.3223423767089844,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,134217728,2.1856153869628905,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,134217728,2.515169219970703,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,268435456,4.231649169921875,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,268435456,4.8465509033203125,vllm_eager
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_graph,float16,8,536870912,8.259993896484374,vllm_graph
vLLM,0.12.0,NVIDIA A100-SXM4-80GB,all_reduce,vLLM_custom_eager,float16,8,536870912,9.4835302734375,vllm_eager
