framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,implementation
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,128,0.003948479890823364,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,256,0.0039740800857543945,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,512,0.004051840007305145,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,1024,0.004433920085430145,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,2048,0.004148800075054169,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,4096,0.00445472002029419,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,8192,0.004555839896202087,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,16384,0.004534080028533936,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,32768,0.004557119905948639,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,65536,0.004753600060939789,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,131072,0.004960319995880127,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,262144,0.005393919944763183,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,524288,0.006210560202598572,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,1048576,0.00807263970375061,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,2097152,0.011307200193405151,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,4194304,0.02004256010055542,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,8388608,0.05597856044769287,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,16777216,0.0840236759185791,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,33554432,0.15168800354003906,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,67108864,0.277295036315918,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,134217728,0.5205148696899414,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,268435456,0.9643081665039063,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,2,536870912,1.8481593322753906,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,128,0.0044304001331329345,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,256,0.00447840005159378,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,512,0.004536960124969482,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,1024,0.004887680113315583,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,2048,0.0046204799413681035,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,4096,0.004893440008163452,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,8192,0.004934720098972321,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,16384,0.0047942399978637695,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,32768,0.0050035202503204345,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,65536,0.005347520112991333,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,131072,0.005949440002441407,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,262144,0.007284160256385804,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,524288,0.009472000002861022,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,1048576,0.014298880100250244,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,2097152,0.023090879917144775,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,4194304,0.046354241371154785,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,8388608,0.07187615871429444,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,16777216,0.12271712303161622,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,33554432,0.18399103164672853,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,67108864,0.3477619171142578,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,134217728,0.6702742767333985,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,268435456,1.2872589111328125,trtllm
TRTLLM,1.2.0rc6.post3,NVIDIA GB300,all_reduce,TRTLLM,float16,4,536870912,2.523257293701172,trtllm
