framework,version,device,op_name,kernel_source,allreduce_dtype,num_gpus,message_size,latency,implementation
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,128,0.004315840005874634,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,256,0.004408639967441559,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,512,0.004505920112133026,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,1024,0.004812479913234711,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,2048,0.004683839976787567,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,4096,0.00476063996553421,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,8192,0.004838719964027405,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,16384,0.004751679897308349,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,32768,0.00475136011838913,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,65536,0.004892799854278564,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,131072,0.005203840136528015,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,262144,0.005594559907913208,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,524288,0.006424959897994994,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,1048576,0.008311359882354737,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,2097152,0.011641600131988524,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,4194304,0.02013952016830444,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,8388608,0.056162238121032715,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,16777216,0.08604767799377441,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,33554432,0.15288928031921387,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,67108864,0.28031776428222654,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,134217728,0.5299955368041992,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,268435456,1.0076582336425781,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,2,536870912,1.9186965942382812,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,128,0.004607360064983368,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,256,0.004675840139389038,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,512,0.00469983994960785,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,1024,0.005193920135498046,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,2048,0.004969919919967651,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,4096,0.005146560072898865,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,8192,0.005184320211410522,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,16384,0.005031039714813232,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,32768,0.0051103997230529784,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,65536,0.00546239972114563,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,131072,0.006200640201568604,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,262144,0.007442240118980407,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,524288,0.00985376000404358,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,1048576,0.014636160135269166,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,2097152,0.023686399459838865,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,4194304,0.04858784198760986,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,8388608,0.07778079986572266,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,16777216,0.12465184211730958,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,33554432,0.1850079917907715,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,67108864,0.3492508697509765,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,134217728,0.6759986877441406,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,268435456,1.282617950439453,trtllm
TRTLLM,1.1.0,NVIDIA GB200,all_reduce,TRTLLM,float16,4,536870912,2.5503648376464847,trtllm
