framework,version,device,op_name,kernel_source,nccl_dtype,num_gpus,message_size,latency
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,256,0.00841
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,512,0.00841
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,1024,0.00873
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,2048,0.00881
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,4096,0.00911
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,8192,0.009710000000000002
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,16384,0.009980000000000001
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,32768,0.01001
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,65536,0.00991
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,131072,0.01027
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,262144,0.01119
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,524288,0.01271
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,1048576,0.01656
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,2097152,0.0249
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,4194304,0.03127
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,8388608,0.03904
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,16777216,0.0565
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,33554432,0.09988
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,67108864,0.17773
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,134217728,0.33409
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,2,268435456,0.63748
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,512,0.00859
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,1024,0.00835
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,2048,0.00879
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,4096,0.00878
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,8192,0.00902
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,16384,0.0096
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,32768,0.00961
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,65536,0.01017
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,131072,0.01018
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,262144,0.01011
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,524288,0.01065
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,1048576,0.01281
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,2097152,0.01652
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,4194304,0.02481
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,8388608,0.03124
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,16777216,0.038939999999999995
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,33554432,0.05636
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,67108864,0.09997
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,134217728,0.1776
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,268435456,0.33459
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,2,536870912,0.6367999999999999
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,256,0.00922
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,512,0.00934
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,1024,0.00951
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,2048,0.009550000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,4096,0.00957
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,8192,0.01058
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,16384,0.01085
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,32768,0.01106
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,65536,0.01129
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,131072,0.0117
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,262144,0.01326
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,524288,0.01572
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,1048576,0.01857
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,2097152,0.02334
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,4194304,0.03379
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,8388608,0.05204
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,16777216,0.06889
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,33554432,0.135
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,67108864,0.24047000000000002
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,134217728,0.44971
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,2,268435456,0.86258
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,512,0.00934
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,1024,0.00934
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,2048,0.009550000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,4096,0.00954
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,8192,0.009630000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,16384,0.01063
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,32768,0.01086
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,65536,0.0112
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,131072,0.011640000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,262144,0.0117
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,524288,0.013210000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,1048576,0.01572
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,2097152,0.01887
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,4194304,0.023440000000000003
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,8388608,0.033600000000000005
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,16777216,0.052180000000000004
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,33554432,0.06937
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,67108864,0.13479
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,134217728,0.24013
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,268435456,0.44956
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,2,536870912,0.86665
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,256,0.008320000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,512,0.008480000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,1024,0.00838
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,2048,0.00894
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,4096,0.00888
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,8192,0.0094
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,16384,0.0096
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,32768,0.00965
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,65536,0.009800000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,131072,0.00973
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,262144,0.01071
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,524288,0.01235
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,1048576,0.015130000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,2097152,0.0229
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,4194304,0.02852
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,8388608,0.038270000000000005
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,16777216,0.056170000000000005
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,33554432,0.10347
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,67108864,0.18813
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,134217728,0.35119
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,2,268435456,0.66195
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,512,0.00856
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,1024,0.008539999999999999
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,2048,0.00868
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,4096,0.00843
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,8192,0.00901
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,16384,0.0095
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,32768,0.0094
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,65536,0.0099
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,131072,0.00973
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,262144,0.01002
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,524288,0.01111
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,1048576,0.01264
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,2097152,0.0166
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,4194304,0.02495
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,8388608,0.03093
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,16777216,0.0424
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,33554432,0.06169
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,67108864,0.11715
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,134217728,0.21495
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,268435456,0.40279000000000004
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,2,536870912,0.75937
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,256,0.009810000000000001
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,512,0.009880000000000002
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,1024,0.0099
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,2048,0.01008
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,4096,0.01038
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,8192,0.010960000000000001
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,16384,0.01082
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,32768,0.01111
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,65536,0.01101
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,131072,0.01143
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,262144,0.012580000000000001
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,524288,0.01456
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,1048576,0.019260000000000003
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,2097152,0.03798
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,4194304,0.042460000000000005
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,8388608,0.05414
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,16777216,0.08672
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,33554432,0.15574000000000002
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,67108864,0.28566
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,134217728,0.5353300000000001
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,2,268435456,1.0299
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,512,0.00982
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,1024,0.00983
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,2048,0.00993
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,4096,0.009859999999999999
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,8192,0.01036
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,16384,0.01088
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,32768,0.01091
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,65536,0.01118
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,131072,0.011
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,262144,0.01144
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,524288,0.01261
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,1048576,0.01481
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,2097152,0.020829999999999998
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,4194304,0.039189999999999996
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,8388608,0.04383
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,16777216,0.05763
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,33554432,0.09172
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,67108864,0.16453
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,134217728,0.30224
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,268435456,0.57513
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,2,536870912,1.1071900000000001
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,256,0.011210000000000001
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,512,0.01126
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,1024,0.01126
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,2048,0.01132
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,4096,0.01148
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,8192,0.01226
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,16384,0.01262
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,32768,0.01268
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,65536,0.01291
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,131072,0.01339
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,262144,0.01319
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,524288,0.01502
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,1048576,0.01893
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,2097152,0.026940000000000002
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,4194304,0.0523
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,8388608,0.05918
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,16777216,0.07245
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,33554432,0.11239
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,67108864,0.20284000000000002
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,134217728,0.38258
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,4,268435456,0.7359600000000001
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,512,0.01111
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,1024,0.011300000000000001
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,2048,0.01117
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,4096,0.01132
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,8192,0.011550000000000001
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,16384,0.01234
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,32768,0.012750000000000001
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,65536,0.01259
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,131072,0.01299
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,262144,0.01348
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,524288,0.01323
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,1048576,0.01494
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,2097152,0.01888
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,4194304,0.02698
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,8388608,0.05197
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,16777216,0.059750000000000004
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,33554432,0.07246
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,67108864,0.11255
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,134217728,0.20271
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,268435456,0.38316000000000006
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,4,536870912,0.73597
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,256,0.01042
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,512,0.01033
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,1024,0.01044
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,2048,0.010490000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,4096,0.010570000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,8192,0.01108
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,16384,0.01175
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,32768,0.01193
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,65536,0.01226
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,131072,0.012289999999999999
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,262144,0.01351
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,524288,0.016309999999999998
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,1048576,0.0223
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,2097152,0.02293
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,4194304,0.032119999999999996
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,8388608,0.04797
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,16777216,0.07638
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,33554432,0.13426
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,67108864,0.24303
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,134217728,0.45742000000000005
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,4,268435456,0.88817
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,512,0.01035
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,1024,0.01035
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,2048,0.010230000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,4096,0.01047
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,8192,0.010480000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,16384,0.011
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,32768,0.01182
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,65536,0.012029999999999999
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,131072,0.01228
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,262144,0.012369999999999999
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,524288,0.013519999999999999
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,1048576,0.016329999999999997
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,2097152,0.02236
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,4194304,0.02306
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,8388608,0.03193
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,16777216,0.047689999999999996
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,33554432,0.07662000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,67108864,0.13419
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,134217728,0.24349
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,268435456,0.45612
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,4,536870912,0.8888400000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,256,0.01126
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,512,0.01131
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,1024,0.01137
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,2048,0.01141
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,4096,0.011550000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,8192,0.011960000000000002
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,16384,0.01255
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,32768,0.01244
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,65536,0.01289
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,131072,0.01303
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,262144,0.01326
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,524288,0.014410000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,1048576,0.0172
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,2097152,0.02503
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,4194304,0.04925
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,8388608,0.05575
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,16777216,0.07125000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,33554432,0.11077
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,67108864,0.20661000000000002
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,134217728,0.39197000000000004
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,4,268435456,0.73723
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,512,0.01134
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,1024,0.01129
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,2048,0.01124
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,4096,0.01136
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,8192,0.01142
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,16384,0.0121
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,32768,0.01253
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,65536,0.01267
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,131072,0.0128
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,262144,0.013130000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,524288,0.01288
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,1048576,0.014570000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,2097152,0.01844
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,4194304,0.02696
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,8388608,0.05198
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,16777216,0.05793
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,33554432,0.07611
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,67108864,0.12022000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,134217728,0.23215000000000002
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,268435456,0.43046
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,4,536870912,0.8267300000000001
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,256,0.015220000000000001
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,512,0.01537
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,1024,0.01534
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,2048,0.01548
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,4096,0.01572
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,8192,0.01632
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,16384,0.016739999999999998
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,32768,0.016960000000000003
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,65536,0.01686
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,131072,0.01717
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,262144,0.0174
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,524288,0.01924
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,1048576,0.02486
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,2097152,0.037450000000000004
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,4194304,0.048130000000000006
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,8388608,0.07703
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,16777216,0.12237
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,33554432,0.18783000000000002
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,67108864,0.35497
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,134217728,0.68223
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,4,268435456,1.30487
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,512,0.01519
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,1024,0.015
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,2048,0.01544
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,4096,0.01558
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,8192,0.01572
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,16384,0.01638
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,32768,0.017
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,65536,0.016829999999999998
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,131072,0.01718
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,262144,0.01752
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,524288,0.01743
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,1048576,0.019710000000000002
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,2097152,0.02671
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,4194304,0.041060000000000006
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,8388608,0.049030000000000004
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,16777216,0.07995999999999999
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,33554432,0.1264
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,67108864,0.19955
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,134217728,0.37501
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,268435456,0.7114
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,4,536870912,1.38003
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,256,0.016260000000000004
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,512,0.01681
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,1024,0.01668
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,2048,0.0169
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,4096,0.01697
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,8192,0.01725
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,16384,0.01798
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,32768,0.01856
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,65536,0.018600000000000002
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,131072,0.01883
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,262144,0.01906
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,524288,0.01915
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,1048576,0.02258
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,2097152,0.03099
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,4194304,0.04732
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,8388608,0.051340000000000004
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,16777216,0.08063
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,33554432,0.14072
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,67108864,0.21525
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,134217728,0.40729000000000004
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,half,8,268435456,0.78837
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,512,0.016239999999999997
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,1024,0.01659
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,2048,0.01677
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,4096,0.0171
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,8192,0.01716
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,16384,0.01716
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,32768,0.01806
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,65536,0.01857
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,131072,0.01875
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,262144,0.01881
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,524288,0.019
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,1048576,0.01936
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,2097152,0.02252
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,4194304,0.031
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,8388608,0.04747
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,16777216,0.05109
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,33554432,0.08116
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,67108864,0.14033
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,134217728,0.21536000000000002
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,268435456,0.4071
TRTLLM,2.27.5,NVIDIA B200,all_gather,NCCL,int8,8,536870912,0.78788
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,256,0.01073
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,512,0.010830000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,1024,0.01244
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,2048,0.01067
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,4096,0.01117
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,8192,0.012740000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,16384,0.011210000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,32768,0.01246
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,65536,0.01225
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,131072,0.01245
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,262144,0.01382
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,524288,0.016710000000000003
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,1048576,0.02249
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,2097152,0.03476
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,4194304,0.03413
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,8388608,0.05161
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,16777216,0.08372
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,33554432,0.14164
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,67108864,0.24991
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,134217728,0.46472
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,half,8,268435456,0.8894299999999999
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,512,0.0107
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,1024,0.012289999999999999
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,2048,0.01088
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,4096,0.012740000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,8192,0.01094
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,16384,0.012480000000000002
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,32768,0.01271
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,65536,0.01278
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,131072,0.01358
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,262144,0.0147
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,524288,0.014660000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,1048576,0.01648
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,2097152,0.0227
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,4194304,0.03488
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,8388608,0.0343
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,16777216,0.05167
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,33554432,0.08345000000000001
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,67108864,0.14187
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,134217728,0.24978
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,268435456,0.46453
TRTLLM,2.27.5,NVIDIA B200,alltoall,NCCL,int8,8,536870912,0.88973
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,256,0.01647
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,512,0.01667
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,1024,0.016870000000000003
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,2048,0.016960000000000003
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,4096,0.01711
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,8192,0.01731
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,16384,0.01761
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,32768,0.01832
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,65536,0.01828
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,131072,0.018420000000000002
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,262144,0.018760000000000002
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,524288,0.01888
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,1048576,0.02115
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,2097152,0.028530000000000003
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,4194304,0.0455
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,8388608,0.05233
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,16777216,0.08843000000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,33554432,0.13971
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,67108864,0.20937
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,134217728,0.40379000000000004
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,half,8,268435456,0.7904800000000001
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,512,0.016440000000000003
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,1024,0.01681
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,2048,0.01691
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,4096,0.01688
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,8192,0.01709
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,16384,0.01739
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,32768,0.01783
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,65536,0.01836
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,131072,0.01837
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,262144,0.01866
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,524288,0.018940000000000002
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,1048576,0.019
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,2097152,0.02155
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,4194304,0.02933
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,8388608,0.04741
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,16777216,0.05152
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,33554432,0.08499
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,67108864,0.14566
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,134217728,0.2196
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,268435456,0.43917
TRTLLM,2.27.5,NVIDIA B200,reduce_scatter,NCCL,int8,8,536870912,0.83287
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,256,0.02549
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,512,0.02594
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,1024,0.02632
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,2048,0.026670000000000003
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,4096,0.02693
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,8192,0.02711
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,16384,0.027850000000000003
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,32768,0.02831
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,65536,0.02856
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,131072,0.028710000000000003
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,262144,0.029140000000000003
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,524288,0.029140000000000003
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,1048576,0.03361
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,2097152,0.0545
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,4194304,0.07235
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,8388608,0.10175000000000001
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,16777216,0.17029
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,33554432,0.27724000000000004
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,67108864,0.39737
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,134217728,0.7268600000000001
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,half,8,268435456,1.37473
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,512,0.025670000000000002
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,1024,0.026180000000000002
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,2048,0.02655
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,4096,0.02679
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,8192,0.027039999999999998
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,16384,0.0273
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,32768,0.027989999999999998
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,65536,0.02869
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,131072,0.028960000000000003
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,262144,0.0291
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,524288,0.02946
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,1048576,0.029660000000000002
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,2097152,0.03454
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,4194304,0.049530000000000005
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,8388608,0.0611
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,16777216,0.0896
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,33554432,0.16247
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,67108864,0.27608
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,134217728,0.40319
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,268435456,0.77849
TRTLLM,2.27.5,NVIDIA B200,all_reduce,NCCL,int8,8,536870912,1.51289
