framework,version,device,op_name,kernel_source,moe_dtype,num_tokens,hidden_size,inter_size,topk,num_experts,moe_tp_size,moe_ep_size,distribution,latency
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,uniform,0.21359360218048096
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,uniform,0.33196799755096434
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,uniform,0.5877376079559327
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,uniform,1.0942336082458497
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,uniform,2.1164384841918946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,uniform,2.27926082611084
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,uniform,2.052601623535156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,uniform,2.0570240020751953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.6,0.31885055541992186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_0.8,0.3188083267211914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.01,0.31872575759887695
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.02,0.31922048568725586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2,7168,2048,8,256,1,2,power_law_1.2,0.3188729667663574
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.6,0.5651692962646484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_0.8,0.4982912063598633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.01,0.2905081558227539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.02,0.275479679107666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,2,power_law_1.2,0.24494655609130858
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.6,0.45750976562499995
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_0.8,0.5102982330322265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.01,0.4675251388549805
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.02,0.4475571060180664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,2,power_law_1.2,0.43041023254394534
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.6,0.9224345397949218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_0.8,0.8363629150390626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.01,0.7016639709472656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.02,0.7177677154541016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,2,power_law_1.2,0.6229011154174804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.6,1.2896409606933594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_0.8,1.1433241271972656
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.01,0.9830815887451172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.02,0.90897216796875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,2,power_law_1.2,0.8988307189941406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.6,1.6091827392578124
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_0.8,1.530302734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.01,1.4294419860839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.02,1.4609869384765626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,2,power_law_1.2,1.4325120544433594
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.6,1.814265594482422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_0.8,1.7276754760742186
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.01,1.663939208984375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.02,1.6676832580566405
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,2,power_law_1.2,1.630382080078125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.6,1.8931404113769532
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_0.8,1.780058898925781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,uniform,0.1839071989059448
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,uniform,0.3015680074691772
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.01,1.7162707519531248
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,uniform,0.5583168029785156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,uniform,1.0870240211486817
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,uniform,1.0270879745483399
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,uniform,1.0278559684753419
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,uniform,1.0278495788574218
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,uniform,1.0289759635925293
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.02,1.7508473205566406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.6,0.5361964797973633
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,2,power_law_1.2,1.7764544677734375
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_0.8,0.4573209762573242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.01,0.15622591972351074
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.02,0.19826496124267579
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4,7168,2048,8,256,1,4,power_law_1.2,0.1715648078918457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.6,0.29412288665771485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_0.8,0.28659008026123045
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.01,0.2909190368652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.02,0.2783750343322754
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,4,power_law_1.2,0.2585843276977539
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.6,0.5052799987792969
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_0.8,0.4879244613647461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.01,0.435082893371582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.02,0.4488243103027344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,4,power_law_1.2,0.3487475204467773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.6,0.6551936340332032
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_0.8,0.607191047668457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.01,0.5608531188964844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.02,0.510337905883789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,4,power_law_1.2,0.491467514038086
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.6,0.843272933959961
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_0.8,0.8273709106445313
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.01,0.7883379364013672
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.02,0.7581874847412109
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,4,power_law_1.2,0.775409927368164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.6,0.9110598754882812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_0.8,0.8290713500976562
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.01,0.8730073547363281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.02,0.7824761962890625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,4,power_law_1.2,0.8311929321289062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.6,0.9283724975585936
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_0.8,0.9108614349365235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.01,0.875116195678711
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.02,0.8999897766113282
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,4,power_law_1.2,0.9071699523925781
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.6,0.9521644592285157
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_0.8,0.9316480255126953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.01,0.9103040313720703
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.02,0.929205093383789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,4,power_law_1.2,0.9812703704833984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,uniform,0.1669600009918213
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,uniform,0.2880959987640381
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,uniform,0.5164735794067383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,uniform,0.5183104038238525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,uniform,0.5199711799621582
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,uniform,0.5186975955963135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,uniform,0.5189311981201172
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,uniform,0.5198847770690918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.6,0.16215744018554687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_0.8,0.16710208892822265
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.01,0.1578726387023926
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.02,0.16882240295410156
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8,7168,2048,8,256,1,8,power_law_1.2,0.15388863563537597
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.6,0.26577791213989255
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_0.8,0.24695615768432616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.01,0.2210163116455078
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.02,0.24044351577758788
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,8,power_law_1.2,0.22321088790893553
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.6,0.38187198638916015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_0.8,0.33439743041992187
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.01,0.2849292755126953
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.02,0.3123219108581543
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,8,power_law_1.2,0.2567251205444336
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.6,0.437823371887207
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_0.8,0.42785728454589844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.01,0.37817535400390623
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.02,0.40645633697509764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,8,power_law_1.2,0.4086156845092773
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.6,0.4603871917724609
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_0.8,0.44771903991699225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.01,0.4217184066772461
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.02,0.449480972290039
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,8,power_law_1.2,0.4293158340454101
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.6,0.48679870605468756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_0.8,0.47084480285644525
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.01,0.46331329345703126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.02,0.47357055664062503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,8,power_law_1.2,0.46076992034912106
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.6,0.4926950454711914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_0.8,0.4867123031616211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.01,0.4764102554321289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.02,0.46664577484130854
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,8,power_law_1.2,0.4858143997192383
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.6,0.5259891128540038
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_0.8,0.5239187240600586
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.01,0.509244155883789
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.02,0.5273689651489258
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,8,power_law_1.2,0.5544934463500977
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,uniform,0.15396159887313843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,uniform,0.2695071935653687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,uniform,0.2691936016082764
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,uniform,0.2706815958023071
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,uniform,0.2709183931350708
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,uniform,0.2706655979156494
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,uniform,0.271887993812561
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,uniform,0.2725856065750122
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.6,0.16869823455810545
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_0.8,0.17006912231445312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.01,0.1678041648864746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.02,0.14797439575195312
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16,7168,2048,8,256,1,16,power_law_1.2,0.14484416007995607
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.6,0.21434560775756836
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_0.8,0.2139795112609863
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.01,0.19799743652343751
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.02,0.19626176834106446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,16,power_law_1.2,0.16452159881591796
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.6,0.24475391387939452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_0.8,0.22845695495605467
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.01,0.2316147232055664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.02,0.23509504318237306
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,16,power_law_1.2,0.22178688049316406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.6,0.25771968841552734
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_0.8,0.2530931282043457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.01,0.24670591354370117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.02,0.2440153694152832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,16,power_law_1.2,0.24366464614868164
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.6,0.254212474822998
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_0.8,0.24892608642578126
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.01,0.24395519256591797
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.02,0.250753288269043
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,16,power_law_1.2,0.25152704238891604
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.6,0.2537779235839844
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_0.8,0.26731903076171876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.01,0.2549702453613281
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.02,0.2564364814758301
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,16,power_law_1.2,0.2615999984741211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.6,0.28594432830810546
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_0.8,0.28187648773193363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.01,0.3001702308654785
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.02,0.2682796859741211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,16,power_law_1.2,0.29631296157836917
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.6,0.3020723152160644
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_0.8,0.31586240768432616
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.01,0.3251411056518555
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.02,0.33471614837646485
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,16,power_law_1.2,0.3419673538208008
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,uniform,0.08381440043449402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,uniform,0.08369280099868774
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,uniform,0.08374080061912537
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,uniform,0.08579840064048767
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,uniform,0.08622080087661743
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,uniform,0.08610879778861999
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,uniform,0.09100800156593322
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,uniform,0.10762560367584229
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.6,0.08371456146240235
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_0.8,0.07901567935943603
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.01,0.08120896339416503
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.02,0.07870463848114014
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,64,power_law_1.2,0.07871488094329834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.6,0.08372159957885741
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_0.8,0.08134719848632813
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.01,0.08368831634521484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.02,0.08389632225036621
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,64,power_law_1.2,0.08147263526916504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.6,0.08385472297668457
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_0.8,0.08167807579040527
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.01,0.08395263671875
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.02,0.08391167640686034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,64,power_law_1.2,0.07677631855010987
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.6,0.08538047790527344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_0.8,0.0892959976196289
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.01,0.0895199966430664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.02,0.08577280044555664
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,64,power_law_1.2,0.09798720359802246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.6,0.08743040084838867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_0.8,0.09243200302124024
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.01,0.10589056015014649
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.02,0.1031833553314209
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,64,power_law_1.2,0.11288127899169922
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.6,0.10424960136413575
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_0.8,0.12659711837768556
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.01,0.1293984031677246
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.02,0.1335334396362305
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,64,power_law_1.2,0.16129600524902343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.6,0.13384896278381347
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_0.8,0.16893375396728516
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.01,0.19156543731689452
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.02,0.1838483238220215
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,64,power_law_1.2,0.2657535934448242
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.6,0.21070911407470705
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_0.8,0.23901632308959958
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.01,0.31524736404418946
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.02,0.3398054504394531
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,64,power_law_1.2,0.4811135864257812
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,uniform,0.14744319915771484
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,uniform,0.14716800451278686
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,uniform,0.14701440334320068
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,uniform,0.1484671950340271
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,uniform,0.14943679571151733
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,uniform,0.15017919540405272
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,uniform,0.15059200525283814
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,uniform,0.17967040538787843
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.6,0.13698111534118654
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_0.8,0.12815679550170897
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.01,0.12720959663391113
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.02,0.12242560386657715
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32,7168,2048,8,256,1,32,power_law_1.2,0.11082304000854493
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.6,0.14693311691284178
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_0.8,0.14365440368652344
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.01,0.14185664176940918
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.02,0.14363776206970216
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,64,7168,2048,8,256,1,32,power_law_1.2,0.17125375747680666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.6,0.1762758445739746
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_0.8,0.17592960357666015
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.01,0.162093448638916
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,uniform,0.05299839973449707
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,uniform,0.053235197067260744
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,uniform,0.05322880148887634
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,uniform,0.05482879877090454
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,uniform,0.05514879822731018
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,uniform,0.0577888011932373
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,uniform,0.06520320177078247
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.02,0.165283203125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,uniform,0.09338560104370117
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.6,0.053467521667480464
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,32,power_law_1.2,0.1574124813079834
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_0.8,0.055959677696228026
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.6,0.15633343696594237
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.01,0.055761919021606446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_0.8,0.14493120193481446
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.02,0.05577151775360108
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,128,7168,2048,8,256,1,128,power_law_1.2,0.0558073616027832
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.01,0.14679231643676757
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.6,0.05397568225860596
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.02,0.13427840232849123
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_0.8,0.055875840187072756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,32,power_law_1.2,0.19178367614746095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.01,0.05315392017364502
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.02,0.05597760200500488
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.6,0.17991424560546876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,128,power_law_1.2,0.05603968143463135
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.6,0.05425343990325928
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_0.8,0.20524864196777343
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_0.8,0.056605439186096194
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.01,0.21813312530517578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.01,0.05828800201416016
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.02,0.057980160713195804
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.02,0.2270150375366211
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,128,power_law_1.2,0.0597273588180542
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,32,power_law_1.2,0.21986623764038088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.6,0.0583571195602417
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_0.8,0.06452223777770996
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.6,0.2248371124267578
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.01,0.06411136150360107
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.02,0.07556928157806396
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_0.8,0.19825471878051756
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,128,power_law_1.2,0.08713215827941895
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.01,0.21570240020751955
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.6,0.07169663906097412
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_0.8,0.07638591766357422
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.02,0.23596288681030275
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.01,0.09196928024291992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,32,power_law_1.2,0.21692991256713867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.02,0.0790502405166626
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,128,power_law_1.2,0.10898240089416504
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.6,0.23184127807617189
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.6,0.09509823799133302
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_0.8,0.24115840911865236
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_0.8,0.11399552345275879
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.01,0.12649727821350099
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.01,0.2651340866088867
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.02,0.14144831657409668
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.02,0.26322431564331056
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,128,power_law_1.2,0.1863680076599121
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,32,power_law_1.2,0.32188289642333984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.6,0.13426688194274902
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_0.8,0.16014272689819337
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.6,0.3136499214172363
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.01,0.24613632202148436
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_0.8,0.3554988861083984
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.02,0.21968255996704103
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.01,0.45368064880371095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,128,power_law_1.2,0.3638476943969727
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.6,0.24220544815063477
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.02,0.39291263580322267
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_0.8,0.294715518951416
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,32,power_law_1.2,0.5039104080200195
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.01,0.4974809646606445
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.02,0.4685708618164062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,128,power_law_1.2,0.6684844970703125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,uniform,0.03585920035839081
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,uniform,0.03594239950180054
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,uniform,0.03558399975299835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,uniform,0.03774079978466034
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,uniform,0.03914240002632141
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,uniform,0.04393920004367828
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,uniform,0.06053119897842407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,uniform,0.09217280149459839
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.6,0.03598592042922973
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_0.8,0.03766848087310791
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.01,0.037683839797973635
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.02,0.03777024030685425
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,256,7168,2048,8,256,1,256,power_law_1.2,0.037880959510803225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.6,0.037754878997802735
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_0.8,0.03873087882995606
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.01,0.039066879749298095
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.02,0.03911936044692993
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,512,7168,2048,8,256,1,256,power_law_1.2,0.04502592086791992
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.6,0.03911616086959839
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_0.8,0.04645887851715088
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.01,0.043795199394226075
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.02,0.04479807853698731
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,1024,7168,2048,8,256,1,256,power_law_1.2,0.05353856086730957
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.6,0.04367231845855713
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_0.8,0.05313600063323974
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.01,0.05757247924804687
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.02,0.05759679794311523
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,2048,7168,2048,8,256,1,256,power_law_1.2,0.08542592048645019
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.6,0.05660096168518066
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_0.8,0.07046656131744385
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.01,0.10076224327087402
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.02,0.09307583808898925
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,4096,7168,2048,8,256,1,256,power_law_1.2,0.16055679321289062
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.6,0.08674559593200684
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_0.8,0.11100799560546874
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.01,0.17630271911621093
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.02,0.17859840393066406
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,8192,7168,2048,8,256,1,256,power_law_1.2,0.3423263931274414
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.6,0.14753151893615724
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_0.8,0.2025324821472168
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.01,0.3293804931640625
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.02,0.36407936096191407
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,16384,7168,2048,8,256,1,256,power_law_1.2,0.7156249237060547
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.6,0.26261760711669924
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_0.8,0.33549377441406253
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.01,0.6843084716796876
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.02,0.7052665710449219
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,moe_generation,deepepmoe,fp8_block,32768,7168,2048,8,256,1,256,power_law_1.2,1.3676480102539064
