framework,version,device,op_name,kernel_source,quant_type,num_token,hidden_size,intermediate_size,avg_ms
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,1,7168,2048,0.03213759958744049
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,2,7168,2048,0.03028160035610199
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,4,7168,2048,0.029440000653266907
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,8,7168,2048,0.029446399211883544
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,16,7168,2048,0.030003198981285097
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,32,7168,2048,0.029264000058174134
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,64,7168,2048,0.030313599109649658
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,128,7168,2048,0.03219519853591919
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,256,7168,2048,0.03818239867687225
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,512,7168,2048,0.0548799991607666
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,1024,7168,2048,0.0898751974105835
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,2048,7168,2048,0.16311999559402465
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,4096,7168,2048,0.2945472002029419
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,8192,7168,2048,0.5757887840270997
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,16384,7168,2048,1.1272512435913087
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,32768,7168,2048,2.2161376953125
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,65536,7168,2048,4.411667251586914
SGLang,0.5.8.post1,NVIDIA H100 80GB HBM3,mlp,deepseek_v3,fp8_block,131072,7168,2048,8.895059204101562
