# MemVanta trained-model layer profile
prefill_ms=44661.4 decode_total_ms=8798.55 sampling_ms=0.362671
prefill_cycles_per_token=853243944.26 decode_cycles_per_token=1344751735.44
qkv_projection_ms=11795.84 attention_output_projection_ms=3878.28 ffn_gemm_ms=33369.47 output_head_ms=3199.54
prefill_qkv_projection_ms=10410.26 prefill_attention_output_projection_ms=3403.16 prefill_ffn_gemm_ms=29601.87 prefill_output_head_ms=375.41 prefill_kernel_ms=43790.71
decode_qkv_projection_ms=1385.58 decode_attention_output_projection_ms=475.12 decode_ffn_gemm_ms=3767.60 decode_output_head_ms=2824.13 decode_kernel_ms=8452.43
non_gemm_core_ms=1216.44 (attention softmax/KV + RMSNorm + RoPE + elementwise/residual)
layer,qkv_ms,o_proj_ms,ffn_ms,total_projection_ms,pct_kernel_ms,projection_ms_per_token
0,370.66,120.61,1055.71,1546.98,2.96,10.74
1,370.54,119.92,1041.51,1531.97,2.93,10.64
2,369.91,121.40,1055.16,1546.46,2.96,10.74
3,368.96,120.71,1045.68,1535.35,2.94,10.66
4,368.00,119.89,1028.68,1516.57,2.90,10.53
5,369.47,119.91,1029.42,1518.79,2.91,10.55
6,369.47,119.14,1033.04,1521.65,2.91,10.57
7,366.49,120.41,1042.71,1529.61,2.93,10.62
8,367.74,121.16,1040.26,1529.17,2.93,10.62
9,371.47,122.90,1037.77,1532.14,2.93,10.64
10,370.23,121.13,1040.92,1532.28,2.93,10.64
11,368.98,121.08,1037.13,1527.19,2.92,10.61
12,368.62,121.93,1053.24,1543.79,2.96,10.72
13,370.62,121.48,1056.62,1548.71,2.96,10.75
14,372.69,123.27,1041.74,1537.70,2.94,10.68
15,368.71,121.06,1053.21,1542.98,2.95,10.72
16,367.49,121.13,1042.76,1531.38,2.93,10.63
17,370.21,121.86,1035.42,1527.49,2.92,10.61
18,363.96,120.64,1038.40,1523.01,2.92,10.58
19,365.77,119.92,1029.47,1515.17,2.90,10.52
20,365.87,121.47,1053.14,1540.48,2.95,10.70
21,367.43,121.99,1060.19,1549.61,2.97,10.76
22,367.13,120.23,1046.39,1533.75,2.94,10.65
23,369.52,122.31,1039.60,1531.44,2.93,10.63
24,365.28,121.55,1045.38,1532.21,2.93,10.64
25,368.91,122.27,1028.89,1520.08,2.91,10.56
26,369.44,119.90,1050.15,1539.49,2.95,10.69
27,365.09,121.49,1038.37,1524.94,2.92,10.59
28,370.30,121.75,1059.06,1551.11,2.97,10.77
29,372.27,122.01,1022.49,1516.78,2.90,10.53
30,367.60,122.01,1050.07,1539.67,2.95,10.69
31,367.00,121.75,1036.89,1525.65,2.92,10.59
profile_csv=sevenb-ffn-kernel-ab/baseline-2.csv
