# MemVanta trained-model layer profile
prefill_ms=43968.2 decode_total_ms=8836.42 sampling_ms=0.37284
prefill_cycles_per_token=840001002.09 decode_cycles_per_token=1350538663.31
qkv_projection_ms=11743.86 attention_output_projection_ms=3893.88 ffn_gemm_ms=32742.76 output_head_ms=3198.74
prefill_qkv_projection_ms=10347.20 prefill_attention_output_projection_ms=3416.30 prefill_ffn_gemm_ms=28957.31 prefill_output_head_ms=375.34 prefill_kernel_ms=43096.15
decode_qkv_projection_ms=1396.66 decode_attention_output_projection_ms=477.57 decode_ffn_gemm_ms=3785.46 decode_output_head_ms=2823.40 decode_kernel_ms=8483.09
non_gemm_core_ms=1225.02 (attention softmax/KV + RMSNorm + RoPE + elementwise/residual)
layer,qkv_ms,o_proj_ms,ffn_ms,total_projection_ms,pct_kernel_ms,projection_ms_per_token
0,371.35,118.96,1007.12,1497.43,2.90,10.40
1,365.23,121.25,1020.66,1507.14,2.92,10.47
2,362.61,123.31,1010.87,1496.79,2.90,10.39
3,362.69,118.60,1020.49,1501.78,2.91,10.43
4,364.46,119.86,1013.97,1498.28,2.90,10.40
5,366.27,124.86,1015.92,1507.05,2.92,10.47
6,365.89,119.42,1023.60,1508.90,2.93,10.48
7,370.29,120.68,1017.31,1508.28,2.92,10.47
8,364.75,121.41,1020.10,1506.26,2.92,10.46
9,371.00,122.21,1020.19,1513.40,2.93,10.51
10,364.28,124.68,1009.00,1497.96,2.90,10.40
11,365.71,123.18,1023.51,1512.40,2.93,10.50
12,365.51,123.13,1018.00,1506.64,2.92,10.46
13,367.59,119.66,1054.05,1541.30,2.99,10.70
14,372.84,121.46,1033.77,1528.08,2.96,10.61
15,369.14,123.89,1028.02,1521.05,2.95,10.56
16,368.57,124.76,1043.57,1536.89,2.98,10.67
17,370.05,126.40,1015.68,1512.13,2.93,10.50
18,367.62,119.04,1008.47,1495.13,2.90,10.38
19,364.26,119.88,1019.36,1503.50,2.91,10.44
20,367.39,118.83,1035.61,1521.83,2.95,10.57
21,379.65,118.84,1024.80,1523.29,2.95,10.58
22,363.40,124.36,1024.59,1512.36,2.93,10.50
23,370.87,120.20,1013.29,1504.37,2.92,10.45
24,364.30,120.90,1021.87,1507.07,2.92,10.47
25,363.65,121.75,1003.49,1488.89,2.89,10.34
26,364.99,120.98,1037.69,1523.66,2.95,10.58
27,369.17,124.51,1041.80,1535.48,2.98,10.66
28,366.19,120.98,1014.18,1501.35,2.91,10.43
29,363.51,123.61,1046.68,1533.80,2.97,10.65
30,365.12,121.07,1030.08,1516.27,2.94,10.53
31,365.52,121.21,1025.01,1511.75,2.93,10.50
profile_csv=sevenb-ffn-kernel-ab/baseline-3.csv
