## 1 SHMEM unmapped: residual = Shmem - spilled experts (vramfit.experts_on_card)
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=29 ctx=8192 np=2 shmem=7.834 pred=7.4199 resid=0.4141 bal=5.53 swp=un 2026-09-09 results-q4q5q6-srv1.json:q5-experts-0.50-1 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=29 ctx=8192 np=2 shmem=7.8339 pred=7.4199 resid=0.414 bal=5.53 swp=un 2026-09-09 results-q4q5q6-srv1.json:q5-experts-0.50-2 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=29 ctx=8192 np=2 shmem=7.8339 pred=7.4199 resid=0.414 bal=5.68 swp=un 2026-09-09 results-q4q5q6-srv1.json:q5-experts-0.65-1 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=29 ctx=8192 np=2 shmem=7.8339 pred=7.4199 resid=0.414 bal=5.68 swp=un 2026-09-09 results-q4q5q6-srv1.json:q5-experts-0.65-2 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=29 ctx=8192 np=2 shmem=7.8339 pred=7.4199 resid=0.414 bal=5.83 swp=un 2026-09-09 results-q4q5q6-srv1.json:q5-experts-0.80-1 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=29 ctx=8192 np=2 shmem=7.8339 pred=7.4199 resid=0.414 bal=5.83 swp=un 2026-09-09 results-q4q5q6-srv1.json:q5-experts-0.80-2 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=30 ctx=16384 np=2 shmem=8.0939 pred=7.6758 resid=0.4181 bal= swp=60 2026-09-09 results-arms-srv1-m1-m3.json:m1-qwen-unmapped-1 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=30 ctx=16384 np=2 shmem=8.0939 pred=7.6758 resid=0.4181 bal= swp=60 2026-09-09 results-arms-srv1-m1-m3.json:m1-qwen-unmapped-2 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=30 ctx=16384 np=2 shmem=8.0939 pred=7.6758 resid=0.4181 bal=4.83 swp=60 2026-09-09 results-arms-srv1-m3-experts.json:m3x-experts-p0.20-1 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=30 ctx=16384 np=2 shmem=8.0937 pred=7.6758 resid=0.4179 bal=5.33 swp=60 2026-09-09 results-arms-srv1-m3-experts.json:m3x-experts-n0.30-1 
  srv2 Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf ncmoe=36 ctx=8192 np=2 shmem=25.9296 pred=25.781 resid=0.1484 bal= swp=60 2026-09-09 results-arms-srv2-m1-80b.json:m1-80b-unmapped-n36-1 
  srv2 Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf ncmoe=40 ctx=8192 np=2 shmem=28.7734 pred=28.625 resid=0.1484 bal= swp=60 2026-09-09 results-arms-srv2-m1-80b.json:m1-80b-unmapped-n40-1 
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe= ctx= np= shmem=8.0939 pred= resid= bal=0.0 swp=60 2026-09-09 sweep-results-arms-gate2.json:A-unmapped-1 compose uncommitted (/tmp compose.srv1.yml); knobs unknown b
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe= ctx= np= shmem=8.0939 pred= resid= bal=0.0 swp=60 2026-09-09 sweep-results-arms-gate2.json:A-unmapped-2 compose uncommitted (/tmp compose.srv1.yml); knobs unknown b
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe= ctx= np= shmem=8.0939 pred= resid= bal=0.0 swp=60 2026-09-09 sweep-results-arms-gate2.json:A-unmapped-3 compose uncommitted (/tmp compose.srv1.yml); knobs unknown b
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe= ctx= np= shmem=8.0937 pred= resid= bal=5.99 swp=60 2026-09-09 sweep-results-arms-gate2.json:B-refusal--10 compose uncommitted (/tmp compose.srv1.yml); knobs unknown b
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe= ctx= np= shmem=8.0938 pred= resid= bal=2.99 swp=60 2026-09-09 sweep-results-arms-gate2b.json:B-refusal-p20 compose uncommitted (/tmp compose.srv1.yml); knobs unknown b
  srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe= ctx= np= shmem=8.0938 pred= resid= bal=4.49 swp=60 2026-09-09 sweep-results-arms-gate2b.json:B-refusal-p05 compose uncommitted (/tmp compose.srv1.yml); knobs unknown b
  srv1 gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf ncmoe=28 ctx=8192 np=2 shmem=8.5551 pred=7.9613 resid=0.5938 bal= swp=un 2026-09-10 results-q7-coresidency.json:q7-gemma-alone runner-declared experts_gib=7.96
  srv1 Ling-3.0-tiny-Q6_K.gguf ncmoe=21 ctx=8192 np=2 shmem=5.0039 pred=4.7959 resid=0.208 bal= swp=un 2026-09-10 results-q7-coresidency.json:q7-ling-q6k-alone runner-declared experts_gib=4.8
  srv1 Ling-3.0-tiny-Q6_K.gguf@ncmoe21+gemma-4- ncmoe=21+28 ctx=8192 np=2 shmem=13.5588 pred=12.757 resid=0.8016 bal= swp=un 2026-09-10 results-q7-coresidency.json:q7-both-1 runner-declared experts_gib=12.76
  srv2 deepseek-coder-v2-16b.gguf ncmoe=26 ctx=8192 np=2 shmem=7.4684 pred=7.251 resid=0.2174 bal= swp=un 2026-09-09 m2-coresidency.json:m2-deepseek-alone runner-declared experts_gib=7.54
  srv2 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=40 ctx=8192 np=2 shmem=10.7578 pred=10.345 resid=0.4121 bal= swp=un 2026-09-09 m2-coresidency.json:m2-qwen36-alone runner-declared experts_gib=10.35
  srv2 deepseek-coder-v2-16b.gguf@ncmoe26+Qwen3 ncmoe=26+40 ctx=8192 np=2 shmem=18.2262 pred=17.596 resid=0.6295 bal= swp=un 2026-09-09 m2-coresidency.json:m2-both runner-declared experts_gib=17.89
  srv2 deepseek-coder-v2-16b.gguf ncmoe=26 ctx=8192 np=2 shmem=7.4684 pred=7.251 resid=0.2174 bal= swp=60 2026-09-09 m2-coresidency.json:m2-deepseek-alone runner-declared experts_gib=7.54
  srv2 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf ncmoe=40 ctx=8192 np=2 shmem=10.7578 pred=10.345 resid=0.4121 bal= swp=60 2026-09-09 m2-coresidency.json:m2-qwen36-alone runner-declared experts_gib=10.35
  srv2 deepseek-coder-v2-16b.gguf@ncmoe26+Qwen3 ncmoe=26+40 ctx=8192 np=2 shmem=18.2262 pred=17.596 resid=0.6295 bal= swp=60 2026-09-09 m2-coresidency.json:m2-both runner-declared experts_gib=17.89

### Shmem residual per unit (GiB)
n=1 min=0.208 med=0.208 max=0.208 spread=0.000 GiB (0.00% of 15.0323) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=21 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-ling-q6k-alone
n=1 min=0.802 med=0.802 max=0.802 spread=0.000 GiB (0.00% of 15.0323) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf@ncmoe21+gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf@ncmoe28 | n_cpu_moe=21+28 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | co_residents=Ling-3.0-tiny-Q6_K.gguf@ncmoe21+gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf@ncmoe28 :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-both-1
n=6 min=0.414 med=0.414 max=0.414 spread=0.000 GiB (0.00% of 15.0323) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q5-experts-0.50-1; results-q4q5q6-srv1.json:q5-experts-0.50-2; results-q4q5q6-srv1.json:q5-experts-0.65-1; results-q4q5q6-srv1.json:q5-experts-0.65-2; results-q4q5q6-srv1.json:q5-experts-0.80-1; results-q4q5q6-srv1.json:q5-experts-0.80-2
n=4 min=0.418 med=0.418 max=0.418 spread=0.000 GiB (0.00% of 15.0323) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m1-qwen-unmapped-1; results-arms-srv1-m1-m3.json:m1-qwen-unmapped-2; results-arms-srv1-m3-experts.json:m3x-experts-n0.30-1; results-arms-srv1-m3-experts.json:m3x-experts-p0.20-1
n=1 min=0.594 med=0.594 max=0.594 spread=0.000 GiB (0.00% of 15.0323) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-gemma-alone
n=1 min=0.148 med=0.148 max=0.148 spread=0.000 GiB (0.00% of 45.975) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-unmapped-n36-1
n=1 min=0.148 med=0.148 max=0.148 spread=0.000 GiB (0.00% of 45.975) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-unmapped-n40-1
n=2 min=0.412 med=0.412 max=0.412 spread=0.000 GiB (0.00% of 45.975) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: m2-coresidency.json:m2-qwen36-alone
n=2 min=0.217 med=0.217 max=0.217 spread=0.000 GiB (0.00% of 45.975) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: m2-coresidency.json:m2-deepseek-alone
n=2 min=0.629 med=0.629 max=0.629 spread=0.000 GiB (0.00% of 45.975) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf@ncmoe26+Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf@ncmoe40 | n_cpu_moe=26+40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | co_residents=deepseek-coder-v2-16b.gguf@ncmoe26+Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf@ncmoe40 :: dates=['2026-09-09']
     rows: m2-coresidency.json:m2-both

### Shmem of a MAPPED unit (baseline the geometry never predicts)

### mapped Shmem
n=3 min=0.025 med=0.025 max=0.026 spread=0.000 GiB :: srv1 KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-kat-1; results-q1-srv1.json:q1-kat-2; results-q1-srv1.json:q1-kat-3
n=2 min=0.024 med=0.024 max=0.024 spread=0.000 GiB :: srv1 Ling-3.0-tiny-IQ2_M.gguf :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-IQ2_M-1; results-q2-ling.json:q2-ling-IQ2_M-2
n=2 min=0.024 med=0.024 max=0.024 spread=0.000 GiB :: srv1 Ling-3.0-tiny-Q3_K_M.gguf :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q3_K_M-1; results-q2-ling.json:q2-ling-Q3_K_M-2
n=4 min=0.024 med=0.024 max=0.024 spread=0.000 GiB :: srv1 Ling-3.0-tiny-Q4_K_M.gguf :: dates=['2026-09-09']
     rows: results-arms-srv1-rate.json:r-srv1-ling-1; results-arms-srv1-rate.json:r-srv1-ling-2; results-q2-ling.json:q2-ling-Q4_K_M-1; results-q2-ling.json:q2-ling-Q4_K_M-2
n=2 min=0.024 med=0.024 max=0.024 spread=0.000 GiB :: srv1 Ling-3.0-tiny-Q6_K.gguf :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q6_K-1; results-q2-ling.json:q2-ling-Q6_K-2
n=2 min=0.024 med=0.024 max=0.024 spread=0.000 GiB :: srv1 Ling-3.0-tiny-Q8_0.gguf :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q8_0-1; results-q2-ling.json:q2-ling-Q8_0-2
n=27 min=0.025 med=0.029 max=0.030 spread=0.004 GiB :: srv1 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-2; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg3.0-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-restore-1 ... +23
n=5 min=0.110 med=0.110 max=0.110 spread=0.000 GiB :: srv1 deepseek-coder-v2-16b.gguf :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-deepseek-1; results-q1-srv1.json:q1-deepseek-2; sweep-results-arms-deepseek.json:srv1-deepseek-hi2; sweep-results-arms-deepseek.json:srv1-deepseek-mid2; sweep-results-arms-deepseek.json:srv1-deepseek-neg2
n=4 min=0.030 med=0.030 max=0.030 spread=0.000 GiB :: srv1 gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf :: dates=['2026-09-09']
     rows: results-arms-srv1-rate.json:r-srv1-gemma-1; results-arms-srv1-rate.json:r-srv1-gemma-2; results-q1-srv1.json:q1-gemma-1; results-q1-srv1.json:q1-gemma-2
n=15 min=0.024 med=0.024 max=0.024 spread=0.000 GiB :: srv2 Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n35-1; results-arms-q10-80b.json:q10-80b-mapped-n35-2; results-arms-q10-80b.json:q10-80b-mapped-n36-1; results-arms-q10-80b.json:q10-80b-mapped-n36-2 ... +11
n=8 min=0.024 med=0.024 max=0.024 spread=0.000 GiB :: srv2 Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf :: dates=['2026-09-09']
     rows: results-arms-srv2-rate.json:r-srv2-qwen36-1; results-arms-srv2-rate.json:r-srv2-qwen36-2; results-q13-srv2.json:q13-qwen36-n20-1; results-q13-srv2.json:q13-qwen36-n20-2; results-q13-srv2.json:q13-qwen36-n40-1; results-q13-srv2.json:q13-qwen36-n40-2; results-q13-srv2.json:q13-qwen36-n7-1; results-q13-srv2.json:q13-qwen36-n7-2
n=2 min=0.108 med=0.108 max=0.108 spread=0.000 GiB :: srv2 deepseek-coder-v2-16b.gguf :: dates=['2026-09-09']
     rows: results-arms-srv2-rate.json:r-srv2-deepseek-1; results-arms-srv2-rate.json:r-srv2-deepseek-2

## 2 CARD C = net card - experts on card; group = everything but n_cpu_moe
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=qwen35moe
     placements=[32] n=3 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={32: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-IQ2_M.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=bailingmoe3
     placements=[0] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={0: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q3_K_M.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=bailingmoe3
     placements=[0] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={0: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=bailingmoe3
     placements=[0] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={0: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-10']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=bailingmoe3
     placements=[0] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={0: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-10']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=bailingmoe3
     placements=[0] n=8 repeat-noise=26.00 MiB step-vs-lowest-ncmoe={0: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09', '2026-09-10']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=bailingmoe3
     placements=[6] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={6: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q8_0.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=bailingmoe3
     placements=[10] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={10: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=qwen35moe
     placements=[30] n=7 repeat-noise=2.00 MiB step-vs-lowest-ncmoe={30: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | arch=qwen35moe
     placements=[30] n=4 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={30: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=qwen35moe
     placements=[28, 29, 32] n=10 repeat-noise=2.00 MiB step-vs-lowest-ncmoe={28: 0.0, 29: -1.33, 32: 0.0} span=1.33 MiB (0.02% of 6144) dates=['2026-09-09']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | arch=qwen35moe
     placements=[29] n=6 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={29: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=deepseek2
     placements=[19] n=4 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={19: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09', '2026-09-10']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=q8_0 | sleep_mode=n/a | arch=deepseek2
     placements=[19] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={19: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-10']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=gemma4
     placements=[22] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={22: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-10']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=gemma4
     placements=[22] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={22: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-10']
  host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=gemma4
     placements=[22] n=4 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={22: 0.0} span=0.00 MiB (0.00% of 6144) dates=['2026-09-09']
  host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=qwen3next
     placements=[35] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={35: 0.0} span=0.00 MiB (0.00% of 12288) dates=['2026-09-10']
  host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=qwen3next
     placements=[35] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={35: 0.0} span=0.00 MiB (0.00% of 12288) dates=['2026-09-10']
  host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=qwen3next
     placements=[35, 36, 38, 40, 41] n=12 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={35: 0.0, 36: 0.0, 38: 0.0, 40: 0.0, 41: 0.0} span=0.00 MiB (0.00% of 12288) dates=['2026-09-09']
  host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | arch=qwen3next
     placements=[36, 40] n=2 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={36: 0.0, 40: 6.0} span=6.00 MiB (0.05% of 12288) dates=['2026-09-09']
  host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=qwen35moe
     placements=[7, 20, 40] n=8 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={7: 0.0, 20: 2.0, 40: 38.0} span=38.00 MiB (0.31% of 12288) dates=['2026-09-09']
  host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | arch=deepseek2
     placements=[0, 13, 26] n=8 repeat-noise=0.00 MiB step-vs-lowest-ncmoe={0: 0.0, 13: 74.0, 26: 73.0} span=74.00 MiB (0.60% of 12288) dates=['2026-09-09', '2026-09-10']

### card vs stored prediction
  srv1 bailingmoe3 Ling-3.0-tiny-Q4_K_M.gguf ncmoe=0 measured=4791 pred=4791.0 resid=0.0 results-arms-q5-mla.json:q5-ling-1
  srv1 bailingmoe3 Ling-3.0-tiny-Q4_K_M.gguf ncmoe=0 measured=4791 pred=4791.0 resid=0.0 results-arms-q5-mla.json:q5-ling-2
  srv2 qwen3next Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf ncmoe=41 measured=7521 pred=7526.0 resid=-5.0 results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-1
  srv2 qwen3next Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf ncmoe=41 measured=7521 pred=7526.0 resid=-5.0 results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-2
  srv2 qwen3next Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf ncmoe=46 measured=3879 pred=3886.0 resid=-7.0 results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-1
  srv2 qwen3next Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf ncmoe=46 measured=3879 pred=3886.0 resid=-7.0 results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-2

### card steady repeatability at identical knobs (all engines)

### card_steady_mib
n=3 min=5038.000 med=5038.000 max=5038.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-kat-1; results-q1-srv1.json:q1-kat-2; results-q1-srv1.json:q1-kat-3
n=2 min=2872.000 med=2872.000 max=2872.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-IQ2_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-IQ2_M-1; results-q2-ling.json:q2-ling-IQ2_M-2
n=2 min=3786.000 med=3786.000 max=3786.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q3_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q3_K_M-1; results-q2-ling.json:q2-ling-Q3_K_M-2
n=2 min=4808.000 med=4808.000 max=4808.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-ling-ub1024-1; results-arms-q3-scratch.json:q3-ling-ub1024-2
n=2 min=4776.000 med=4776.000 max=4776.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-ling-ub256-1; results-arms-q3-scratch.json:q3-ling-ub256-2
n=2 min=4834.000 med=4834.000 max=4834.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-srv1-rate.json:r-srv1-ling-1; results-arms-srv1-rate.json:r-srv1-ling-2
n=2 min=4834.000 med=4834.000 max=4834.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q4_K_M-1; results-q2-ling.json:q2-ling-Q4_K_M-2
n=4 min=4808.000 med=4808.000 max=4808.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-ling-ub512-1; results-arms-q3-scratch.json:q3-ling-ub512-2; results-arms-q5-mla.json:q5-ling-1; results-arms-q5-mla.json:q5-ling-2
n=2 min=5516.000 med=5516.000 max=5516.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=6 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q6_K-1; results-q2-ling.json:q2-ling-Q6_K-2
n=2 min=5454.000 med=5454.000 max=5454.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q8_0.gguf | n_cpu_moe=10 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q8_0-1; results-q2-ling.json:q2-ling-Q8_0-2
n=2 min=5484.000 med=5484.000 max=5484.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q4-qwen-n28-1; results-q4q5q6-srv1.json:q4-qwen-n28-2
n=6 min=5220.000 med=5220.000 max=5222.000 spread=2.000 MiB (0.03% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-qwen36-w8192-1; results-q1-srv1.json:q1-qwen36-w8192-2; results-q4q5q6-srv1.json:q6-blob-2.50-1; results-q4q5q6-srv1.json:q6-blob-2.50-2; results-q4q5q6-srv1.json:q6-blob-3.03-1; results-q4q5q6-srv1.json:q6-blob-3.03-2
n=6 min=5236.000 med=5236.000 max=5236.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q5-experts-0.50-1; results-q4q5q6-srv1.json:q5-experts-0.50-2; results-q4q5q6-srv1.json:q5-experts-0.65-1; results-q4q5q6-srv1.json:q5-experts-0.65-2; results-q4q5q6-srv1.json:q5-experts-0.80-1; results-q4q5q6-srv1.json:q5-experts-0.80-2
n=8 min=5110.000 med=5123.000 max=5124.000 spread=14.000 MiB (0.23% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: m1-srv1-mode-vram.json:m1-srv1-mapped-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-2; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg3.0-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-restore-1; results-arms-srv1-m3-experts.json:m3x-restore-mapped-1; results-arms-srv1-rate.json:r-srv1-qwen-mapped-1; results-arms-srv1-rate.json:r-srv1-qwen-mapped-2
n=2 min=5110.000 med=5110.000 max=5110.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-10']
     rows: results-q8-clocks.json:q8c-clock-1; results-q8-clocks.json:q8c-clock-2
n=4 min=5140.000 med=5140.000 max=5140.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m1-qwen-unmapped-1; results-arms-srv1-m1-m3.json:m1-qwen-unmapped-2; results-arms-srv1-m3-experts.json:m3x-experts-n0.30-1; results-arms-srv1-m3-experts.json:m3x-experts-p0.20-1
n=2 min=4436.000 med=4436.000 max=4436.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q4-qwen-n32-1; results-q4q5q6-srv1.json:q4-qwen-n32-2
n=2 min=5460.000 med=5460.000 max=5460.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-deepseek-1; results-q1-srv1.json:q1-deepseek-2
n=2 min=5460.000 med=5460.000 max=5460.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q1-kv-q8.json:q1-deepseek-f16-1; results-arms-q1-kv-q8.json:q1-deepseek-f16-2
n=2 min=4446.000 med=4446.000 max=4446.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=q8_0 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q1-kv-q8.json:q1-deepseek-q8-1; results-arms-q1-kv-q8.json:q1-deepseek-q8-2
n=2 min=5546.000 med=5546.000 max=5546.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-gemma-ub1024-1; results-arms-q3-scratch.json:q3-gemma-ub1024-2
n=2 min=5412.000 med=5412.000 max=5412.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-gemma-ub256-1; results-arms-q3-scratch.json:q3-gemma-ub256-2
n=2 min=5560.000 med=5560.000 max=5560.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-srv1-rate.json:r-srv1-gemma-1; results-arms-srv1-rate.json:r-srv1-gemma-2
n=2 min=5560.000 med=5560.000 max=5560.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-gemma-1; results-q1-srv1.json:q1-gemma-2
n=3 min=3112.000 med=3112.000 max=3112.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | co_residents=alone | src=flexibility-2026-09-09 :: dates=['2026-09-10']
     rows: results-q9-vllm-srv1.json:q9b-vllm-3b-srv1-1; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-1; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-2
n=2 min=11893.000 med=11893.000 max=11893.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-80b-ub1024-1; results-arms-q3-scratch.json:q3-80b-ub1024-2
n=2 min=11881.000 med=11881.000 max=11881.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-80b-ub256-1; results-arms-q3-scratch.json:q3-80b-ub256-2
n=2 min=11895.000 med=11895.000 max=11895.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n35-1; results-arms-q10-80b.json:q10-80b-mapped-n35-2
n=2 min=11167.000 med=11167.000 max=11167.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n36-1; results-arms-q10-80b.json:q10-80b-mapped-n36-2
n=2 min=9711.000 med=9711.000 max=9711.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=38 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n38-1; results-arms-q10-80b.json:q10-80b-mapped-n38-2
n=2 min=8255.000 med=8255.000 max=8255.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n40-1; results-arms-q10-80b.json:q10-80b-mapped-n40-2
n=2 min=7527.000 med=7527.000 max=7527.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=41 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n41-1; results-arms-q10-80b.json:q10-80b-mapped-n41-2
n=2 min=7611.000 med=7611.000 max=7611.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=20 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q13-srv2.json:q13-qwen36-n20-1; results-q13-srv2.json:q13-qwen36-n20-2
n=2 min=2293.000 med=2293.000 max=2293.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q13-srv2.json:q13-qwen36-n40-1; results-q13-srv2.json:q13-qwen36-n40-2
n=2 min=11015.000 med=11015.000 max=11015.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=7 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-srv2-rate.json:r-srv2-qwen36-1; results-arms-srv2-rate.json:r-srv2-qwen36-2
n=2 min=11015.000 med=11015.000 max=11015.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=7 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q13-srv2.json:q13-qwen36-n7-1; results-q13-srv2.json:q13-qwen36-n7-2
n=2 min=10751.000 med=10751.000 max=10751.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: results-arms-srv2-rate.json:r-srv2-deepseek-1; results-arms-srv2-rate.json:r-srv2-deepseek-2
n=2 min=10751.000 med=10751.000 max=10751.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q4-c-drift.json:q4-deepseek-n0-1; results-arms-q4-c-drift.json:q4-deepseek-n0-2
n=2 min=7261.000 med=7261.000 max=7261.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=13 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q4-c-drift.json:q4-deepseek-n13-1; results-arms-q4-c-drift.json:q4-deepseek-n13-2
n=2 min=3399.000 med=3399.000 max=3399.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-arms-q4-c-drift.json:q4-deepseek-n26-1; results-arms-q4-c-drift.json:q4-deepseek-n26-2
n=2 min=2795.000 med=2795.000 max=2795.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | co_residents=alone | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: results-vllm.json:v-3b-alone-2; results-vllm.json:v-3b-alone-3
n=2 min=10587.000 med=10587.000 max=10587.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_healthy | co_residents=pair | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1; results-q14-pair-healthy.json:q14-pair-healthy-2
n=2 min=9445.000 med=9529.000 max=9613.000 spread=168.000 MiB (1.37% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_started | co_residents=pair | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plain-1; results-vllm.json:v-pair-plainB-1
n=2 min=10641.000 med=10949.000 max=11257.000 spread=616.000 MiB (5.01% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-sleep-1; results-vllm.json:v-pair-sleepB-1
n=4 min=10753.000 med=11313.000 max=11369.000 spread=616.000 MiB (5.01% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | src=flexibility-2026-09-09 :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1; results-q15-sleepmode.json:q15-pair-sleepmode-2; results-q15-sleepmode.json:q15-pair-sleepmode-3; results-q15-sleepmode.json:q15-pair-sleepmode-4
n=3 min=7795.000 med=7795.000 max=7795.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=alone | src=fleet-gaps-2026-09-09 :: dates=['2026-09-09']
     rows: results-vllm.json:v-7b-alone-1; results-vllm.json:v-7b-alone-2; results-vllm.json:v-7b-alone-3
n=2 min=10943.000 med=10943.000 max=10943.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-q2-vllm-fp8.json:q2-q34b-fp16-1; results-q2-vllm-fp8.json:q2-q34b-fp16-2
n=2 min=11503.000 med=11503.000 max=11503.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=fp8 | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | src=measuring-gaps-2026-09-10 :: dates=['2026-09-10']
     rows: results-q2-vllm-fp8.json:q2-q34b-fp8-1; results-q2-vllm-fp8.json:q2-q34b-fp8-2

### card after door (envelopes), grouped by knobs

### card_after_door_mib
n=3 min=5014.000 med=5014.000 max=5014.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q1-kat-2-up.json:2026-09-09-live-srv1-serve-up-q1-kat-1-up; serve-up-q1-kat-3-up.json:2026-09-09-live-srv1-serve-up-q1-kat-2-up; serve-up-q4-qwen-n28-1-up.json:2026-09-09-live-srv1-serve-up-q1-kat-3-up
n=2 min=2846.000 med=2846.000 max=2846.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-IQ2_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q2-ling-IQ2_M-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-IQ2_M-1-up; serve-up-q2-ling-Q3_K_M-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-IQ2_M-2-up
n=2 min=3760.000 med=3760.000 max=3760.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q3_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q2-ling-Q3_K_M-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q3_K_M-1-up; serve-up-q2-ling-Q4_K_M-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q3_K_M-2-up
n=2 min=4808.000 med=4808.000 max=4808.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: serve-up-q3-gemma-ub256-1-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub1024-2-up; serve-up-q3-ling-ub1024-2-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub1024-1-up
n=2 min=4776.000 med=4776.000 max=4776.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: serve-up-q3-ling-ub256-2-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub256-1-up; serve-up-q3-ling-ub512-1-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub256-2-up
n=8 min=4808.000 med=4808.000 max=4808.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-q2-ling-Q4_K_M-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q4_K_M-1-up; serve-up-q2-ling-Q6_K-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q4_K_M-2-up; serve-up-q3-ling-ub1024-1-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub512-2-up; serve-up-q3-ling-ub256-1-up.json:2026-09-10-live-srv1-serve-up-q5-ling-2-up; serve-up-q3-ling-ub512-2-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub512-1-up; serve-up-q5-ling-2-up.json:2026-09-10-live-srv1-serve-up-q5-ling-1-up; serve-up-r-srv1-gemma-1-up.json:2026-09-09-live-srv1-serve-up-r-srv1-ling-2-up; serve-up-r-srv1-ling-2-up.json:2026-09-09-live-srv1-serve-up-r-srv1-ling-1-up
n=2 min=5502.000 med=5502.000 max=5502.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=6 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q2-ling-Q6_K-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q6_K-1-up; serve-up-q2-ling-Q8_0-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q6_K-2-up
n=2 min=5440.000 med=5440.000 max=5440.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q8_0.gguf | n_cpu_moe=10 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q1-deepseek-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q8_0-2-up; serve-up-q2-ling-Q8_0-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q8_0-1-up
n=2 min=5470.000 med=5470.000 max=5470.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q4-qwen-n28-2-up.json:2026-09-09-live-srv1-serve-up-q4-qwen-n28-1-up; serve-up-q4-qwen-n32-1-up.json:2026-09-09-live-srv1-serve-up-q4-qwen-n28-2-up
n=6 min=5198.000 med=5200.000 max=5208.000 spread=10.000 MiB (0.16% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q1-kat-1-up.json:2026-09-09-live-srv1-serve-up-q1-qwen36-w8192-2-up; serve-up-q1-qwen36-w8192-2-up.json:2026-09-09-live-srv1-serve-up-q1-qwen36-w8192-1-up; serve-up-q6-blob-2.50-2-up.json:2026-09-09-live-srv1-serve-up-q6-blob-2.50-1-up; serve-up-q6-blob-3.03-1-up.json:2026-09-09-live-srv1-serve-up-q6-blob-2.50-2-up; serve-up-q6-blob-3.03-2-up.json:2026-09-09-live-srv1-serve-up-q6-blob-3.03-1-up; serve-up-q9-vllm-3b-srv1-1-up.json:2026-09-09-live-srv1-serve-up-q6-blob-3.03-2-up
n=6 min=5222.000 med=5222.000 max=5222.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q5-experts-0.50-2-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.50-1-up; serve-up-q5-experts-0.65-1-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.50-2-up; serve-up-q5-experts-0.65-2-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.65-1-up; serve-up-q5-experts-0.80-1-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.65-2-up; serve-up-q5-experts-0.80-2-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.80-1-up; serve-up-q6-blob-2.50-1-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.80-2-up
n=23 min=5102.000 med=5110.000 max=5110.000 spread=8.000 MiB (0.13% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-08', '2026-09-09', '2026-09-10']
     rows: serve-up-A-unmapped-2-up.json:2026-09-09-live-srv1-serve-up-A-mapped-1-up; serve-up-A-unmapped-3-up.json:2026-09-09-live-srv1-serve-up-A-mapped-2-up; serve-up-B-refusal--10-up.json:2026-09-09-live-srv1-serve-up-A-mapped-3-up; serve-up-m1-qwen-unmapped-1-up.json:2026-09-09-live-srv1-serve-up-r-srv1-qwen-mapped-2-up ... +19
n=14 min=5126.000 med=5126.000 max=5126.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-08', '2026-09-09']
     rows: serve-up-A-mapped-1-up.json:2026-09-09-live-srv1-serve-up-A-unmapped-1-up; serve-up-A-mapped-2-up.json:2026-09-09-live-srv1-serve-up-A-unmapped-2-up; serve-up-A-mapped-3-up.json:2026-09-09-live-srv1-serve-up-A-unmapped-3-up; serve-up-A-unmapped-1-up.json:2026-09-09-live-srv1-serve-up-restore1 ... +10
n=2 min=4422.000 med=4422.000 max=4422.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q4-qwen-n32-2-up.json:2026-09-09-live-srv1-serve-up-q4-qwen-n32-1-up; serve-up-q5-experts-0.50-1-up.json:2026-09-09-live-srv1-serve-up-q4-qwen-n32-2-up
n=7 min=5444.000 med=5446.000 max=5446.000 spread=2.000 MiB (0.03% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-q1-deepseek-2-up.json:2026-09-09-live-srv1-serve-up-q1-deepseek-1-up; serve-up-q1-deepseek-f16-2-up.json:2026-09-10-live-srv1-serve-up-q1-deepseek-f16-1-up; serve-up-q1-deepseek-q8-1-up.json:2026-09-10-live-srv1-serve-up-q1-deepseek-f16-2-up; serve-up-q1-gemma-1-up.json:2026-09-09-live-srv1-serve-up-q1-deepseek-2-up; serve-up-srv1-deepseek-mid2-up.json:2026-09-09-live-srv1-serve-up-srv1-deepseek-hi2-up; serve-up-srv1-deepseek-neg2-up.json:2026-09-09-live-srv1-serve-up-srv1-deepseek-mid2-up; serve-up-srv1-qwen-hi-r1-up.json:2026-09-09-live-srv1-serve-up-srv1-deepseek-neg2-up
n=2 min=4432.000 med=4432.000 max=4432.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=q8_0 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: serve-up-q1-deepseek-q8-2-up.json:2026-09-10-live-srv1-serve-up-q1-deepseek-q8-1-up; serve-up-q5-ling-1-up.json:2026-09-10-live-srv1-serve-up-q1-deepseek-q8-2-up
n=2 min=5546.000 med=5546.000 max=5546.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: serve-up-q3-gemma-ub1024-2-up.json:2026-09-10-live-srv1-serve-up-q3-gemma-ub1024-1-up; serve-up.json:2026-09-10-live-srv1-serve-up-q3-gemma-ub1024-2-up
n=2 min=5412.000 med=5412.000 max=5412.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: serve-up-q3-gemma-ub1024-1-up.json:2026-09-10-live-srv1-serve-up-q3-gemma-ub256-2-up; serve-up-q3-gemma-ub256-2-up.json:2026-09-10-live-srv1-serve-up-q3-gemma-ub256-1-up
n=4 min=5546.000 med=5546.000 max=5546.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q1-gemma-2-up.json:2026-09-09-live-srv1-serve-up-q1-gemma-1-up; serve-up-q1-qwen36-w8192-1-up.json:2026-09-09-live-srv1-serve-up-q1-gemma-2-up; serve-up-r-srv1-gemma-2-up.json:2026-09-09-live-srv1-serve-up-r-srv1-gemma-1-up; serve-up-r-srv1-qwen-mapped-1-up.json:2026-09-09-live-srv1-serve-up-r-srv1-gemma-2-up
n=4 min=3112.000 med=3112.000 max=3112.000 spread=0.000 MiB (0.00% of 6144) :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-q8b-clock-1-aside.json:2026-09-10-live-srv1-serve-up-q9c-vllm-3b-srv1-2-up; serve-up-q9b-vllm-3b-srv1-1-up.json:2026-09-09-live-srv1-serve-up-q9-vllm-3b-srv1-1-up; serve-up-q9c-vllm-3b-srv1-1-up.json:2026-09-10-live-srv1-serve-up-q9b-vllm-3b-srv1-1-up; serve-up-q9c-vllm-3b-srv1-2-up.json:2026-09-10-live-srv1-serve-up-q9c-vllm-3b-srv1-1-up
n=2 min=11893.000 med=11893.000 max=11893.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: serve-up-q2-q34b-fp16-1-up.json:2026-09-10-live-srv2-serve-up-q3-80b-ub1024-2-up; serve-up-q3-80b-ub1024-2-up.json:2026-09-10-live-srv2-serve-up-q3-80b-ub1024-1-up
n=2 min=11881.000 med=11881.000 max=11881.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: serve-up-q3-80b-ub1024-1-up.json:2026-09-10-live-srv2-serve-up-q3-80b-ub256-2-up; serve-up-q3-80b-ub256-2-up.json:2026-09-10-live-srv2-serve-up-q3-80b-ub256-1-up
n=5 min=11893.000 med=11893.000 max=11893.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q10-80b-mapped-n35-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n35-1-up; serve-up-q10-80b-mapped-n36-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n35-2-up; serve-up-restore-074214.json:2026-09-09-live-srv2-serve-up-srv2-80b-neg-up; serve-up-srv2-80b-mid-up.json:2026-09-09-live-srv2-serve-up-srv2-80b-hi-up; serve-up-srv2-80b-neg-up.json:2026-09-09-live-srv2-serve-up-srv2-80b-mid-up
n=3 min=11165.000 med=11165.000 max=11165.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-m1-80b-unmapped-n36-1-up.json:2026-09-09-live-srv2-serve-up-m1-80b-mapped-n36-1-up; serve-up-q10-80b-mapped-n36-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n36-1-up; serve-up-q10-80b-mapped-n38-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n36-2-up
n=2 min=9709.000 med=9709.000 max=9709.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=38 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q10-80b-mapped-n38-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n38-1-up; serve-up-q10-80b-mapped-n40-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n38-2-up
n=3 min=8253.000 med=8253.000 max=8253.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q10-80b-mapped-n40-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n40-1-up; serve-up-q10-80b-mapped-n41-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n40-2-up; serve-up-restore-up-964586.json:2026-09-09-live-srv2-serve-up-m1-80b-mapped-n40-1-up
n=2 min=7525.000 med=7525.000 max=7525.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=41 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q10-80b-mapped-n41-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n41-1-up; serve-up-q13-qwen36-n7-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n41-2-up
n=2 min=7597.000 med=7597.000 max=7597.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=20 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q13-qwen36-n20-2-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n20-1-up; serve-up-q13-qwen36-n40-1-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n20-2-up
n=2 min=2279.000 med=2279.000 max=2279.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-q13-qwen36-n40-2-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n40-1-up; serve-up-q14-pair-healthy-1-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n40-2-up
n=2 min=2299.000 med=2299.000 max=2299.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-m2-both-up-991944.json:2026-09-09-live-srv2-serve-up-m2-qwen36-alone-up-991641; serve-up-m2-both-up.json:2026-09-09-live-srv2-serve-up-m2-qwen36-alone-up
n=4 min=11001.000 med=11001.000 max=11001.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=7 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-m2-deepseek-alone-up.json:2026-09-09-live-srv2-serve-up-r-srv2-qwen36-2-up; serve-up-q13-qwen36-n20-1-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n7-2-up; serve-up-q13-qwen36-n7-2-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n7-1-up; serve-up-r-srv2-qwen36-2-up.json:2026-09-09-live-srv2-serve-up-r-srv2-qwen36-1-up
n=4 min=10751.000 med=10751.000 max=10751.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-q4-deepseek-n0-2-up.json:2026-09-10-live-srv2-serve-up-q4-deepseek-n0-1-up; serve-up-q4-deepseek-n13-1-up.json:2026-09-10-live-srv2-serve-up-q4-deepseek-n0-2-up; serve-up-r-srv2-deepseek-2-up.json:2026-09-09-live-srv2-serve-up-r-srv2-deepseek-1-up; serve-up-r-srv2-qwen36-1-up.json:2026-09-09-live-srv2-serve-up-r-srv2-deepseek-2-up
n=2 min=7261.000 med=7261.000 max=7261.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=13 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: serve-up-q4-deepseek-n13-2-up.json:2026-09-10-live-srv2-serve-up-q4-deepseek-n13-1-up; serve-up-q4-deepseek-n26-1-up.json:2026-09-10-live-srv2-serve-up-q4-deepseek-n13-2-up
n=2 min=3413.000 med=3413.000 max=3413.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: serve-up-m2-qwen36-alone-up-991641.json:2026-09-09-live-srv2-serve-up-m2-deepseek-alone-up-991532; serve-up-m2-qwen36-alone-up.json:2026-09-09-live-srv2-serve-up-m2-deepseek-alone-up
n=2 min=5711.000 med=5711.000 max=5711.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf+Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | gpu_mem_util=+ | sleep_mode=n/a | co_residents=pair :: dates=['2026-09-09']
     rows: serve-up-m1-80b-mapped-n36-1-up.json:2026-09-09-live-srv2-serve-up-m2-both-up; serve-up.json:2026-09-09-live-srv2-serve-up-m2-both-up-991944
n=2 min=2795.000 med=2795.000 max=2795.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no :: dates=['2026-09-09']
     rows: serve-up-v-3b-alone-3-up.json:2026-09-09-live-srv2-serve-up-v-3b-alone-2-up; serve-up-v-7b-alone-1-up.json:2026-09-09-live-srv2-serve-up-v-3b-alone-3-up
n=2 min=10587.000 med=10587.000 max=10587.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_healthy | co_residents=pair :: dates=['2026-09-09']
     rows: serve-up-q14-pair-healthy-2-up.json:2026-09-09-live-srv2-serve-up-q14-pair-healthy-1-up; serve-up-q15-pair-sleepmode-1-up.json:2026-09-09-live-srv2-serve-up-q14-pair-healthy-2-up
n=7 min=9445.000 med=9613.000 max=11797.000 spread=2352.000 MiB (19.14% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_started | co_residents=pair :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-pre-gate2-084706.json:2026-09-09-live-srv2-serve-up-restore1; serve-up-presleep-094541.json:2026-09-09-live-srv2-serve-up-restore2; serve-up-q10-80b-mapped-n35-1-up.json:2026-09-09-live-srv2-serve-up-restore-up-964586; serve-up-v-pair-sleep-1-up.json:2026-09-09-live-srv2-serve-up-v-pair-plain-1-up; serve-up-v-pair-sleepB-1-up.json:2026-09-09-live-srv2-serve-up-v-pair-plainB-1-up; serve-up-verify-110727.json:2026-09-09-live-srv2-serve-up-sleeprestore; serve-up.json:2026-09-10-live-srv2-serve-up-restore-live
n=18 min=10641.000 med=11369.000 max=11369.000 spread=728.000 MiB (5.92% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-fw-112013.json:2026-09-09-live-srv2-serve-up-verifyup; serve-up-q15-pair-sleepmode-2-up.json:2026-09-09-live-srv2-serve-up-q15-pair-sleepmode-1-up; serve-up-q15-pair-sleepmode-3-up.json:2026-09-09-live-srv2-serve-up-q15-pair-sleepmode-2-up; serve-up-q15-pair-sleepmode-4-up.json:2026-09-09-live-srv2-serve-up-q15-pair-sleepmode-3-up ... +14
n=3 min=7795.000 med=7795.000 max=7795.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no :: dates=['2026-09-09']
     rows: serve-up-v-7b-alone-2-up.json:2026-09-09-live-srv2-serve-up-v-7b-alone-1-up; serve-up-v-7b-alone-3-up.json:2026-09-09-live-srv2-serve-up-v-7b-alone-2-up; serve-up-v-pair-plainB-1-up.json:2026-09-09-live-srv2-serve-up-v-7b-alone-3-up
n=2 min=10943.000 med=10943.000 max=10943.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.90 | sleep_mode=no :: dates=['2026-09-10']
     rows: serve-up-q2-q34b-fp16-2-up.json:2026-09-10-live-srv2-serve-up-q2-q34b-fp16-1-up; serve-up-q2-q34b-fp8-1-up.json:2026-09-10-live-srv2-serve-up-q2-q34b-fp16-2-up
n=2 min=11503.000 med=11503.000 max=11503.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=fp8 | gpu_mem_util=0.90 | sleep_mode=no :: dates=['2026-09-10']
     rows: serve-up-q2-q34b-fp8-2-up.json:2026-09-10-live-srv2-serve-up-q2-q34b-fp8-1-up; serve-up-q4-deepseek-n0-1-up.json:2026-09-10-live-srv2-serve-up-q2-q34b-fp8-2-up

## 3 vLLM per-unit card after cold start (per pid)

### vllm_unit_card_cold_mib
n=8 min=3810.000 med=3810.000 max=3810.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/serving-0/3b; results-q15-cycles.json:q15c-sleepmode-2/serving-0/3b; results-q15-cycles.json:q15c-sleepmode-3/serving-0/3b; results-q15-cycles.json:q15c-sleepmode-4/serving-0/3b; results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-1/pair_up/3b; results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-2/pair_up/3b; results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-1/pair_up/3b; results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-2/pair_up/3b
n=4 min=7544.000 med=7544.000 max=7544.000 spread=0.000 MiB (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair :: dates=['2026-09-10']
     rows: results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-1/pair_up/7b; results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-2/pair_up/7b; results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-1/pair_up/7b; results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-2/pair_up/7b
n=4 min=6816.000 med=7180.000 max=7544.000 spread=728.000 MiB (5.92% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/serving-0/7b; results-q15-cycles.json:q15c-sleepmode-2/serving-0/7b; results-q15-cycles.json:q15c-sleepmode-3/serving-0/7b; results-q15-cycles.json:q15c-sleepmode-4/serving-0/7b

### vllm_L2_residual_mib
n=14 min=228.000 med=228.000 max=228.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/cycle1/3b; results-q15-cycles.json:q15c-sleepmode-1/cycle2/3b; results-q15-cycles.json:q15c-sleepmode-1/cycle3/3b; results-q15-cycles.json:q15c-sleepmode-2/cycle1/3b ... +10
n=11 min=228.000 med=228.000 max=228.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml (README M6);  :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1then2-3b-asleep-L2/3b; m6-m7-sleep-matrix.json:L1then2-7b-asleep-L2/3b; m6-m7-sleep-matrix.json:L1then2-both-asleep-L2-after-60s-idle/3b; m6-m7-sleep-matrix.json:L1then2-both-asleep-L2/3b ... +7
n=2 min=234.000 med=234.000 max=234.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-10']
     rows: results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-1/asleep/7b; results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-2/asleep/7b
n=10 min=234.000 med=234.000 max=234.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | note=compose.srv2.sleepmode.yml (README M6);  :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1then2-7b-asleep-L2/7b; m6-m7-sleep-matrix.json:L1then2-both-asleep-L2-after-60s-idle/7b; m6-m7-sleep-matrix.json:L1then2-both-asleep-L2/7b; m6-m7-sleep-matrix.json:L2-7b-alone-asleep/7b ... +6
n=12 min=234.000 med=234.000 max=234.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/cycle1/7b; results-q15-cycles.json:q15c-sleepmode-1/cycle2/7b; results-q15-cycles.json:q15c-sleepmode-1/cycle3/7b; results-q15-cycles.json:q15c-sleepmode-2/cycle1/7b ... +8

### vllm_L1_residual_mib
n=2 min=228.000 med=228.000 max=228.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml (README M6);  :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1-3b-asleep/3b; vllm-sleep-results.json:L1-3B-asleep/3b
n=2 min=234.000 med=234.000 max=234.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | note=compose.srv2.sleepmode.yml (README M6);  :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1-7b-asleep/7b; vllm-sleep-results.json:L1-7B-asleep/7b

### vllm_cold_minus_wake_card_mib
n=12 min=20.000 med=20.000 max=20.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/cycle1/3b; results-q15-cycles.json:q15c-sleepmode-1/cycle2/3b; results-q15-cycles.json:q15c-sleepmode-1/cycle3/3b; results-q15-cycles.json:q15c-sleepmode-2/cycle1/3b ... +8
n=12 min=20.000 med=20.000 max=20.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/cycle1/7b; results-q15-cycles.json:q15c-sleepmode-1/cycle2/7b; results-q15-cycles.json:q15c-sleepmode-1/cycle3/7b; results-q15-cycles.json:q15c-sleepmode-2/cycle1/7b ... +8

### vllm_host_ram_gib
n=3 min=2.571 med=2.572 max=2.601 spread=0.029 (0.20% of 15.0323) :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | co_residents=alone | note=compose.srv1-vllm-3b.yml :: dates=['2026-09-10']
     rows: results-q9-vllm-srv1.json:q9b-vllm-3b-srv1-1; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-1; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-2
n=2 min=2.921 med=2.925 max=2.930 spread=0.009 (0.02% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | co_residents=alone | note=compose.srv2.3b-alone.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-3b-alone-2; results-vllm.json:v-3b-alone-3
n=2 min=5.520 med=5.524 max=5.528 spread=0.007 (0.02% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_healthy | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1; results-q14-pair-healthy.json:q14-pair-healthy-2
n=2 min=5.491 med=5.493 max=5.495 spread=0.003 (0.01% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_started | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plain-1; results-vllm.json:v-pair-plainB-1
n=6 min=5.417 med=5.473 max=5.580 spread=0.164 (0.36% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1; results-q15-sleepmode.json:q15-pair-sleepmode-2; results-q15-sleepmode.json:q15-pair-sleepmode-3; results-q15-sleepmode.json:q15-pair-sleepmode-4; results-vllm.json:v-pair-sleep-1; results-vllm.json:v-pair-sleepB-1
n=3 min=2.920 med=2.920 max=2.953 spread=0.034 (0.07% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=alone | note=compose.srv2.7b-alone.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-7b-alone-1; results-vllm.json:v-7b-alone-2; results-vllm.json:v-7b-alone-3

### vllm_nontorch_gib
n=3 min=0.040 med=0.040 max=0.040 spread=0.000 (0.00% of 15.0323) :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | co_residents=alone | note=compose.srv1-vllm-3b.yml :: dates=['2026-09-10']
     rows: results-q9-vllm-srv1.json:q9b-vllm-3b-srv1-1/3b; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-1/3b; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-2/3b
n=2 min=0.050 med=0.050 max=0.050 spread=0.000 (0.00% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_healthy | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1/3b; results-q14-pair-healthy.json:q14-pair-healthy-2/3b
n=1 min=0.050 med=0.050 max=0.050 spread=0.000 (0.00% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_started | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plainB-1/3b
n=5 min=0.540 med=0.540 max=0.540 spread=0.000 (0.00% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1/3b; results-q15-sleepmode.json:q15-pair-sleepmode-2/3b; results-q15-sleepmode.json:q15-pair-sleepmode-3/3b; results-q15-sleepmode.json:q15-pair-sleepmode-4/3b; results-vllm.json:v-pair-sleepB-1/3b
n=3 min=0.050 med=0.050 max=2.370 spread=2.320 (5.05% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1/7b; results-q14-pair-healthy.json:q14-pair-healthy-2/7b; results-vllm.json:v-pair-plainB-1/7b
n=5 min=0.300 med=0.450 max=1.040 spread=0.740 (1.61% of 45.975) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1/7b; results-q15-sleepmode.json:q15-pair-sleepmode-2/7b; results-q15-sleepmode.json:q15-pair-sleepmode-3/7b; results-q15-sleepmode.json:q15-pair-sleepmode-4/7b; results-vllm.json:v-pair-sleepB-1/7b

### vllm_kv_tokens
n=3 min=22608.000 med=22608.000 max=22608.000 spread=0.000 :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | co_residents=alone | note=compose.srv1-vllm-3b.yml :: dates=['2026-09-10']
     rows: results-q9-vllm-srv1.json:q9b-vllm-3b-srv1-1/3b; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-1/3b; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-2/3b
n=2 min=12352.000 med=12352.000 max=12352.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_healthy | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1/3b; results-q14-pair-healthy.json:q14-pair-healthy-2/3b
n=1 min=25312.000 med=25312.000 max=25312.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_started | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plainB-1/3b
n=5 min=42608.000 med=42608.000 max=42608.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1/3b; results-q15-sleepmode.json:q15-pair-sleepmode-2/3b; results-q15-sleepmode.json:q15-pair-sleepmode-3/3b; results-q15-sleepmode.json:q15-pair-sleepmode-4/3b; results-vllm.json:v-pair-sleepB-1/3b
n=3 min=8592.000 med=37248.000 max=37248.000 spread=28656.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1/7b; results-q14-pair-healthy.json:q14-pair-healthy-2/7b; results-vllm.json:v-pair-plainB-1/7b
n=5 min=18768.000 med=29808.000 max=32496.000 spread=13728.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1/7b; results-q15-sleepmode.json:q15-pair-sleepmode-2/7b; results-q15-sleepmode.json:q15-pair-sleepmode-3/7b; results-q15-sleepmode.json:q15-pair-sleepmode-4/7b; results-vllm.json:v-pair-sleepB-1/7b
n=2 min=52192.000 med=52192.000 max=52192.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | note= :: dates=['2026-09-10']
     rows: results-q2-vllm-fp8.json:q2-q34b-fp16-1; results-q2-vllm-fp8.json:q2-q34b-fp16-2
n=2 min=104400.000 med=104400.000 max=104400.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=fp8 | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | note= :: dates=['2026-09-10']
     rows: results-q2-vllm-fp8.json:q2-q34b-fp8-1; results-q2-vllm-fp8.json:q2-q34b-fp8-2

### vllm_negative_kv_attempts
n=1 min=2.000 med=2.000 max=2.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_started | co_residents=pair | note=compose.srv2.yml; Available KV cache mem :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plainB-1/3b
n=5 min=1.000 med=1.000 max=1.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml; Available KV :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1/3b; results-q15-sleepmode.json:q15-pair-sleepmode-2/3b; results-q15-sleepmode.json:q15-pair-sleepmode-3/3b; results-q15-sleepmode.json:q15-pair-sleepmode-4/3b; results-vllm.json:v-pair-sleepB-1/3b
n=1 min=1.000 med=1.000 max=1.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=pair | note=compose.srv2.yml; Available KV cache mem :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plainB-1/7b

### card_peak_minus_steady_mib
n=3 min=-24.000 med=-24.000 max=-24.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-kat-1; results-q1-srv1.json:q1-kat-2; results-q1-srv1.json:q1-kat-3
n=2 min=-26.000 med=-26.000 max=-26.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-IQ2_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-IQ2_M-1; results-q2-ling.json:q2-ling-IQ2_M-2
n=2 min=-26.000 med=-26.000 max=-26.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q3_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q3_K_M-1; results-q2-ling.json:q2-ling-Q3_K_M-2
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-ling-ub1024-1; results-arms-q3-scratch.json:q3-ling-ub1024-2
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-ling-ub256-1; results-arms-q3-scratch.json:q3-ling-ub256-2
n=8 min=-26.000 med=-13.000 max=0.000 spread=26.000 (0.42% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09', '2026-09-10']
     rows: results-arms-q3-scratch.json:q3-ling-ub512-1; results-arms-q3-scratch.json:q3-ling-ub512-2; results-arms-q5-mla.json:q5-ling-1; results-arms-q5-mla.json:q5-ling-2; results-arms-srv1-rate.json:r-srv1-ling-1; results-arms-srv1-rate.json:r-srv1-ling-2; results-q2-ling.json:q2-ling-Q4_K_M-1; results-q2-ling.json:q2-ling-Q4_K_M-2
n=2 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=6 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q6_K-1; results-q2-ling.json:q2-ling-Q6_K-2
n=2 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q8_0.gguf | n_cpu_moe=10 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q8_0-1; results-q2-ling.json:q2-ling-Q8_0-2
n=2 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q4-qwen-n28-1; results-q4q5q6-srv1.json:q4-qwen-n28-2
n=6 min=-22.000 med=-20.000 max=-14.000 spread=8.000 (0.13% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-qwen36-w8192-1; results-q1-srv1.json:q1-qwen36-w8192-2; results-q4q5q6-srv1.json:q6-blob-2.50-1; results-q4q5q6-srv1.json:q6-blob-2.50-2; results-q4q5q6-srv1.json:q6-blob-3.03-1; results-q4q5q6-srv1.json:q6-blob-3.03-2
n=6 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q5-experts-0.50-1; results-q4q5q6-srv1.json:q5-experts-0.50-2; results-q4q5q6-srv1.json:q5-experts-0.65-1; results-q4q5q6-srv1.json:q5-experts-0.65-2; results-q4q5q6-srv1.json:q5-experts-0.80-1; results-q4q5q6-srv1.json:q5-experts-0.80-2
n=7 min=-20.000 med=-14.000 max=-14.000 spread=6.000 (0.10% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-2; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg3.0-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-restore-1; results-arms-srv1-m3-experts.json:m3x-restore-mapped-1; results-arms-srv1-rate.json:r-srv1-qwen-mapped-1; results-arms-srv1-rate.json:r-srv1-qwen-mapped-2
n=4 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m1-qwen-unmapped-1; results-arms-srv1-m1-m3.json:m1-qwen-unmapped-2; results-arms-srv1-m3-experts.json:m3x-experts-n0.30-1; results-arms-srv1-m3-experts.json:m3x-experts-p0.20-1
n=2 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q4-qwen-n32-1; results-q4q5q6-srv1.json:q4-qwen-n32-2
n=4 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09', '2026-09-10']
     rows: results-arms-q1-kv-q8.json:q1-deepseek-f16-1; results-arms-q1-kv-q8.json:q1-deepseek-f16-2; results-q1-srv1.json:q1-deepseek-1; results-q1-srv1.json:q1-deepseek-2
n=2 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=q8_0 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-arms-q1-kv-q8.json:q1-deepseek-q8-1; results-arms-q1-kv-q8.json:q1-deepseek-q8-2
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-gemma-ub1024-1; results-arms-q3-scratch.json:q3-gemma-ub1024-2
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-gemma-ub256-1; results-arms-q3-scratch.json:q3-gemma-ub256-2
n=4 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-srv1-rate.json:r-srv1-gemma-1; results-arms-srv1-rate.json:r-srv1-gemma-2; results-q1-srv1.json:q1-gemma-1; results-q1-srv1.json:q1-gemma-2
n=3 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 6144) :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | co_residents=alone | note=compose.srv1-vllm-3b.yml :: dates=['2026-09-10']
     rows: results-q9-vllm-srv1.json:q9b-vllm-3b-srv1-1; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-1; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-2
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-80b-ub1024-1; results-arms-q3-scratch.json:q3-80b-ub1024-2
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-80b-ub256-1; results-arms-q3-scratch.json:q3-80b-ub256-2
n=2 min=-2.000 med=-2.000 max=-2.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n35-1; results-arms-q10-80b.json:q10-80b-mapped-n35-2
n=3 min=-2.000 med=-2.000 max=-2.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n36-1; results-arms-q10-80b.json:q10-80b-mapped-n36-2; results-arms-srv2-m1-80b.json:m1-80b-mapped-n36-1
n=1 min=-2.000 med=-2.000 max=-2.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-unmapped-n36-1
n=2 min=-2.000 med=-2.000 max=-2.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=38 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n38-1; results-arms-q10-80b.json:q10-80b-mapped-n38-2
n=3 min=-2.000 med=-2.000 max=-2.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n40-1; results-arms-q10-80b.json:q10-80b-mapped-n40-2; results-arms-srv2-m1-80b.json:m1-80b-mapped-n40-1
n=1 min=-2.000 med=-2.000 max=-2.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-unmapped-n40-1
n=2 min=-2.000 med=-2.000 max=-2.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=41 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n41-1; results-arms-q10-80b.json:q10-80b-mapped-n41-2
n=2 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=20 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q13-srv2.json:q13-qwen36-n20-1; results-q13-srv2.json:q13-qwen36-n20-2
n=2 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-q13-srv2.json:q13-qwen36-n40-1; results-q13-srv2.json:q13-qwen36-n40-2
n=4 min=-14.000 med=-14.000 max=-14.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=7 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09']
     rows: results-arms-srv2-rate.json:r-srv2-qwen36-1; results-arms-srv2-rate.json:r-srv2-qwen36-2; results-q13-srv2.json:q13-qwen36-n7-1; results-q13-srv2.json:q13-qwen36-n7-2
n=4 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-09', '2026-09-10']
     rows: results-arms-q4-c-drift.json:q4-deepseek-n0-1; results-arms-q4-c-drift.json:q4-deepseek-n0-2; results-arms-srv2-rate.json:r-srv2-deepseek-1; results-arms-srv2-rate.json:r-srv2-deepseek-2
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=13 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-arms-q4-c-drift.json:q4-deepseek-n13-1; results-arms-q4-c-drift.json:q4-deepseek-n13-2
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a :: dates=['2026-09-10']
     rows: results-arms-q4-c-drift.json:q4-deepseek-n26-1; results-arms-q4-c-drift.json:q4-deepseek-n26-2
n=2 min=34.000 med=34.000 max=34.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | co_residents=alone | note=compose.srv2.3b-alone.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-3b-alone-2; results-vllm.json:v-3b-alone-3
n=2 min=34.000 med=34.000 max=34.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_healthy | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1; results-q14-pair-healthy.json:q14-pair-healthy-2
n=2 min=52.000 med=439.000 max=826.000 spread=774.000 (6.30% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_started | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plain-1; results-vllm.json:v-pair-plainB-1
n=6 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1; results-q15-sleepmode.json:q15-pair-sleepmode-2; results-q15-sleepmode.json:q15-pair-sleepmode-3; results-q15-sleepmode.json:q15-pair-sleepmode-4; results-vllm.json:v-pair-sleep-1; results-vllm.json:v-pair-sleepB-1
n=3 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=alone | note=compose.srv2.7b-alone.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-7b-alone-1; results-vllm.json:v-7b-alone-2; results-vllm.json:v-7b-alone-3
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | note= :: dates=['2026-09-10']
     rows: results-q2-vllm-fp8.json:q2-q34b-fp16-1; results-q2-vllm-fp8.json:q2-q34b-fp16-2
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 (0.00% of 12288) :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=fp8 | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | note= :: dates=['2026-09-10']
     rows: results-q2-vllm-fp8.json:q2-q34b-fp8-1; results-q2-vllm-fp8.json:q2-q34b-fp8-2

### start_offset_s
n=3 min=0.000 med=0.000 max=0.000 spread=0.000 :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | co_residents=alone | note=compose.srv1-vllm-3b.yml :: dates=['2026-09-10']
     rows: results-q9-vllm-srv1.json:q9b-vllm-3b-srv1-1/3b; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-1/3b; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-2/3b
n=2 min=0.000 med=0.000 max=0.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | co_residents=alone | note=compose.srv2.3b-alone.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-3b-alone-2/3b; results-vllm.json:v-3b-alone-3/3b
n=2 min=97.000 med=97.000 max=97.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_healthy | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1/3b; results-q14-pair-healthy.json:q14-pair-healthy-2/3b
n=2 min=37.000 med=37.500 max=38.000 spread=1.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_started | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plain-1/3b; results-vllm.json:v-pair-plainB-1/3b
n=6 min=88.000 med=89.000 max=90.000 spread=2.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1/3b; results-q15-sleepmode.json:q15-pair-sleepmode-2/3b; results-q15-sleepmode.json:q15-pair-sleepmode-3/3b; results-q15-sleepmode.json:q15-pair-sleepmode-4/3b; results-vllm.json:v-pair-sleep-1/3b; results-vllm.json:v-pair-sleepB-1/3b
n=3 min=0.000 med=0.000 max=0.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=alone | note=compose.srv2.7b-alone.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-7b-alone-1/7b; results-vllm.json:v-7b-alone-2/7b; results-vllm.json:v-7b-alone-3/7b
n=4 min=0.000 med=0.000 max=0.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1/7b; results-q14-pair-healthy.json:q14-pair-healthy-2/7b; results-vllm.json:v-pair-plain-1/7b; results-vllm.json:v-pair-plainB-1/7b
n=6 min=0.000 med=0.000 max=0.000 spread=0.000 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1/7b; results-q15-sleepmode.json:q15-pair-sleepmode-2/7b; results-q15-sleepmode.json:q15-pair-sleepmode-3/7b; results-q15-sleepmode.json:q15-pair-sleepmode-4/7b; results-vllm.json:v-pair-sleep-1/7b; results-vllm.json:v-pair-sleepB-1/7b

### ttft_s
n=3 min=0.244 med=0.245 max=0.246 spread=0.002 :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | co_residents=alone | note=compose.srv1-vllm-3b.yml :: dates=['2026-09-10']
     rows: results-q9-vllm-srv1.json:q9b-vllm-3b-srv1-1/3b; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-1/3b; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-2/3b
n=2 min=0.185 med=0.188 max=0.191 spread=0.006 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | co_residents=alone | note=compose.srv2.3b-alone.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-3b-alone-2/3b; results-vllm.json:v-3b-alone-3/3b
n=2 min=0.186 med=0.190 max=0.194 spread=0.008 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_healthy | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1/3b; results-q14-pair-healthy.json:q14-pair-healthy-2/3b
n=2 min=0.184 med=0.188 max=0.192 spread=0.009 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_started | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plain-1/3b; results-vllm.json:v-pair-plainB-1/3b
n=6 min=0.166 med=0.182 max=0.193 spread=0.027 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1/3b; results-q15-sleepmode.json:q15-pair-sleepmode-2/3b; results-q15-sleepmode.json:q15-pair-sleepmode-3/3b; results-q15-sleepmode.json:q15-pair-sleepmode-4/3b; results-vllm.json:v-pair-sleep-1/3b; results-vllm.json:v-pair-sleepB-1/3b
n=3 min=0.180 med=0.190 max=0.204 spread=0.024 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=alone | note=compose.srv2.7b-alone.yml :: dates=['2026-09-09']
     rows: results-vllm.json:v-7b-alone-1/7b; results-vllm.json:v-7b-alone-2/7b; results-vllm.json:v-7b-alone-3/7b
n=4 min=0.173 med=0.184 max=0.191 spread=0.018 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=pair | note=compose.srv2.yml :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1/7b; results-q14-pair-healthy.json:q14-pair-healthy-2/7b; results-vllm.json:v-pair-plain-1/7b; results-vllm.json:v-pair-plainB-1/7b
n=6 min=0.161 med=0.175 max=0.207 spread=0.046 :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | note=compose.srv2.sleepmode.yml :: dates=['2026-09-09']
     rows: results-q15-sleepmode.json:q15-pair-sleepmode-1/7b; results-q15-sleepmode.json:q15-pair-sleepmode-2/7b; results-q15-sleepmode.json:q15-pair-sleepmode-3/7b; results-q15-sleepmode.json:q15-pair-sleepmode-4/7b; results-vllm.json:v-pair-sleep-1/7b; results-vllm.json:v-pair-sleepB-1/7b

## 4 SWAP / FAULTS

### pswpout_wake
n=3 min=51069.000 med=147554.000 max=151416.000 spread=100347.000 pages :: srv1 llamacpp load=mapped balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-2; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg3.0-1
n=4 min=51620.000 med=102010.000 max=156656.000 spread=105036.000 pages :: srv1 llamacpp load=mapped balloon swp=unrecorded co=False :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q6-blob-2.50-1; results-q4q5q6-srv1.json:q6-blob-2.50-2; results-q4q5q6-srv1.json:q6-blob-3.03-1; results-q4q5q6-srv1.json:q6-blob-3.03-2
n=9 min=0.000 med=32145.000 max=58401.000 spread=58401.000 pages :: srv1 llamacpp load=mapped no-balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: m1-srv1-mode-vram.json:m1-srv1-mapped-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-restore-1; results-arms-srv1-m3-experts.json:m3x-restore-mapped-1; results-arms-srv1-rate.json:r-srv1-gemma-1 ... +5
n=3 min=35159.000 med=41791.000 max=48433.000 spread=13274.000 pages :: srv1 llamacpp load=mapped no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-mapped-1; sweep-results-arms-gate2.json:A-mapped-2; sweep-results-arms-gate2.json:A-mapped-3
n=23 min=0.000 med=0.000 max=148202.000 spread=148202.000 pages :: srv1 llamacpp load=mapped no-balloon swp=unrecorded co=False :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-deepseek-1; results-q1-srv1.json:q1-deepseek-2; results-q1-srv1.json:q1-gemma-1; results-q1-srv1.json:q1-gemma-2 ... +19
n=2 min=38490.000 med=52646.500 max=66803.000 spread=28313.000 pages :: srv1 llamacpp load=none balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv1-m3-experts.json:m3x-experts-n0.30-1; results-arms-srv1-m3-experts.json:m3x-experts-p0.20-1
n=3 min=0.000 med=0.000 max=2228826.000 spread=2228826.000 pages :: srv1 llamacpp load=none balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:B-refusal--10; sweep-results-arms-gate2b.json:B-refusal-p05; sweep-results-arms-gate2b.json:B-refusal-p20
n=6 min=77162.000 med=116224.500 max=196039.000 spread=118877.000 pages :: srv1 llamacpp load=none balloon swp=unrecorded co=False :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q5-experts-0.50-1; results-q4q5q6-srv1.json:q5-experts-0.50-2; results-q4q5q6-srv1.json:q5-experts-0.65-1; results-q4q5q6-srv1.json:q5-experts-0.65-2; results-q4q5q6-srv1.json:q5-experts-0.80-1; results-q4q5q6-srv1.json:q5-experts-0.80-2
n=2 min=0.000 med=11.000 max=22.000 spread=22.000 pages :: srv1 llamacpp load=none no-balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m1-qwen-unmapped-1; results-arms-srv1-m1-m3.json:m1-qwen-unmapped-2
n=3 min=0.000 med=0.000 max=5.000 spread=5.000 pages :: srv1 llamacpp load=none no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-unmapped-1; sweep-results-arms-gate2.json:A-unmapped-2; sweep-results-arms-gate2.json:A-unmapped-3
n=2 min=0.000 med=34598.000 max=69196.000 spread=69196.000 pages :: srv1 llamacpp load=none no-balloon swp=unrecorded co=False :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-gemma-alone; results-q7-coresidency.json:q7-ling-q6k-alone
n=1 min=565534.000 med=565534.000 max=565534.000 spread=0.000 pages :: srv1 llamacpp load=none no-balloon swp=unrecorded co=True :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-both-1
n=6 min=0.000 med=0.000 max=0.000 spread=0.000 pages :: srv2 llamacpp load=mapped no-balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-mapped-n36-1; results-arms-srv2-m1-80b.json:m1-80b-mapped-n40-1; results-arms-srv2-rate.json:r-srv2-deepseek-1; results-arms-srv2-rate.json:r-srv2-deepseek-2; results-arms-srv2-rate.json:r-srv2-qwen36-1; results-arms-srv2-rate.json:r-srv2-qwen36-2
n=16 min=0.000 med=0.000 max=0.000 spread=0.000 pages :: srv2 llamacpp load=mapped no-balloon swp=unrecorded co=False :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n35-1; results-arms-q10-80b.json:q10-80b-mapped-n35-2; results-arms-q10-80b.json:q10-80b-mapped-n36-1; results-arms-q10-80b.json:q10-80b-mapped-n36-2 ... +12
n=2 min=290.000 med=1635.500 max=2981.000 spread=2691.000 pages :: srv2 llamacpp load=none no-balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-unmapped-n36-1; results-arms-srv2-m1-80b.json:m1-80b-unmapped-n40-1
   pswpout_wake: 42/85 rows are exactly 0

### pswpin_wake
n=3 min=5651.000 med=7361.000 max=7991.000 spread=2340.000 pages :: srv1 llamacpp load=mapped no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-mapped-1; sweep-results-arms-gate2.json:A-mapped-2; sweep-results-arms-gate2.json:A-mapped-3
n=3 min=277.000 med=6969.000 max=3222549.000 spread=3222272.000 pages :: srv1 llamacpp load=none balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:B-refusal--10; sweep-results-arms-gate2b.json:B-refusal-p05; sweep-results-arms-gate2b.json:B-refusal-p20
n=3 min=13.000 med=111.000 max=145.000 spread=132.000 pages :: srv1 llamacpp load=none no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-unmapped-1; sweep-results-arms-gate2.json:A-unmapped-2; sweep-results-arms-gate2.json:A-unmapped-3
n=2 min=27089.000 med=34168.000 max=41247.000 spread=14158.000 pages :: srv1 llamacpp load=none no-balloon swp=unrecorded co=False :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-gemma-alone; results-q7-coresidency.json:q7-ling-q6k-alone
n=1 min=421470.000 med=421470.000 max=421470.000 spread=0.000 pages :: srv1 llamacpp load=none no-balloon swp=unrecorded co=True :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-both-1
   pswpin_wake: 0/12 rows are exactly 0

### majfault_wake
n=7 min=5938.000 med=10487.000 max=12274.000 spread=6336.000 pages :: srv1 llamacpp load=mapped balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-deepseek.json:srv1-deepseek-hi2; sweep-results-arms-deepseek.json:srv1-deepseek-mid2; sweep-results-arms-deepseek.json:srv1-deepseek-neg2; sweep-results-arms-repeat.json:srv1-qwen-neg-r2; sweep-results-arms-repeat.json:srv1-qwen-neg-r4; sweep-results.json:srv1-qwen-mid; sweep-results.json:srv1-qwen-neg
n=3 min=18237.000 med=21629.000 max=24774.000 spread=6537.000 pages :: srv1 llamacpp load=mapped balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-2; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg3.0-1
n=4 min=18382.000 med=22312.500 max=29583.000 spread=11201.000 pages :: srv1 llamacpp load=mapped balloon swp=unrecorded co=False :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q6-blob-2.50-1; results-q4q5q6-srv1.json:q6-blob-2.50-2; results-q4q5q6-srv1.json:q6-blob-3.03-1; results-q4q5q6-srv1.json:q6-blob-3.03-2
n=3 min=8676.000 med=9178.000 max=9211.000 spread=535.000 pages :: srv1 llamacpp load=mapped no-balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-repeat.json:srv1-qwen-hi-r1; sweep-results-arms-repeat.json:srv1-qwen-hi-r3; sweep-results.json:srv1-qwen-hi
n=9 min=5434.000 med=11967.000 max=13189.000 spread=7755.000 pages :: srv1 llamacpp load=mapped no-balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: m1-srv1-mode-vram.json:m1-srv1-mapped-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-restore-1; results-arms-srv1-m3-experts.json:m3x-restore-mapped-1; results-arms-srv1-rate.json:r-srv1-gemma-1 ... +5
n=3 min=11162.000 med=11271.000 max=11758.000 spread=596.000 pages :: srv1 llamacpp load=mapped no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-mapped-1; sweep-results-arms-gate2.json:A-mapped-2; sweep-results-arms-gate2.json:A-mapped-3
n=23 min=5291.000 med=5790.000 max=26968.000 spread=21677.000 pages :: srv1 llamacpp load=mapped no-balloon swp=unrecorded co=False :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-deepseek-1; results-q1-srv1.json:q1-deepseek-2; results-q1-srv1.json:q1-gemma-1; results-q1-srv1.json:q1-gemma-2 ... +19
n=2 min=9029.000 med=15657.500 max=22286.000 spread=13257.000 pages :: srv1 llamacpp load=none balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv1-m3-experts.json:m3x-experts-n0.30-1; results-arms-srv1-m3-experts.json:m3x-experts-p0.20-1
n=3 min=6427.000 med=11360.000 max=2327837.000 spread=2321410.000 pages :: srv1 llamacpp load=none balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:B-refusal--10; sweep-results-arms-gate2b.json:B-refusal-p05; sweep-results-arms-gate2b.json:B-refusal-p20
n=6 min=12321.000 med=27262.000 max=52883.000 spread=40562.000 pages :: srv1 llamacpp load=none balloon swp=unrecorded co=False :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q5-experts-0.50-1; results-q4q5q6-srv1.json:q5-experts-0.50-2; results-q4q5q6-srv1.json:q5-experts-0.65-1; results-q4q5q6-srv1.json:q5-experts-0.65-2; results-q4q5q6-srv1.json:q5-experts-0.80-1; results-q4q5q6-srv1.json:q5-experts-0.80-2
n=2 min=5967.000 med=6223.000 max=6479.000 spread=512.000 pages :: srv1 llamacpp load=none no-balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m1-qwen-unmapped-1; results-arms-srv1-m1-m3.json:m1-qwen-unmapped-2
n=3 min=6361.000 med=6671.000 max=7164.000 spread=803.000 pages :: srv1 llamacpp load=none no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-unmapped-1; sweep-results-arms-gate2.json:A-unmapped-2; sweep-results-arms-gate2.json:A-unmapped-3
n=2 min=22332.000 med=28418.500 max=34505.000 spread=12173.000 pages :: srv1 llamacpp load=none no-balloon swp=unrecorded co=False :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-gemma-alone; results-q7-coresidency.json:q7-ling-q6k-alone
n=1 min=187671.000 med=187671.000 max=187671.000 spread=0.000 pages :: srv1 llamacpp load=none no-balloon swp=unrecorded co=True :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-both-1
n=3 min=5372.000 med=35511.000 max=145596.000 spread=140224.000 pages :: srv2 llamacpp load=mapped balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-srv2.json:srv2-80b-hi; sweep-results-arms-srv2.json:srv2-80b-mid; sweep-results-arms-srv2.json:srv2-80b-neg
n=6 min=5034.000 med=5187.000 max=5353.000 spread=319.000 pages :: srv2 llamacpp load=mapped no-balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-mapped-n36-1; results-arms-srv2-m1-80b.json:m1-80b-mapped-n40-1; results-arms-srv2-rate.json:r-srv2-deepseek-1; results-arms-srv2-rate.json:r-srv2-deepseek-2; results-arms-srv2-rate.json:r-srv2-qwen36-1; results-arms-srv2-rate.json:r-srv2-qwen36-2
n=16 min=5356.000 med=5515.500 max=5908.000 spread=552.000 pages :: srv2 llamacpp load=mapped no-balloon swp=unrecorded co=False :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n35-1; results-arms-q10-80b.json:q10-80b-mapped-n35-2; results-arms-q10-80b.json:q10-80b-mapped-n36-1; results-arms-q10-80b.json:q10-80b-mapped-n36-2 ... +12
n=2 min=6773.000 med=8116.500 max=9460.000 spread=2687.000 pages :: srv2 llamacpp load=none no-balloon swp=60 (METHOD co=False :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-unmapped-n36-1; results-arms-srv2-m1-80b.json:m1-80b-unmapped-n40-1
   majfault_wake: 0/98 rows are exactly 0

### majfault_decode
n=7 min=15.000 med=47.000 max=111.000 spread=96.000 pages :: srv1 llamacpp load=mapped balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-deepseek.json:srv1-deepseek-hi2; sweep-results-arms-deepseek.json:srv1-deepseek-mid2; sweep-results-arms-deepseek.json:srv1-deepseek-neg2; sweep-results-arms-repeat.json:srv1-qwen-neg-r2; sweep-results-arms-repeat.json:srv1-qwen-neg-r4; sweep-results.json:srv1-qwen-mid; sweep-results.json:srv1-qwen-neg
n=3 min=5.000 med=8.000 max=14.000 spread=9.000 pages :: srv1 llamacpp load=mapped no-balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-repeat.json:srv1-qwen-hi-r1; sweep-results-arms-repeat.json:srv1-qwen-hi-r3; sweep-results.json:srv1-qwen-hi
n=3 min=20.000 med=40.000 max=100.000 spread=80.000 pages :: srv1 llamacpp load=mapped no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-mapped-1; sweep-results-arms-gate2.json:A-mapped-2; sweep-results-arms-gate2.json:A-mapped-3
n=3 min=3.000 med=43.000 max=760277.000 spread=760274.000 pages :: srv1 llamacpp load=none balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:B-refusal--10; sweep-results-arms-gate2b.json:B-refusal-p05; sweep-results-arms-gate2b.json:B-refusal-p20
n=3 min=0.000 med=2.000 max=6.000 spread=6.000 pages :: srv1 llamacpp load=none no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-unmapped-1; sweep-results-arms-gate2.json:A-unmapped-2; sweep-results-arms-gate2.json:A-unmapped-3
n=3 min=0.000 med=23.000 max=519.000 spread=519.000 pages :: srv2 llamacpp load=mapped balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-srv2.json:srv2-80b-hi; sweep-results-arms-srv2.json:srv2-80b-mid; sweep-results-arms-srv2.json:srv2-80b-neg
   majfault_decode: 2/22 rows are exactly 0

### pswpout_decode
n=7 min=0.000 med=0.000 max=0.000 spread=0.000 pages :: srv1 llamacpp load=mapped balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-deepseek.json:srv1-deepseek-hi2; sweep-results-arms-deepseek.json:srv1-deepseek-mid2; sweep-results-arms-deepseek.json:srv1-deepseek-neg2; sweep-results-arms-repeat.json:srv1-qwen-neg-r2; sweep-results-arms-repeat.json:srv1-qwen-neg-r4; sweep-results.json:srv1-qwen-mid; sweep-results.json:srv1-qwen-neg
n=3 min=0.000 med=0.000 max=0.000 spread=0.000 pages :: srv1 llamacpp load=mapped no-balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-repeat.json:srv1-qwen-hi-r1; sweep-results-arms-repeat.json:srv1-qwen-hi-r3; sweep-results.json:srv1-qwen-hi
n=3 min=0.000 med=0.000 max=0.000 spread=0.000 pages :: srv1 llamacpp load=mapped no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-mapped-1; sweep-results-arms-gate2.json:A-mapped-2; sweep-results-arms-gate2.json:A-mapped-3
n=3 min=0.000 med=0.000 max=783210.000 spread=783210.000 pages :: srv1 llamacpp load=none balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:B-refusal--10; sweep-results-arms-gate2b.json:B-refusal-p05; sweep-results-arms-gate2b.json:B-refusal-p20
n=3 min=0.000 med=0.000 max=0.000 spread=0.000 pages :: srv1 llamacpp load=none no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-unmapped-1; sweep-results-arms-gate2.json:A-unmapped-2; sweep-results-arms-gate2.json:A-unmapped-3
n=3 min=0.000 med=0.000 max=0.000 spread=0.000 pages :: srv2 llamacpp load=mapped balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-srv2.json:srv2-80b-hi; sweep-results-arms-srv2.json:srv2-80b-mid; sweep-results-arms-srv2.json:srv2-80b-neg
   pswpout_decode: 21/22 rows are exactly 0

### pswpin_decode
n=7 min=0.000 med=0.000 max=1.000 spread=1.000 pages :: srv1 llamacpp load=mapped balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-deepseek.json:srv1-deepseek-hi2; sweep-results-arms-deepseek.json:srv1-deepseek-mid2; sweep-results-arms-deepseek.json:srv1-deepseek-neg2; sweep-results-arms-repeat.json:srv1-qwen-neg-r2; sweep-results-arms-repeat.json:srv1-qwen-neg-r4; sweep-results.json:srv1-qwen-mid; sweep-results.json:srv1-qwen-neg
n=3 min=0.000 med=0.000 max=0.000 spread=0.000 pages :: srv1 llamacpp load=mapped no-balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-repeat.json:srv1-qwen-hi-r1; sweep-results-arms-repeat.json:srv1-qwen-hi-r3; sweep-results.json:srv1-qwen-hi
n=3 min=12.000 med=16.000 max=74.000 spread=62.000 pages :: srv1 llamacpp load=mapped no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-mapped-1; sweep-results-arms-gate2.json:A-mapped-2; sweep-results-arms-gate2.json:A-mapped-3
n=3 min=0.000 med=59.000 max=1131302.000 spread=1131302.000 pages :: srv1 llamacpp load=none balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:B-refusal--10; sweep-results-arms-gate2b.json:B-refusal-p05; sweep-results-arms-gate2b.json:B-refusal-p20
n=3 min=0.000 med=0.000 max=1.000 spread=1.000 pages :: srv1 llamacpp load=none no-balloon swp=60 (README co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-unmapped-1; sweep-results-arms-gate2.json:A-unmapped-2; sweep-results-arms-gate2.json:A-unmapped-3
n=3 min=0.000 med=0.000 max=3.000 spread=3.000 pages :: srv2 llamacpp load=mapped balloon swp=0 (README: co=False :: dates=['2026-09-09']
     rows: sweep-results-arms-srv2.json:srv2-80b-hi; sweep-results-arms-srv2.json:srv2-80b-mid; sweep-results-arms-srv2.json:srv2-80b-neg
   pswpin_decode: 14/22 rows are exactly 0

### swap_used_delta_gib
n=2 min=-0.235 med=-0.094 max=0.047 spread=0.282 pages :: srv1 llamacpp load=none no-balloon swp=unrecorded co=False :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-gemma-alone; results-q7-coresidency.json:q7-ling-q6k-alone
n=1 min=1.143 med=1.143 max=1.143 spread=0.000 pages :: srv1 llamacpp load=none no-balloon swp=unrecorded co=True :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-both-1
   swap_used_delta_gib: 0/3 rows are exactly 0

## 5 RESTARTS
  n=3 nonzero=0 values=[0, 0, 0] :: srv1 llamacpp KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf depends= sleep=n/a co= note= :: ['results-q1-srv1.json']
  n=2 nonzero=0 values=[0, 0] :: srv1 llamacpp Ling-3.0-tiny-IQ2_M.gguf depends= sleep=n/a co= note= :: ['results-q2-ling.json']
  n=2 nonzero=0 values=[0, 0] :: srv1 llamacpp Ling-3.0-tiny-Q3_K_M.gguf depends= sleep=n/a co= note= :: ['results-q2-ling.json']
  n=2 nonzero=0 values=[0, 0] :: srv1 llamacpp Ling-3.0-tiny-Q4_K_M.gguf depends= sleep=n/a co= note= :: ['results-q2-ling.json']
  n=2 nonzero=0 values=[0, 0] :: srv1 llamacpp Ling-3.0-tiny-Q4_K_M.gguf depends= sleep=n/a co= note=--verbose :: ['results-arms-q5-mla.json']
  n=2 nonzero=0 values=[0, 0] :: srv1 llamacpp Ling-3.0-tiny-Q6_K.gguf depends= sleep=n/a co= note= :: ['results-q2-ling.json']
  n=2 nonzero=0 values=[0, 0] :: srv1 llamacpp Ling-3.0-tiny-Q8_0.gguf depends= sleep=n/a co= note= :: ['results-q2-ling.json']
  n=25 nonzero=0 values=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] :: srv1 llamacpp Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf depends= sleep=n/a co= note= :: ['results-arms-srv1-m1-m3.json', 'results-arms-srv1-m3-experts.json', 'results-q1-srv1.json', 'results-q4q5q6-srv1.json']
  n=2 nonzero=0 values=[0, 0] :: srv1 llamacpp Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf depends= sleep=n/a co= note=knobs from envelope records/evidence/202 :: ['results-q8-clocks.json']
  n=2 nonzero=0 values=[0, 0] :: srv1 llamacpp deepseek-coder-v2-16b.gguf depends= sleep=n/a co= note= :: ['results-q1-srv1.json']
  n=2 nonzero=0 values=[0, 0] :: srv1 llamacpp gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf depends= sleep=n/a co= note= :: ['results-q1-srv1.json']
  n=3 nonzero=0 values=[0, 0, 0] :: srv1 vllm Qwen2.5-Coder-3B-Instruct-AWQ depends= sleep=no co=alone note=compose.srv1-vllm-3b.yml :: ['results-q9-vllm-srv1.json']
  n=14 nonzero=0 values=[0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0, 0] :: srv2 llamacpp Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf depends= sleep=n/a co= note= :: ['results-arms-q10-80b.json', 'results-arms-srv2-m1-80b.json']
  n=2 nonzero=0 values=[0, 0] :: srv2 llamacpp Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf depends= sleep=n/a co=vLLM 3B+7B pair, 3b asleep L2 note=compose.srv2-80b-offdoor-ncmoe46.yml :: ['results-q16b-offdoor.json']
  n=2 nonzero=0 values=[0, 0] :: srv2 llamacpp Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf depends= sleep=n/a co=vLLM 3B+7B pair, 7b asleep L2 note=compose.srv2-80b-offdoor-ncmoe41.yml :: ['results-q16b-offdoor.json']
  n=8 nonzero=0 values=[0, 0, 0, 0, 0, 0, 0, 0] :: srv2 llamacpp Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf depends= sleep=n/a co= note= :: ['results-arms-srv2-rate.json', 'results-q13-srv2.json']
  n=2 nonzero=0 values=[0, 0] :: srv2 llamacpp deepseek-coder-v2-16b.gguf depends= sleep=n/a co= note= :: ['results-arms-srv2-rate.json']
  n=2 nonzero=0 values=[0, 0] :: srv2 vllm Qwen2.5-Coder-3B-Instruct-AWQ depends=service_healthy sleep=no co=pair note=compose.srv2.yml :: ['results-q14-pair-healthy.json']
  n=1 nonzero=1 values=[2] :: srv2 vllm Qwen2.5-Coder-3B-Instruct-AWQ depends=service_started sleep=no co=pair note=compose.srv2.yml :: ['results-vllm.json']
  n=9 nonzero=9 values=[1, 1, 1, 1, 1, 1, 1, 1, 1] :: srv2 vllm Qwen2.5-Coder-3B-Instruct-AWQ depends=service_started sleep=yes co=pair note=compose.srv2.sleepmode.yml :: ['results-q15-cycles.json', 'results-q15-sleepmode.json', 'results-vllm.json']
  n=3 nonzero=1 values=[1, 0, 0] :: srv2 vllm Qwen2.5-Coder-7B-Instruct-AWQ depends= sleep=no co=pair note=compose.srv2.yml :: ['results-q14-pair-healthy.json', 'results-vllm.json']
  n=5 nonzero=0 values=[0, 0, 0, 0, 0] :: srv2 vllm Qwen2.5-Coder-7B-Instruct-AWQ depends= sleep=yes co=pair note=compose.srv2.sleepmode.yml :: ['results-q15-sleepmode.json', 'results-vllm.json']
  n=4 nonzero=0 values=[0, 0, 0, 0] :: srv2 vllm Qwen2.5-Coder-7B-Instruct-AWQ depends=service_started sleep=yes co=pair note=compose.srv2.sleepmode.yml :: ['results-q15-cycles.json']

## 6 DECODE warm (arm means) per unit
unit spread % = (max-min)/median
  n=3 min=41.45 med=41.77 max=41.93 spread=1.1% within-arm-max=0.1% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q1-srv1.json:q1-kat-1', 'results-q1-srv1.json:q1-kat-2', 'results-q1-srv1.json:q1-kat-3']
  n=2 min=108.49 med=108.51 max=108.54 spread=0.0% within-arm-max=0.0% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-IQ2_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q2-ling.json:q2-ling-IQ2_M-1', 'results-q2-ling.json:q2-ling-IQ2_M-2']
  n=2 min=93.46 med=93.47 max=93.47 spread=0.0% within-arm-max=0.0% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q3_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q2-ling.json:q2-ling-Q3_K_M-1', 'results-q2-ling.json:q2-ling-Q3_K_M-2']
  n=2 min=116.76 med=116.79 max=116.82 spread=0.1% within-arm-max=0.1% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q2-ling.json:q2-ling-Q4_K_M-1', 'results-q2-ling.json:q2-ling-Q4_K_M-2']
  n=1 min=60.25 med=60.25 max=60.25 spread=0.0% within-arm-max=0.0% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=21 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | co_residents=Ling-3.0-tiny-Q6_K.gguf@ncmoe21+gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf@ncmoe28 | warm  | note= :: ['2026-09-10'] ['results-q7-coresidency.json:q7-both-1']
  n=1 min=60.20 med=60.20 max=60.20 spread=0.0% within-arm-max=0.0% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=21 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-10'] ['results-q7-coresidency.json:q7-ling-q6k-alone']
  n=2 min=85.79 med=86.82 max=87.85 spread=2.4% within-arm-max=0.1% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=6 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q2-ling.json:q2-ling-Q6_K-1', 'results-q2-ling.json:q2-ling-Q6_K-2']
  n=2 min=71.50 med=72.93 max=74.36 spread=3.9% within-arm-max=11.7% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q8_0.gguf | n_cpu_moe=10 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q2-ling.json:q2-ling-Q8_0-1', 'results-q2-ling.json:q2-ling-Q8_0-2']
  n=2 min=32.50 med=33.28 max=34.05 spread=4.7% within-arm-max=1.9% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q4q5q6-srv1.json:q4-qwen-n28-1', 'results-q4q5q6-srv1.json:q4-qwen-n28-2']
  n=2 min=33.07 med=33.29 max=33.52 spread=1.3% within-arm-max=0.2% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=4.39 | warm  | note= :: ['2026-09-09'] ['results-q4q5q6-srv1.json:q6-blob-2.50-1', 'results-q4q5q6-srv1.json:q6-blob-2.50-2']
  n=2 min=31.75 med=32.07 max=32.39 spread=2.0% within-arm-max=0.5% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=4.92 | warm  | note= :: ['2026-09-09'] ['results-q4q5q6-srv1.json:q6-blob-3.03-1', 'results-q4q5q6-srv1.json:q6-blob-3.03-2']
  n=2 min=31.48 med=32.53 max=33.57 spread=6.4% within-arm-max=1.5% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q1-srv1.json:q1-qwen36-w8192-1', 'results-q1-srv1.json:q1-qwen36-w8192-2']
  n=2 min=33.62 med=33.68 max=33.75 spread=0.4% within-arm-max=0.1% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | balloon_gib=5.53 | warm  | note= :: ['2026-09-09'] ['results-q4q5q6-srv1.json:q5-experts-0.50-1', 'results-q4q5q6-srv1.json:q5-experts-0.50-2']
  n=2 min=33.44 med=33.51 max=33.57 spread=0.4% within-arm-max=0.5% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | balloon_gib=5.68 | warm  | note= :: ['2026-09-09'] ['results-q4q5q6-srv1.json:q5-experts-0.65-1', 'results-q4q5q6-srv1.json:q5-experts-0.65-2']
  n=2 min=33.46 med=33.51 max=33.57 spread=0.3% within-arm-max=0.2% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | balloon_gib=5.83 | warm  | note= :: ['2026-09-09'] ['results-q4q5q6-srv1.json:q5-experts-0.80-1', 'results-q4q5q6-srv1.json:q5-experts-0.80-2']
  n=6 min=32.74 med=33.22 max=33.36 spread=1.9% within-arm-max=0.6% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=0.0 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-gate2.json:A-mapped-1', 'sweep-results-arms-gate2.json:A-mapped-2', 'sweep-results-arms-gate2.json:A-mapped-3', 'sweep-results-arms-repeat.json:srv1-qwen-hi-r1', 'sweep-results-arms-repeat.json:srv1-qwen-hi-r3', 'sweep-results.json:srv1-qwen-hi']
  n=1 min=33.03 med=33.03 max=33.03 spread=0.0% within-arm-max=1.5% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=1.39 | warm  | note= :: ['2026-09-09'] ['sweep-results.json:srv1-qwen-mid']
  n=3 min=31.37 med=31.88 max=33.09 spread=5.4% within-arm-max=0.2% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=2.89 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-repeat.json:srv1-qwen-neg-r2', 'sweep-results-arms-repeat.json:srv1-qwen-neg-r4', 'sweep-results.json:srv1-qwen-neg']
  n=3 min=31.42 med=32.97 max=33.33 spread=5.8% within-arm-max=0.3% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-08', '2026-09-09'] ['m1-srv1-mode-vram.json:m1-srv1-mapped-1', 'run.txt:mmap', 'run.txt:mmap2']
  n=2 min=30.04 med=30.68 max=31.32 spread=4.2% within-arm-max=27.6% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-08'] ['run.txt:none', 'run.txt:none2']
  n=2 min=32.39 med=32.47 max=32.55 spread=0.5% within-arm-max=0.9% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q4q5q6-srv1.json:q4-qwen-n32-1', 'results-q4q5q6-srv1.json:q4-qwen-n32-2']
  n=1 min=34.67 med=34.67 max=34.67 spread=0.0% within-arm-max=0.5% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=4.0 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-deepseek.json:srv1-deepseek-hi2']
  n=1 min=34.56 med=34.56 max=34.56 spread=0.0% within-arm-max=0.0% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=5.4 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-deepseek.json:srv1-deepseek-mid2']
  n=1 min=33.16 med=33.16 max=33.16 spread=0.0% within-arm-max=0.1% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=6.9 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-deepseek.json:srv1-deepseek-neg2']
  n=2 min=34.84 med=34.84 max=34.84 spread=0.0% within-arm-max=0.1% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q1-srv1.json:q1-deepseek-1', 'results-q1-srv1.json:q1-deepseek-2']
  n=2 min=31.10 med=31.69 max=32.28 spread=3.7% within-arm-max=2.5% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note=verbose :: ['2026-09-10'] ['results-arms-q1-kv-q8.json:q1-deepseek-f16-1', 'results-arms-q1-kv-q8.json:q1-deepseek-f16-2']
  n=2 min=33.18 med=33.80 max=34.42 spread=3.7% within-arm-max=3.6% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=q8_0 | sleep_mode=n/a | warm  | note=verbose :: ['2026-09-10'] ['results-arms-q1-kv-q8.json:q1-deepseek-q8-1', 'results-arms-q1-kv-q8.json:q1-deepseek-q8-2']
  n=2 min=31.06 med=31.11 max=31.16 spread=0.3% within-arm-max=0.4% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q1-srv1.json:q1-gemma-1', 'results-q1-srv1.json:q1-gemma-2']
  n=1 min=23.26 med=23.26 max=23.26 spread=0.0% within-arm-max=35.8% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | co_residents=Ling-3.0-tiny-Q6_K.gguf@ncmoe21+gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf@ncmoe28 | warm  | note= :: ['2026-09-10'] ['results-q7-coresidency.json:q7-both-1']
  n=1 min=25.57 med=25.57 max=25.57 spread=0.0% within-arm-max=10.1% :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-10'] ['results-q7-coresidency.json:q7-gemma-alone']
  n=3 min=31.74 med=33.19 max=33.22 spread=4.5% within-arm-max=11.9% :: host=srv1 | engine=llamacpp | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | load_mode=none | balloon_gib=0.0 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-gate2.json:A-unmapped-1', 'sweep-results-arms-gate2.json:A-unmapped-2', 'sweep-results-arms-gate2.json:A-unmapped-3']
  n=1 min=33.12 med=33.12 max=33.12 spread=0.0% within-arm-max=0.4% :: host=srv1 | engine=llamacpp | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | load_mode=none | balloon_gib=2.99 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-gate2b.json:B-refusal-p20']
  n=1 min=33.27 med=33.27 max=33.27 spread=0.0% within-arm-max=0.0% :: host=srv1 | engine=llamacpp | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | load_mode=none | balloon_gib=4.49 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-gate2b.json:B-refusal-p05']
  n=1 min=10.78 med=10.78 max=10.78 spread=0.0% within-arm-max=888.4% :: host=srv1 | engine=llamacpp | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | load_mode=none | balloon_gib=5.99 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-gate2.json:B-refusal--10']
  n=3 min=22.86 med=22.94 max=22.94 spread=0.4% within-arm-max=0.7% :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | co_residents=alone | warm  | note= :: ['2026-09-10'] ['results-q9-vllm-srv1.json:q9b-vllm-3b-srv1-1/3b', 'results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-1/3b', 'results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-2/3b']
  n=1 min=29.71 med=29.71 max=29.71 spread=0.0% within-arm-max=0.1% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=6.93 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-srv2.json:srv2-80b-hi']
  n=1 min=29.51 med=29.51 max=29.51 spread=0.0% within-arm-max=0.3% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=8.33 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-srv2.json:srv2-80b-mid']
  n=1 min=29.19 med=29.19 max=29.19 spread=0.0% within-arm-max=1.4% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=9.83 | warm  | note= :: ['2026-09-09'] ['sweep-results-arms-srv2.json:srv2-80b-neg']
  n=2 min=26.13 med=27.71 max=29.29 spread=11.4% within-arm-max=0.9% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-arms-q10-80b.json:q10-80b-mapped-n35-1', 'results-arms-q10-80b.json:q10-80b-mapped-n35-2']
  n=2 min=28.72 med=28.84 max=28.96 spread=0.8% within-arm-max=1.3% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-arms-q10-80b.json:q10-80b-mapped-n36-1', 'results-arms-q10-80b.json:q10-80b-mapped-n36-2']
  n=2 min=26.72 med=27.10 max=27.48 spread=2.8% within-arm-max=1.3% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=38 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-arms-q10-80b.json:q10-80b-mapped-n38-1', 'results-arms-q10-80b.json:q10-80b-mapped-n38-2']
  n=2 min=25.01 med=25.93 max=26.84 spread=7.1% within-arm-max=1.6% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-arms-q10-80b.json:q10-80b-mapped-n40-1', 'results-arms-q10-80b.json:q10-80b-mapped-n40-2']
  n=2 min=28.18 med=28.30 max=28.42 spread=0.8% within-arm-max=0.2% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=41 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | co_residents=vLLM 3B+7B pair, 7b asleep L2 | warm  | note= :: ['2026-09-10'] ['results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-1', 'results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-2']
  n=2 min=26.52 med=26.67 max=26.83 spread=1.2% within-arm-max=0.1% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=41 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-arms-q10-80b.json:q10-80b-mapped-n41-1', 'results-arms-q10-80b.json:q10-80b-mapped-n41-2']
  n=2 min=24.56 med=24.94 max=25.33 spread=3.1% within-arm-max=0.9% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=46 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | co_residents=vLLM 3B+7B pair, 3b asleep L2 | warm  | note= :: ['2026-09-10'] ['results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-1', 'results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-2']
  n=2 min=44.50 med=46.29 max=48.08 spread=7.7% within-arm-max=0.4% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=20 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q13-srv2.json:q13-qwen36-n20-1', 'results-q13-srv2.json:q13-qwen36-n20-2']
  n=2 min=30.04 med=30.24 max=30.43 spread=1.3% within-arm-max=0.8% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q13-srv2.json:q13-qwen36-n40-1', 'results-q13-srv2.json:q13-qwen36-n40-2']
  n=2 min=62.02 med=62.35 max=62.68 spread=1.1% within-arm-max=0.4% :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=7 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | warm  | note= :: ['2026-09-09'] ['results-q13-srv2.json:q13-qwen36-n7-1', 'results-q13-srv2.json:q13-qwen36-n7-2']
  n=2 min=125.74 med=126.92 max=128.10 spread=1.9% within-arm-max=2.6% :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | co_residents=alone | warm  | note= :: ['2026-09-09'] ['results-vllm.json:v-3b-alone-2/3b', 'results-vllm.json:v-3b-alone-3/3b']
  n=2 min=127.87 med=127.92 max=127.96 spread=0.1% within-arm-max=0.3% :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_healthy | co_residents=pair | warm  | note= :: ['2026-09-09'] ['results-q14-pair-healthy.json:q14-pair-healthy-1/3b', 'results-q14-pair-healthy.json:q14-pair-healthy-2/3b']
  n=2 min=127.81 med=128.01 max=128.21 spread=0.3% within-arm-max=0.6% :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_started | co_residents=pair | warm  | note= :: ['2026-09-09'] ['results-vllm.json:v-pair-plain-1/3b', 'results-vllm.json:v-pair-plainB-1/3b']
  n=6 min=127.69 med=127.82 max=128.01 spread=0.3% within-arm-max=1.0% :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | warm  | note= :: ['2026-09-09'] ['results-q15-sleepmode.json:q15-pair-sleepmode-1/3b', 'results-q15-sleepmode.json:q15-pair-sleepmode-2/3b', 'results-q15-sleepmode.json:q15-pair-sleepmode-3/3b', 'results-q15-sleepmode.json:q15-pair-sleepmode-4/3b', 'results-vllm.json:v-pair-sleep-1/3b', 'results-vllm.json:v-pair-sleepB-1/3b']
  n=3 min=68.80 med=68.92 max=68.95 spread=0.2% within-arm-max=0.2% :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=alone | warm  | note= :: ['2026-09-09'] ['results-vllm.json:v-7b-alone-1/7b', 'results-vllm.json:v-7b-alone-2/7b', 'results-vllm.json:v-7b-alone-3/7b']
  n=4 min=68.83 med=68.86 max=68.91 spread=0.1% within-arm-max=0.4% :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=pair | warm  | note= :: ['2026-09-09'] ['results-q14-pair-healthy.json:q14-pair-healthy-1/7b', 'results-q14-pair-healthy.json:q14-pair-healthy-2/7b', 'results-vllm.json:v-pair-plain-1/7b', 'results-vllm.json:v-pair-plainB-1/7b']
  n=6 min=68.87 med=68.92 max=68.95 spread=0.1% within-arm-max=0.5% :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | warm  | note= :: ['2026-09-09'] ['results-q15-sleepmode.json:q15-pair-sleepmode-1/7b', 'results-q15-sleepmode.json:q15-pair-sleepmode-2/7b', 'results-q15-sleepmode.json:q15-pair-sleepmode-3/7b', 'results-q15-sleepmode.json:q15-pair-sleepmode-4/7b', 'results-vllm.json:v-pair-sleep-1/7b', 'results-vllm.json:v-pair-sleepB-1/7b']
  n=2 min=103.83 med=103.85 max=103.87 spread=0.0% within-arm-max=0.0% :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | warm  | note= :: ['2026-09-10'] ['results-q2-vllm-fp8.json:q2-q34b-fp16-1', 'results-q2-vllm-fp8.json:q2-q34b-fp16-2']
  n=2 min=100.18 med=100.28 max=100.37 spread=0.2% within-arm-max=0.0% :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=fp8 | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | warm  | note= :: ['2026-09-10'] ['results-q2-vllm-fp8.json:q2-q34b-fp8-1', 'results-q2-vllm-fp8.json:q2-q34b-fp8-2']

### cold / warm ratio on arms that took both
  KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf: n=3 cold/warm min=0.55 max=0.57
  Ling-3.0-tiny-IQ2_M.gguf: n=2 cold/warm min=0.98 max=0.99
  Ling-3.0-tiny-Q3_K_M.gguf: n=2 cold/warm min=0.98 max=0.98
  Ling-3.0-tiny-Q4_K_M.gguf: n=2 cold/warm min=0.97 max=0.98
  Ling-3.0-tiny-Q6_K.gguf: n=4 cold/warm min=0.98 max=1.00
  Ling-3.0-tiny-Q8_0.gguf: n=2 cold/warm min=0.99 max=1.03
  Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf: n=14 cold/warm min=0.38 max=0.50
  Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf: n=26 cold/warm min=0.28 max=0.96
  deepseek-coder-v2-16b.gguf: n=6 cold/warm min=0.99 max=1.00
  gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf: n=4 cold/warm min=0.98 max=1.10

### single-sample vLLM decode (Q15 cycles / M6 / Q16b)

### vLLM single
n=6 min=127.820 med=128.345 max=129.230 spread=1.410 tok/s :: srv2 Qwen2.5-Coder-3B-Instruct-AWQ single sample (unit long-running) :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1-3b-awake/3b; m6-m7-sleep-matrix.json:L1-second-cycle-both-awake/3b; m6-m7-sleep-matrix.json:L1then2-both-awake/3b; m6-m7-sleep-matrix.json:L2-3b-alone-awake/3b; m6-m7-sleep-matrix.json:L2-both-awake/3b; m6-m7-sleep-matrix.json:baseline-both-serving/3b
n=16 min=127.320 med=127.740 max=129.580 spread=2.260 tok/s :: srv2 Qwen2.5-Coder-3B-Instruct-AWQ single sample, no discard (first request :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/serving-0/3b; results-q15-cycles.json:q15c-sleepmode-1/serving-1/3b; results-q15-cycles.json:q15c-sleepmode-1/serving-2/3b; results-q15-cycles.json:q15c-sleepmode-1/serving-3/3b ... +12
n=2 min=127.856 med=128.189 max=128.522 spread=0.666 tok/s :: srv2 Qwen2.5-Coder-3B-Instruct-AWQ single sample, no discard (unit long-run :: dates=['2026-09-10']
     rows: results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-1/awake/3b; results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-2/awake/3b
n=6 min=67.740 med=68.775 max=69.030 spread=1.290 tok/s :: srv2 Qwen2.5-Coder-7B-Instruct-AWQ single sample (unit long-running) :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1-7b-awake/7b; m6-m7-sleep-matrix.json:L1-second-cycle-both-awake/7b; m6-m7-sleep-matrix.json:L1then2-both-awake/7b; m6-m7-sleep-matrix.json:L2-7b-alone-awake/7b; m6-m7-sleep-matrix.json:L2-both-awake/7b; m6-m7-sleep-matrix.json:baseline-both-serving/7b
n=16 min=68.670 med=68.890 max=68.970 spread=0.300 tok/s :: srv2 Qwen2.5-Coder-7B-Instruct-AWQ single sample, no discard (first request :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/serving-0/7b; results-q15-cycles.json:q15c-sleepmode-1/serving-1/7b; results-q15-cycles.json:q15c-sleepmode-1/serving-2/7b; results-q15-cycles.json:q15c-sleepmode-1/serving-3/7b ... +12
n=2 min=68.707 med=68.720 max=68.734 spread=0.028 tok/s :: srv2 Qwen2.5-Coder-7B-Instruct-AWQ single sample, no discard (unit long-run :: dates=['2026-09-10']
     rows: results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-1/awake/7b; results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-2/awake/7b

### unstated / concurrency
  srv2 vllm Qwen/Qwen2.5-Coder-3B-Instruct-AWQ 115.8546 unstated (tools/serving/concurrency_sweep.py has no warm-up) srv2-vllm-3b.json:srv2-vllm-3b-awq/width1
  srv2 vllm Qwen/Qwen2.5-Coder-7B-Instruct-AWQ 64.6385 unstated (tools/serving/concurrency_sweep.py has no warm-up) srv2-vllm-7b.json:srv2-vllm-7b-awq/width1
  srv1 llamacpp Qwen3.6-35B-A3B-UD-IQ3_XXS 27.2326 unstated (tools/serving/concurrency_sweep.py has no warm-up) srv1-llamacpp-qwen36-35b.json:srv1-llamacpp-qwen36-35b-a3b-iq3xxs/width1
  srv2 llamacpp Qwen3.6-35B-A3B-UD-IQ3_XXS 8.9684 unstated (tools/serving/concurrency_sweep.py has no warm-up) srv2-llamacpp-qwen36-35b-cpu-only.json:srv2-llamacpp-qwen36-35b-cpu-only/width1
  srv2 llamacpp Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf 6.6331 width-1 is a cold first request per README:205 results-q12-lambda.json:q12/width1
  srv2 llamacpp Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf 14.5621 concurrent, unstated warm-up results-q12-lambda.json:q12/width2
  srv2 llamacpp Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf 8.9642 concurrent, unstated warm-up results-q12-lambda.json:q12/width4

## 7 WAKE

### wake_s
n=3 min=215.765 med=216.020 max=216.030 spread=0.266 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-kat-1; results-q1-srv1.json:q1-kat-2; results-q1-srv1.json:q1-kat-3
n=2 min=60.736 med=61.626 max=62.516 spread=1.780 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-IQ2_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-IQ2_M-1; results-q2-ling.json:q2-ling-IQ2_M-2
n=2 min=67.875 med=68.497 max=69.119 spread=1.243 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q3_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q3_K_M-1; results-q2-ling.json:q2-ling-Q3_K_M-2
n=2 min=74.423 med=74.714 max=75.005 spread=0.582 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-ling-ub1024-1; results-arms-q3-scratch.json:q3-ling-ub1024-2
n=2 min=73.477 med=74.168 max=74.859 spread=1.382 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-ling-ub256-1; results-arms-q3-scratch.json:q3-ling-ub256-2
n=2 min=71.080 med=72.571 max=74.062 spread=2.982 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv1-rate.json:r-srv1-ling-1; results-arms-srv1-rate.json:r-srv1-ling-2
n=6 min=70.746 med=72.566 max=74.088 spread=3.341 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09', '2026-09-10']
     rows: results-arms-q3-scratch.json:q3-ling-ub512-1; results-arms-q3-scratch.json:q3-ling-ub512-2; results-arms-q5-mla.json:q5-ling-1; results-arms-q5-mla.json:q5-ling-2; results-q2-ling.json:q2-ling-Q4_K_M-1; results-q2-ling.json:q2-ling-Q4_K_M-2
n=1 min=86.672 med=86.672 max=86.672 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=21 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus earliest Sta :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-ling-q6k-alone
n=2 min=83.354 med=83.930 max=84.505 spread=1.151 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=6 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q6_K-1; results-q2-ling.json:q2-ling-Q6_K-2
n=1 min=184.387 med=184.387 max=184.387 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf@ncmoe21+gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf@ncmoe28 | n_cpu_moe=21+28 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | co_residents=Ling-3.0-tiny-Q6_K.gguf@ncmoe21+gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf@ncmoe28 | swp=un | door-return minus earliest Sta :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-both-1
n=2 min=91.633 med=92.351 max=93.069 spread=1.436 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q8_0.gguf | n_cpu_moe=10 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q2-ling.json:q2-ling-Q8_0-1; results-q2-ling.json:q2-ling-Q8_0-2
n=2 min=139.135 med=140.230 max=141.325 spread=2.190 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q4-qwen-n28-1; results-q4q5q6-srv1.json:q4-qwen-n28-2
n=2 min=168.349 med=169.140 max=169.931 spread=1.583 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=4.39 | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q6-blob-2.50-1; results-q4q5q6-srv1.json:q6-blob-2.50-2
n=2 min=170.663 med=171.071 max=171.480 spread=0.817 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=4.92 | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q6-blob-3.03-1; results-q4q5q6-srv1.json:q6-blob-3.03-2
n=2 min=139.774 med=141.075 max=142.376 spread=2.603 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-qwen36-w8192-1; results-q1-srv1.json:q1-qwen36-w8192-2
n=2 min=132.990 med=134.928 max=136.865 spread=3.875 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | balloon_gib=5.53 | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q5-experts-0.50-1; results-q4q5q6-srv1.json:q5-experts-0.50-2
n=2 min=135.640 med=135.690 max=135.740 spread=0.100 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | balloon_gib=5.68 | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q5-experts-0.65-1; results-q4q5q6-srv1.json:q5-experts-0.65-2
n=2 min=140.132 med=140.256 max=140.380 spread=0.248 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | balloon_gib=5.83 | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q5-experts-0.80-1; results-q4q5q6-srv1.json:q5-experts-0.80-2
n=2 min=140.037 med=140.655 max=141.272 spread=1.235 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=0.0 | swp=0  | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-repeat.json:srv1-qwen-hi-r1; sweep-results-arms-repeat.json:srv1-qwen-hi-r3
n=1 min=141.090 med=141.090 max=141.090 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=0.0 | swp=0  | StartedAt clock, raw minus 108 :: dates=['2026-09-09']
     rows: sweep-results.json:srv1-qwen-hi
n=3 min=139.403 med=139.465 max=139.887 spread=0.484 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=0.0 | swp=60 | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-mapped-1; sweep-results-arms-gate2.json:A-mapped-2; sweep-results-arms-gate2.json:A-mapped-3
n=1 min=139.917 med=139.917 max=139.917 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=1.39 | swp=0  | StartedAt clock, raw minus 108 :: dates=['2026-09-09']
     rows: sweep-results.json:srv1-qwen-mid
n=2 min=166.544 med=166.682 max=166.820 spread=0.276 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=2.89 | swp=0  | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-repeat.json:srv1-qwen-neg-r2; sweep-results-arms-repeat.json:srv1-qwen-neg-r4
n=1 min=170.357 med=170.357 max=170.357 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=2.89 | swp=0  | StartedAt clock, raw minus 108 :: dates=['2026-09-09']
     rows: sweep-results.json:srv1-qwen-neg
n=2 min=169.161 med=170.212 max=171.262 spread=2.101 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=3.93 | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-1; results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg2.0-2
n=1 min=169.752 med=169.752 max=169.752 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=4.93 | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m3-qwen-mapped-neg3.0-1
n=1 min=141.511 med=141.511 max=141.511 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt :: dates=['2026-09-09']
     rows: m1-srv1-mode-vram.json:m1-srv1-mapped-1
n=4 min=137.723 med=141.309 max=142.740 spread=5.017 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m3-qwen-mapped-restore-1; results-arms-srv1-m3-experts.json:m3x-restore-mapped-1; results-arms-srv1-rate.json:r-srv1-qwen-mapped-1; results-arms-srv1-rate.json:r-srv1-qwen-mapped-2
n=2 min=140.180 med=140.187 max=140.194 spread=0.014 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | clock1 StartedAt->answering :: dates=['2026-09-10']
     rows: results-q8-clocks.json:q8c-clock-1; results-q8-clocks.json:q8c-clock-2
n=1 min=134.015 med=134.015 max=134.015 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | balloon_gib=4.83 | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv1-m3-experts.json:m3x-experts-p0.20-1
n=1 min=135.675 med=135.675 max=135.675 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | balloon_gib=5.33 | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv1-m3-experts.json:m3x-experts-n0.30-1
n=2 min=132.279 med=133.007 max=133.736 spread=1.457 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv1-m1-m3.json:m1-qwen-unmapped-1; results-arms-srv1-m1-m3.json:m1-qwen-unmapped-2
n=2 min=136.903 med=138.953 max=141.003 spread=4.100 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q4q5q6-srv1.json:q4-qwen-n32-1; results-q4q5q6-srv1.json:q4-qwen-n32-2
n=1 min=85.651 med=85.651 max=85.651 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=4.0 | swp=0  | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-deepseek.json:srv1-deepseek-hi2
n=1 min=94.866 med=94.866 max=94.866 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=5.4 | swp=0  | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-deepseek.json:srv1-deepseek-mid2
n=1 min=116.321 med=116.321 max=116.321 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=6.9 | swp=0  | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-deepseek.json:srv1-deepseek-neg2
n=4 min=86.097 med=86.377 max=87.197 spread=1.100 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09', '2026-09-10']
     rows: results-arms-q1-kv-q8.json:q1-deepseek-f16-1; results-arms-q1-kv-q8.json:q1-deepseek-f16-2; results-q1-srv1.json:q1-deepseek-1; results-q1-srv1.json:q1-deepseek-2
n=2 min=86.211 med=86.288 max=86.365 spread=0.155 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=q8_0 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q1-kv-q8.json:q1-deepseek-q8-1; results-arms-q1-kv-q8.json:q1-deepseek-q8-2
n=2 min=123.455 med=123.676 max=123.896 spread=0.441 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-gemma-ub1024-1; results-arms-q3-scratch.json:q3-gemma-ub1024-2
n=2 min=123.615 med=124.284 max=124.953 spread=1.338 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-gemma-ub256-1; results-arms-q3-scratch.json:q3-gemma-ub256-2
n=2 min=125.081 med=125.216 max=125.350 spread=0.269 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv1-rate.json:r-srv1-gemma-1; results-arms-srv1-rate.json:r-srv1-gemma-2
n=2 min=124.755 med=126.219 max=127.682 spread=2.927 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q1-srv1.json:q1-gemma-1; results-q1-srv1.json:q1-gemma-2
n=1 min=129.145 med=129.145 max=129.145 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus earliest Sta :: dates=['2026-09-10']
     rows: results-q7-coresidency.json:q7-gemma-alone
n=3 min=131.630 med=132.271 max=134.760 spread=3.130 s :: host=srv1 | engine=llamacpp | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | load_mode=none | balloon_gib=0.0 | swp=60 | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:A-unmapped-1; sweep-results-arms-gate2.json:A-unmapped-2; sweep-results-arms-gate2.json:A-unmapped-3
n=1 min=127.648 med=127.648 max=127.648 spread=0.000 s :: host=srv1 | engine=llamacpp | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | load_mode=none | balloon_gib=2.99 | swp=60 | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2b.json:B-refusal-p20
n=1 min=131.475 med=131.475 max=131.475 spread=0.000 s :: host=srv1 | engine=llamacpp | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | load_mode=none | balloon_gib=4.49 | swp=60 | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2b.json:B-refusal-p05
n=1 min=385.327 med=385.327 max=385.327 spread=0.000 s :: host=srv1 | engine=llamacpp | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | load_mode=none | balloon_gib=5.99 | swp=60 | StartedAt clock :: dates=['2026-09-09']
     rows: sweep-results-arms-gate2.json:B-refusal--10
n=3 min=109.267 med=110.945 max=111.056 spread=1.788 s :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | co_residents=alone | swp=un | door-return minus earliest Sta :: dates=['2026-09-10']
     rows: results-q9-vllm-srv1.json:q9b-vllm-3b-srv1-1; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-1; results-q9-vllm-srv1.json:q9c-vllm-3b-srv1-2
n=2 min=102.693 med=102.820 max=102.948 spread=0.254 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-80b-ub1024-1; results-arms-q3-scratch.json:q3-80b-ub1024-2
n=2 min=103.055 med=103.360 max=103.665 spread=0.609 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q3-scratch.json:q3-80b-ub256-1; results-arms-q3-scratch.json:q3-80b-ub256-2
n=1 min=102.932 med=102.932 max=102.932 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=6.93 | swp=0  | StartedAt clock, raw minus 108 :: dates=['2026-09-09']
     rows: sweep-results-arms-srv2.json:srv2-80b-hi
n=1 min=103.725 med=103.725 max=103.725 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=8.33 | swp=0  | StartedAt clock, raw minus 108 :: dates=['2026-09-09']
     rows: sweep-results-arms-srv2.json:srv2-80b-mid
n=1 min=107.974 med=107.974 max=107.974 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | balloon_gib=9.83 | swp=0  | StartedAt clock, raw minus 108 :: dates=['2026-09-09']
     rows: sweep-results-arms-srv2.json:srv2-80b-neg
n=2 min=106.027 med=106.068 max=106.109 spread=0.082 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n35-1; results-arms-q10-80b.json:q10-80b-mapped-n35-2
n=1 min=105.503 med=105.503 max=105.503 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-mapped-n36-1
n=2 min=104.409 med=104.604 max=104.800 spread=0.391 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n36-1; results-arms-q10-80b.json:q10-80b-mapped-n36-2
n=1 min=117.307 med=117.307 max=117.307 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-unmapped-n36-1
n=2 min=101.627 med=104.232 max=106.838 spread=5.211 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=38 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n38-1; results-arms-q10-80b.json:q10-80b-mapped-n38-2
n=1 min=104.201 med=104.201 max=104.201 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-mapped-n40-1
n=2 min=102.649 med=103.876 max=105.103 spread=2.454 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n40-1; results-arms-q10-80b.json:q10-80b-mapped-n40-2
n=1 min=118.377 med=118.377 max=118.377 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv2-m1-80b.json:m1-80b-unmapped-n40-1
n=2 min=98.204 med=99.020 max=99.836 spread=1.631 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=41 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | co_residents=vLLM 3B+7B pair, 7b asleep L2 | swp=un | off-door, wait_models :: dates=['2026-09-10']
     rows: results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-1; results-q16b-offdoor.json:q16b-80b-with-3b-awake-7b-asleep-2
n=2 min=102.526 med=104.319 max=106.111 spread=3.585 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=41 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-q10-80b.json:q10-80b-mapped-n41-1; results-arms-q10-80b.json:q10-80b-mapped-n41-2
n=2 min=99.416 med=99.837 max=100.258 spread=0.842 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=46 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | co_residents=vLLM 3B+7B pair, 3b asleep L2 | swp=un | off-door, wait_models :: dates=['2026-09-10']
     rows: results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-1; results-q16b-offdoor.json:q16b-80b-with-7b-awake-3b-asleep-2
n=2 min=80.514 med=82.426 max=84.337 spread=3.823 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=20 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q13-srv2.json:q13-qwen36-n20-1; results-q13-srv2.json:q13-qwen36-n20-2
n=2 min=80.416 med=80.599 max=80.781 spread=0.364 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q13-srv2.json:q13-qwen36-n40-1; results-q13-srv2.json:q13-qwen36-n40-2
n=1 min=84.815 med=84.815 max=84.815 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: m2-coresidency.json:m2-qwen36-alone
n=1 min=85.028 med=85.028 max=85.028 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: m2-coresidency.json:m2-qwen36-alone
n=2 min=79.451 med=79.944 max=80.437 spread=0.986 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=7 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv2-rate.json:r-srv2-qwen36-1; results-arms-srv2-rate.json:r-srv2-qwen36-2
n=2 min=82.839 med=83.606 max=84.373 spread=1.535 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=7 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-q13-srv2.json:q13-qwen36-n7-1; results-q13-srv2.json:q13-qwen36-n7-2
n=2 min=50.093 med=50.988 max=51.883 spread=1.790 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus StartedAt (r :: dates=['2026-09-09']
     rows: results-arms-srv2-rate.json:r-srv2-deepseek-1; results-arms-srv2-rate.json:r-srv2-deepseek-2
n=2 min=47.550 med=48.000 max=48.450 spread=0.900 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q4-c-drift.json:q4-deepseek-n0-1; results-arms-q4-c-drift.json:q4-deepseek-n0-2
n=2 min=47.527 med=47.755 max=47.984 spread=0.457 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=13 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q4-c-drift.json:q4-deepseek-n13-1; results-arms-q4-c-drift.json:q4-deepseek-n13-2
n=2 min=47.223 med=47.406 max=47.589 spread=0.366 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus StartedAt (r :: dates=['2026-09-10']
     rows: results-arms-q4-c-drift.json:q4-deepseek-n26-1; results-arms-q4-c-drift.json:q4-deepseek-n26-2
n=1 min=51.953 med=51.953 max=51.953 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp=60 | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: m2-coresidency.json:m2-deepseek-alone
n=1 min=48.533 med=48.533 max=48.533 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp=un | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: m2-coresidency.json:m2-deepseek-alone
n=1 min=89.944 med=89.944 max=89.944 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf@ncmoe26+Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf@ncmoe40 | n_cpu_moe=26+40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | co_residents=deepseek-coder-v2-16b.gguf@ncmoe26+Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf@ncmoe40 | swp=60 | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: m2-coresidency.json:m2-both
n=1 min=94.020 med=94.020 max=94.020 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf@ncmoe26+Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf@ncmoe40 | n_cpu_moe=26+40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | co_residents=deepseek-coder-v2-16b.gguf@ncmoe26+Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf@ncmoe40 | swp=un | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: m2-coresidency.json:m2-both
n=2 min=99.752 med=100.712 max=101.672 spread=1.920 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | co_residents=alone | swp=60 | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: results-vllm.json:v-3b-alone-2; results-vllm.json:v-3b-alone-3
n=2 min=192.420 med=192.979 max=193.539 spread=1.119 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_healthy | co_residents=pair | swp=un | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: results-q14-pair-healthy.json:q14-pair-healthy-1; results-q14-pair-healthy.json:q14-pair-healthy-2
n=2 min=89.848 med=90.751 max=91.653 spread=1.805 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=no | depends_on=service_started | co_residents=pair | swp=60 | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-plain-1; results-vllm.json:v-pair-plainB-1
n=2 min=141.353 med=142.148 max=142.944 spread=1.591 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=60 | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: results-vllm.json:v-pair-sleep-1; results-vllm.json:v-pair-sleepB-1
n=8 min=139.816 med=142.494 max=143.832 spread=4.016 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26+0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=un | door-return minus earliest Sta :: dates=['2026-09-09', '2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1; results-q15-cycles.json:q15c-sleepmode-2; results-q15-cycles.json:q15c-sleepmode-3; results-q15-cycles.json:q15c-sleepmode-4; results-q15-sleepmode.json:q15-pair-sleepmode-1; results-q15-sleepmode.json:q15-pair-sleepmode-2; results-q15-sleepmode.json:q15-pair-sleepmode-3; results-q15-sleepmode.json:q15-pair-sleepmode-4
n=3 min=104.130 med=104.167 max=104.892 spread=0.762 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | co_residents=alone | swp=60 | door-return minus earliest Sta :: dates=['2026-09-09']
     rows: results-vllm.json:v-7b-alone-1; results-vllm.json:v-7b-alone-2; results-vllm.json:v-7b-alone-3
n=2 min=110.971 med=111.071 max=111.172 spread=0.201 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | swp=un | door-return minus StartedAt :: dates=['2026-09-10']
     rows: results-q2-vllm-fp8.json:q2-q34b-fp16-1; results-q2-vllm-fp8.json:q2-q34b-fp16-2
n=2 min=110.271 med=110.703 max=111.136 spread=0.865 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=fp8 | gpu_mem_util=0.90 | sleep_mode=no | co_residents=alone | swp=un | door-return minus StartedAt :: dates=['2026-09-10']
     rows: results-q2-vllm-fp8.json:q2-q34b-fp8-1; results-q2-vllm-fp8.json:q2-q34b-fp8-2

### wake_s_door
n=3 min=208.300 med=208.400 max=208.400 spread=0.100 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=KAT-Coder-V2.5-Dev_Q3_K_M_imatrix_MTP.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q1-kat-2-up.json:2026-09-09-live-srv1-serve-up-q1-kat-1-up/8080; serve-up-q1-kat-3-up.json:2026-09-09-live-srv1-serve-up-q1-kat-2-up/8080; serve-up-q4-qwen-n28-1-up.json:2026-09-09-live-srv1-serve-up-q1-kat-3-up/8080
n=2 min=52.700 med=53.300 max=53.900 spread=1.200 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-IQ2_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q2-ling-IQ2_M-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-IQ2_M-1-up/8080; serve-up-q2-ling-Q3_K_M-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-IQ2_M-2-up/8080
n=2 min=60.700 med=61.100 max=61.500 spread=0.800 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q3_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q2-ling-Q3_K_M-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q3_K_M-1-up/8080; serve-up-q2-ling-Q4_K_M-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q3_K_M-2-up/8080
n=2 min=67.000 med=67.100 max=67.200 spread=0.200 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q3-gemma-ub256-1-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub1024-2-up/8080; serve-up-q3-ling-ub1024-2-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub1024-1-up/8080
n=2 min=66.900 med=67.100 max=67.300 spread=0.400 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q3-ling-ub256-2-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub256-1-up/8080; serve-up-q3-ling-ub512-1-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub256-2-up/8080
n=8 min=63.500 med=65.650 max=67.400 spread=3.900 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q4_K_M.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-q2-ling-Q4_K_M-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q4_K_M-1-up/8080; serve-up-q2-ling-Q6_K-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q4_K_M-2-up/8080; serve-up-q3-ling-ub1024-1-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub512-2-up/8080; serve-up-q3-ling-ub256-1-up.json:2026-09-10-live-srv1-serve-up-q5-ling-2-up/8080; serve-up-q3-ling-ub512-2-up.json:2026-09-10-live-srv1-serve-up-q3-ling-ub512-1-up/8080; serve-up-q5-ling-2-up.json:2026-09-10-live-srv1-serve-up-q5-ling-1-up/8080; serve-up-r-srv1-gemma-1-up.json:2026-09-09-live-srv1-serve-up-r-srv1-ling-2-up/8080; serve-up-r-srv1-ling-2-up.json:2026-09-09-live-srv1-serve-up-r-srv1-ling-1-up/8080
n=1 min=134.200 med=134.200 max=134.200 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=21 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | co_residents=Ling-3.0-tiny-Q6_K.gguf+gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q7-both-2-up-23564.json:2026-09-10-live-srv1-serve-up-q7-both-1-up-23186/8081
n=1 min=79.600 med=79.600 max=79.600 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=21 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q7-both-1-up-23186.json:2026-09-10-live-srv1-serve-up-q7-ling-q6k-alone-up-23037/8081
n=2 min=77.000 med=77.250 max=77.500 spread=0.500 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q6_K.gguf | n_cpu_moe=6 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q2-ling-Q6_K-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q6_K-1-up/8080; serve-up-q2-ling-Q8_0-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q6_K-2-up/8080
n=2 min=84.700 med=85.150 max=85.600 spread=0.900 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Ling-3.0-tiny-Q8_0.gguf | n_cpu_moe=10 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q1-deepseek-1-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q8_0-2-up/8080; serve-up-q2-ling-Q8_0-2-up.json:2026-09-09-live-srv1-serve-up-q2-ling-Q8_0-1-up/8080
n=2 min=131.500 med=132.800 max=134.100 spread=2.600 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q4-qwen-n28-2-up.json:2026-09-09-live-srv1-serve-up-q4-qwen-n28-1-up/8080; serve-up-q4-qwen-n32-1-up.json:2026-09-09-live-srv1-serve-up-q4-qwen-n28-2-up/8080
n=6 min=132.100 med=161.850 max=164.100 spread=32.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q1-kat-1-up.json:2026-09-09-live-srv1-serve-up-q1-qwen36-w8192-2-up/8080; serve-up-q1-qwen36-w8192-2-up.json:2026-09-09-live-srv1-serve-up-q1-qwen36-w8192-1-up/8080; serve-up-q6-blob-2.50-2-up.json:2026-09-09-live-srv1-serve-up-q6-blob-2.50-1-up/8080; serve-up-q6-blob-3.03-1-up.json:2026-09-09-live-srv1-serve-up-q6-blob-2.50-2-up/8080; serve-up-q6-blob-3.03-2-up.json:2026-09-09-live-srv1-serve-up-q6-blob-3.03-1-up/8080; serve-up-q9-vllm-3b-srv1-1-up.json:2026-09-09-live-srv1-serve-up-q6-blob-3.03-2-up/8080
n=6 min=125.700 med=128.250 max=132.300 spread=6.600 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=29 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q5-experts-0.50-2-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.50-1-up/8080; serve-up-q5-experts-0.65-1-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.50-2-up/8080; serve-up-q5-experts-0.65-2-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.65-1-up/8080; serve-up-q5-experts-0.80-1-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.65-2-up/8080; serve-up-q5-experts-0.80-2-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.80-1-up/8080; serve-up-q6-blob-2.50-1-up.json:2026-09-09-live-srv1-serve-up-q5-experts-0.80-2-up/8080
n=23 min=115.700 med=133.900 max=164.000 spread=48.300 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-08', '2026-09-09', '2026-09-10']
     rows: serve-up-A-unmapped-2-up.json:2026-09-09-live-srv1-serve-up-A-mapped-1-up/8080; serve-up-A-unmapped-3-up.json:2026-09-09-live-srv1-serve-up-A-mapped-2-up/8080; serve-up-B-refusal--10-up.json:2026-09-09-live-srv1-serve-up-A-mapped-3-up/8080; serve-up-m1-qwen-unmapped-1-up.json:2026-09-09-live-srv1-serve-up-r-srv1-qwen-mapped-2-up/8080 ... +19
n=2 min=133.500 med=133.700 max=133.900 spread=0.400 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | clock2 door up-after :: dates=['2026-09-10']
     rows: results-q8-clocks.json:q8c-clock-1; results-q8-clocks.json:q8c-clock-2
n=14 min=116.400 med=124.800 max=367.200 spread=250.800 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-08', '2026-09-09']
     rows: serve-up-A-mapped-1-up.json:2026-09-09-live-srv1-serve-up-A-unmapped-1-up/8080; serve-up-A-mapped-2-up.json:2026-09-09-live-srv1-serve-up-A-unmapped-2-up/8080; serve-up-A-mapped-3-up.json:2026-09-09-live-srv1-serve-up-A-unmapped-3-up/8080; serve-up-A-unmapped-1-up.json:2026-09-09-live-srv1-serve-up-restore1/8080 ... +10
n=2 min=130.400 med=132.000 max=133.600 spread=3.200 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=32 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q4-qwen-n32-2-up.json:2026-09-09-live-srv1-serve-up-q4-qwen-n32-1-up/8080; serve-up-q5-experts-0.50-1-up.json:2026-09-09-live-srv1-serve-up-q4-qwen-n32-2-up/8080
n=1 min=41.200 med=41.200 max=41.200 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=32 | width=8 | ctx=32768 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-05']
     rows: serve-up.json:2026-09-05-live-srv1-serve-up/8080
n=7 min=78.500 med=79.400 max=109.400 spread=30.900 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-q1-deepseek-2-up.json:2026-09-09-live-srv1-serve-up-q1-deepseek-1-up/8080; serve-up-q1-deepseek-f16-2-up.json:2026-09-10-live-srv1-serve-up-q1-deepseek-f16-1-up/8080; serve-up-q1-deepseek-q8-1-up.json:2026-09-10-live-srv1-serve-up-q1-deepseek-f16-2-up/8080; serve-up-q1-gemma-1-up.json:2026-09-09-live-srv1-serve-up-q1-deepseek-2-up/8080; serve-up-srv1-deepseek-mid2-up.json:2026-09-09-live-srv1-serve-up-srv1-deepseek-hi2-up/8080; serve-up-srv1-deepseek-neg2-up.json:2026-09-09-live-srv1-serve-up-srv1-deepseek-mid2-up/8080; serve-up-srv1-qwen-hi-r1-up.json:2026-09-09-live-srv1-serve-up-srv1-deepseek-neg2-up/8080
n=2 min=79.300 med=79.400 max=79.500 spread=0.200 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=19 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=q8_0 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q1-deepseek-q8-2-up.json:2026-09-10-live-srv1-serve-up-q1-deepseek-q8-1-up/8080; serve-up-q5-ling-1-up.json:2026-09-10-live-srv1-serve-up-q1-deepseek-q8-2-up/8080
n=2 min=116.400 med=116.550 max=116.700 spread=0.300 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q3-gemma-ub1024-2-up.json:2026-09-10-live-srv1-serve-up-q3-gemma-ub1024-1-up/8080; serve-up.json:2026-09-10-live-srv1-serve-up-q3-gemma-ub1024-2-up/8080
n=2 min=116.600 med=117.450 max=118.300 spread=1.700 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q3-gemma-ub1024-1-up.json:2026-09-10-live-srv1-serve-up-q3-gemma-ub256-2-up/8080; serve-up-q3-gemma-ub256-2-up.json:2026-09-10-live-srv1-serve-up-q3-gemma-ub256-1-up/8080
n=4 min=117.200 med=118.050 max=120.300 spread=3.100 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=22 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q1-gemma-2-up.json:2026-09-09-live-srv1-serve-up-q1-gemma-1-up/8080; serve-up-q1-qwen36-w8192-1-up.json:2026-09-09-live-srv1-serve-up-q1-gemma-2-up/8080; serve-up-r-srv1-gemma-2-up.json:2026-09-09-live-srv1-serve-up-r-srv1-gemma-1-up/8080; serve-up-r-srv1-qwen-mapped-1-up.json:2026-09-09-live-srv1-serve-up-r-srv1-gemma-2-up/8080
n=1 min=122.200 med=122.200 max=122.200 spread=0.000 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=gemma-4-26B-A4B-it-UD-IQ3_XXS.gguf | n_cpu_moe=28 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q7-ling-q6k-alone-up-23037.json:2026-09-10-live-srv1-serve-up-q7-gemma-alone-up-22690/8080
n=4 min=102.600 med=103.000 max=103.400 spread=0.800 s :: host=srv1 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.60 | sleep_mode=no | swp= | envelope units[].seconds (door :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-q8b-clock-1-aside.json:2026-09-10-live-srv1-serve-up-q9c-vllm-3b-srv1-2-up/8001; serve-up-q9b-vllm-3b-srv1-1-up.json:2026-09-09-live-srv1-serve-up-q9-vllm-3b-srv1-1-up/8001; serve-up-q9c-vllm-3b-srv1-1-up.json:2026-09-10-live-srv1-serve-up-q9b-vllm-3b-srv1-1-up/8001; serve-up-q9c-vllm-3b-srv1-2-up.json:2026-09-10-live-srv1-serve-up-q9c-vllm-3b-srv1-1-up/8001
n=2 min=96.500 med=96.800 max=97.100 spread=0.600 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=1024 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q2-q34b-fp16-1-up.json:2026-09-10-live-srv2-serve-up-q3-80b-ub1024-2-up/8003; serve-up-q3-80b-ub1024-2-up.json:2026-09-10-live-srv2-serve-up-q3-80b-ub1024-1-up/8003
n=2 min=96.800 med=97.000 max=97.200 spread=0.400 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=256 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q3-80b-ub1024-1-up.json:2026-09-10-live-srv2-serve-up-q3-80b-ub256-2-up/8003; serve-up-q3-80b-ub256-2-up.json:2026-09-10-live-srv2-serve-up-q3-80b-ub256-1-up/8003
n=5 min=96.700 med=98.200 max=101.100 spread=4.400 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q10-80b-mapped-n35-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n35-1-up/8003; serve-up-q10-80b-mapped-n36-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n35-2-up/8003; serve-up-restore-074214.json:2026-09-09-live-srv2-serve-up-srv2-80b-neg-up/8003; serve-up-srv2-80b-mid-up.json:2026-09-09-live-srv2-serve-up-srv2-80b-hi-up/8003; serve-up-srv2-80b-neg-up.json:2026-09-09-live-srv2-serve-up-srv2-80b-mid-up/8003
n=1 min=539.900 med=539.900 max=539.900 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=35 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-A2-mapped-1-up.json:2026-09-09-live-srv2-serve-up-A2-unmapped-1-up/8003
n=3 min=97.200 med=97.300 max=98.700 spread=1.500 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-m1-80b-unmapped-n36-1-up.json:2026-09-09-live-srv2-serve-up-m1-80b-mapped-n36-1-up/8003; serve-up-q10-80b-mapped-n36-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n36-1-up/8003; serve-up-q10-80b-mapped-n38-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n36-2-up/8003
n=1 min=110.700 med=110.700 max=110.700 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-m1-80b-unmapped-n40-1-up.json:2026-09-09-live-srv2-serve-up-m1-80b-unmapped-n36-1-up/8003
n=1 min=96.700 med=96.700 max=96.700 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=36 | width=4 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-m2-deepseek-alone-up-991532.json:2026-09-09-live-srv2-serve-up-q12-80b-w4-991047/8003
n=2 min=95.200 med=97.550 max=99.900 spread=4.700 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=38 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q10-80b-mapped-n38-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n38-1-up/8003; serve-up-q10-80b-mapped-n40-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n38-2-up/8003
n=3 min=95.700 med=98.000 max=98.700 spread=3.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q10-80b-mapped-n40-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n40-1-up/8003; serve-up-q10-80b-mapped-n41-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n40-2-up/8003; serve-up-restore-up-964586.json:2026-09-09-live-srv2-serve-up-m1-80b-mapped-n40-1-up/8003
n=1 min=111.200 med=111.200 max=111.200 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-m1-80b-mapped-n40-1-up.json:2026-09-09-live-srv2-serve-up-m1-80b-unmapped-n40-1-up/8003
n=2 min=95.300 med=96.950 max=98.600 spread=3.300 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3-Next-80B-A3B-Instruct-Q3_K_M.gguf | n_cpu_moe=41 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q10-80b-mapped-n41-2-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n41-1-up/8003; serve-up-q13-qwen36-n7-1-up.json:2026-09-09-live-srv2-serve-up-q10-80b-mapped-n41-2-up/8003
n=2 min=74.300 med=75.550 max=76.800 spread=2.500 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=20 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q13-qwen36-n20-2-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n20-1-up/8080; serve-up-q13-qwen36-n40-1-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n20-2-up/8080
n=2 min=74.000 med=74.200 max=74.400 spread=0.400 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q13-qwen36-n40-2-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n40-1-up/8080; serve-up-q14-pair-healthy-1-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n40-2-up/8080
n=2 min=78.100 med=78.250 max=78.400 spread=0.300 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=40 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-m2-both-up-991944.json:2026-09-09-live-srv2-serve-up-m2-qwen36-alone-up-991641/8081; serve-up-m2-both-up.json:2026-09-09-live-srv2-serve-up-m2-qwen36-alone-up/8081
n=4 min=73.600 med=75.050 max=76.900 spread=3.300 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=7 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-m2-deepseek-alone-up.json:2026-09-09-live-srv2-serve-up-r-srv2-qwen36-2-up/8080; serve-up-q13-qwen36-n20-1-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n7-2-up/8080; serve-up-q13-qwen36-n7-2-up.json:2026-09-09-live-srv2-serve-up-q13-qwen36-n7-1-up/8080; serve-up-r-srv2-qwen36-2-up.json:2026-09-09-live-srv2-serve-up-r-srv2-qwen36-1-up/8080
n=4 min=41.200 med=41.650 max=43.700 spread=2.500 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=0 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-q4-deepseek-n0-2-up.json:2026-09-10-live-srv2-serve-up-q4-deepseek-n0-1-up/8080; serve-up-q4-deepseek-n13-1-up.json:2026-09-10-live-srv2-serve-up-q4-deepseek-n0-2-up/8080; serve-up-r-srv2-deepseek-2-up.json:2026-09-09-live-srv2-serve-up-r-srv2-deepseek-1-up/8080; serve-up-r-srv2-qwen36-1-up.json:2026-09-09-live-srv2-serve-up-r-srv2-deepseek-2-up/8080
n=2 min=41.300 med=41.550 max=41.800 spread=0.500 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=13 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q4-deepseek-n13-2-up.json:2026-09-10-live-srv2-serve-up-q4-deepseek-n13-1-up/8080; serve-up-q4-deepseek-n26-1-up.json:2026-09-10-live-srv2-serve-up-q4-deepseek-n13-2-up/8080
n=1 min=41.500 med=41.500 max=41.500 spread=0.000 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q4-deepseek-n26-2-up.json:2026-09-10-live-srv2-serve-up-q4-deepseek-n26-1-up/8080
n=2 min=50.000 med=50.300 max=50.600 spread=0.600 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | co_residents=deepseek-coder-v2-16b.gguf+Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-m1-80b-mapped-n36-1-up.json:2026-09-09-live-srv2-serve-up-m2-both-up/8080; serve-up.json:2026-09-09-live-srv2-serve-up-m2-both-up-991944/8080
n=2 min=42.300 med=44.150 max=46.000 spread=3.700 s :: host=srv2 | engine=llamacpp | image=llamacpp:b10644-L3 | model=deepseek-coder-v2-16b.gguf | n_cpu_moe=26 | width=2 | ctx=8192 | ubatch=512 | load_mode=none | cache_type=f16 | sleep_mode=n/a | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-m2-qwen36-alone-up-991641.json:2026-09-09-live-srv2-serve-up-m2-deepseek-alone-up-991532/8080; serve-up-m2-qwen36-alone-up.json:2026-09-09-live-srv2-serve-up-m2-deepseek-alone-up/8080
n=1 min=160.200 med=160.200 max=160.200 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | co_residents=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | swp= | envelope units[].seconds (door :: dates=['2026-09-07']
     rows: serve-up.json:2026-09-07-live-srv2-serve-up/8001
n=2 min=86.900 med=87.550 max=88.200 spread=1.300 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_healthy | co_residents=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-q14-pair-healthy-2-up.json:2026-09-09-live-srv2-serve-up-q14-pair-healthy-1-up/8001; serve-up-q15-pair-sleepmode-1-up.json:2026-09-09-live-srv2-serve-up-q14-pair-healthy-2-up/8001
n=7 min=167.800 med=169.400 max=170.900 spread=3.100 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | depends_on=service_started | co_residents=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | swp= | envelope units[].seconds (door :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-pre-gate2-084706.json:2026-09-09-live-srv2-serve-up-restore1/8001; serve-up-presleep-094541.json:2026-09-09-live-srv2-serve-up-restore2/8001; serve-up-q10-80b-mapped-n35-1-up.json:2026-09-09-live-srv2-serve-up-restore-up-964586/8001; serve-up-v-pair-sleep-1-up.json:2026-09-09-live-srv2-serve-up-v-pair-plain-1-up/8001; serve-up-v-pair-sleepB-1-up.json:2026-09-09-live-srv2-serve-up-v-pair-plainB-1-up/8001; serve-up-verify-110727.json:2026-09-09-live-srv2-serve-up-sleeprestore/8001; serve-up.json:2026-09-10-live-srv2-serve-up-restore-live/8001
n=2 min=93.700 med=94.100 max=94.500 spread=0.800 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=no | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-v-3b-alone-3-up.json:2026-09-09-live-srv2-serve-up-v-3b-alone-2-up/8001; serve-up-v-7b-alone-1-up.json:2026-09-09-live-srv2-serve-up-v-3b-alone-3-up/8001
n=18 min=120.400 med=133.150 max=136.000 spread=15.600 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | swp= | envelope units[].seconds (door :: dates=['2026-09-09', '2026-09-10']
     rows: serve-up-fw-112013.json:2026-09-09-live-srv2-serve-up-verifyup/8001; serve-up-q15-pair-sleepmode-2-up.json:2026-09-09-live-srv2-serve-up-q15-pair-sleepmode-1-up/8001; serve-up-q15-pair-sleepmode-3-up.json:2026-09-09-live-srv2-serve-up-q15-pair-sleepmode-2-up/8001; serve-up-q15-pair-sleepmode-4-up.json:2026-09-09-live-srv2-serve-up-q15-pair-sleepmode-3-up/8001 ... +14
n=1 min=270.700 med=270.700 max=270.700 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=8192 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.33 | sleep_mode=no | co_residents=Qwen2.5-Coder-3B-Instruct-AWQ+Qwen2.5-Coder-7B-Instruct-AWQ | swp= | envelope units[].seconds (door :: dates=['2026-09-05']
     rows: serve-up.json:2026-09-05-live-srv2-serve-up/8001
n=3 min=97.400 med=97.700 max=98.300 spread=0.900 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=no | swp= | envelope units[].seconds (door :: dates=['2026-09-09']
     rows: serve-up-v-7b-alone-2-up.json:2026-09-09-live-srv2-serve-up-v-7b-alone-1-up/8002; serve-up-v-7b-alone-3-up.json:2026-09-09-live-srv2-serve-up-v-7b-alone-2-up/8002; serve-up-v-pair-plainB-1-up.json:2026-09-09-live-srv2-serve-up-v-7b-alone-3-up/8002
n=2 min=104.600 med=104.700 max=104.800 spread=0.200 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.90 | sleep_mode=no | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q2-q34b-fp16-2-up.json:2026-09-10-live-srv2-serve-up-q2-q34b-fp16-1-up/8001; serve-up-q2-q34b-fp8-1-up.json:2026-09-10-live-srv2-serve-up-q2-q34b-fp16-2-up/8001
n=2 min=104.200 med=104.500 max=104.800 spread=0.600 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen3-4B-AWQ | width=128 | ctx=2048 | load_mode=n/a | cache_type=fp8 | gpu_mem_util=0.90 | sleep_mode=no | swp= | envelope units[].seconds (door :: dates=['2026-09-10']
     rows: serve-up-q2-q34b-fp8-2-up.json:2026-09-10-live-srv2-serve-up-q2-q34b-fp8-1-up/8001; serve-up-q4-deepseek-n0-1-up.json:2026-09-10-live-srv2-serve-up-q2-q34b-fp8-2-up/8001

### wake_s_mcgyvr
n=2 min=152.300 med=152.700 max=153.100 spread=0.800 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un | clock3 Wake.seconds :: dates=['2026-09-10']
     rows: results-q8-clocks.json:q8c-clock-1; results-q8-clocks.json:q8c-clock-2

### wake_s_vllm_L2
n=2 min=0.250 med=0.250 max=0.250 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=60 | POST /wake_up round trip :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L2-3b-alone-awake/3b; m6-m7-sleep-matrix.json:L2-both-awake/3b
n=14 min=0.239 med=0.242 max=0.252 spread=0.013 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=un | POST /wake_up round trip :: dates=['2026-09-09', '2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/cycle1/3b; results-q15-cycles.json:q15c-sleepmode-1/cycle2/3b; results-q15-cycles.json:q15c-sleepmode-1/cycle3/3b; results-q15-cycles.json:q15c-sleepmode-2/cycle1/3b ... +10
n=2 min=0.310 med=0.315 max=0.320 spread=0.010 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | swp=60 | POST /wake_up round trip :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L2-7b-alone-awake/7b; m6-m7-sleep-matrix.json:L2-both-awake/7b
n=2 min=0.300 med=0.305 max=0.310 spread=0.010 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | swp=un | POST /wake_up round trip :: dates=['2026-09-09']
     rows: vllm-sleep-results.json:L2-7B-awake/7b; vllm-sleep-results.json:L2-both-awake/7b
n=12 min=0.296 med=0.315 max=0.322 spread=0.026 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=un | POST /wake_up round trip :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/cycle1/7b; results-q15-cycles.json:q15c-sleepmode-1/cycle2/7b; results-q15-cycles.json:q15c-sleepmode-1/cycle3/7b; results-q15-cycles.json:q15c-sleepmode-2/cycle1/7b ... +8

### wake_s_vllm_L1
n=1 min=0.420 med=0.420 max=0.420 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=60 | POST /wake_up round trip :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1-3b-awake/3b
n=1 min=0.410 med=0.410 max=0.410 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=un | POST /wake_up round trip :: dates=['2026-09-09']
     rows: vllm-sleep-results.json:L1-3B-awake/3b
n=1 min=0.790 med=0.790 max=0.790 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | swp=60 | POST /wake_up round trip :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1-7b-awake/7b
n=1 min=0.790 med=0.790 max=0.790 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | swp=un | POST /wake_up round trip :: dates=['2026-09-09']
     rows: vllm-sleep-results.json:L1-7B-awake/7b

### sleep_s_vllm_L2
n=3 min=0.240 med=0.270 max=0.330 spread=0.090 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=60 |  :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1then2-3b-asleep-L2/3b; m6-m7-sleep-matrix.json:L2-3b-alone-asleep/3b; m6-m7-sleep-matrix.json:L2-both-asleep/3b
n=2 min=0.240 med=0.245 max=0.250 spread=0.010 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=un |  :: dates=['2026-09-09']
     rows: vllm-sleep-results.json:L2-3B-asleep/3b; vllm-sleep-results.json:L2-both-asleep/3b
n=12 min=0.238 med=0.245 max=0.300 spread=0.062 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=un | POST /sleep?level=2 round trip :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/cycle1/3b; results-q15-cycles.json:q15c-sleepmode-1/cycle2/3b; results-q15-cycles.json:q15c-sleepmode-1/cycle3/3b; results-q15-cycles.json:q15c-sleepmode-2/cycle1/3b ... +8
n=3 min=0.290 med=0.320 max=0.400 spread=0.110 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | swp=60 |  :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1then2-7b-asleep-L2/7b; m6-m7-sleep-matrix.json:L2-7b-alone-asleep/7b; m6-m7-sleep-matrix.json:L2-both-asleep/7b
n=2 min=0.300 med=0.300 max=0.300 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | swp=un |  :: dates=['2026-09-09']
     rows: vllm-sleep-results.json:L2-7B-asleep/7b; vllm-sleep-results.json:L2-both-asleep/7b
n=12 min=0.289 med=0.307 max=0.351 spread=0.062 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=un | POST /sleep?level=2 round trip :: dates=['2026-09-10']
     rows: results-q15-cycles.json:q15c-sleepmode-1/cycle1/7b; results-q15-cycles.json:q15c-sleepmode-1/cycle2/7b; results-q15-cycles.json:q15c-sleepmode-1/cycle3/7b; results-q15-cycles.json:q15c-sleepmode-2/cycle1/7b ... +8

### sleep_s_vllm_L1
n=1 min=1.370 med=1.370 max=1.370 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=60 |  :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1-3b-asleep/3b
n=1 min=1.390 med=1.390 max=1.390 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-3B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.26 | sleep_mode=yes | depends_on=service_started | co_residents=pair | swp=un |  :: dates=['2026-09-09']
     rows: vllm-sleep-results.json:L1-3B-asleep/3b
n=1 min=3.780 med=3.780 max=3.780 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | swp=60 |  :: dates=['2026-09-09']
     rows: m6-m7-sleep-matrix.json:L1-7b-asleep/7b
n=1 min=3.990 med=3.990 max=3.990 spread=0.000 s :: host=srv2 | engine=vllm | image=vllm/vllm-openai@ffb2d59b1c05 | model=Qwen2.5-Coder-7B-Instruct-AWQ | width=8 | ctx=4096 | load_mode=n/a | cache_type=auto | gpu_mem_util=0.72 | sleep_mode=yes | co_residents=pair | swp=un |  :: dates=['2026-09-09']
     rows: vllm-sleep-results.json:L1-7B-asleep/7b

### door_overhead_s
n=2 min=18.800 med=19.000 max=19.200 spread=0.400 s :: host=srv1 | engine=llamacpp | image=llamacpp:b10644-L3 | model=Qwen3.6-35B-A3B-UD-IQ3_XXS.gguf | n_cpu_moe=30 | width=2 | ctx=16384 | ubatch=512 | load_mode=mapped | cache_type=f16 | sleep_mode=n/a | swp=un |  :: dates=['2026-09-10']
     rows: results-q8-clocks.json:q8c-clock-1; results-q8-clocks.json:q8c-clock-2
