== srv2 sweep start Thu Aug 27 06:46:46 PM UTC 2026 ==
srv2	ctrl-35B-ncmoe25-b10481 np=32 ctx_slot=1024 c=32768 ncmoe=25	CONFIG	real_ctx_slot=1024	vram=8643
srv2	ctrl-35B-ncmoe25-b10481 np=32 ctx_slot=1024 c=32768 ncmoe=25	n=1	agg=43.6	p50=10.89	truncated=0/1	wall=10.9
srv2	ctrl-35B-ncmoe25-b10481 np=32 ctx_slot=1024 c=32768 ncmoe=25	n=32	agg=221.2	p50=68.71	truncated=0/32	wall=68.7
srv2	15b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=4731
srv2	15b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=1	agg=193.9	p50=2.45	truncated=0/1	wall=2.4
srv2	15b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=2	agg=341.2	p50=2.78	truncated=0/2	wall=2.8
srv2	15b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=4	agg=446.3	p50=4.26	truncated=0/4	wall=4.3
srv2	15b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=8	agg=508.9	p50=7.47	truncated=0/8	wall=7.5
srv2	15b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=16	agg=1170.4	p50=6.49	truncated=0/16	wall=6.5
srv2	15b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=32	agg=1437.8	p50=10.57	truncated=0/32	wall=10.6
srv2	15b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=64	agg=1579.6	p50=19.23	truncated=0/64	wall=19.2
srv2	15b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=128	agg=1656.5	p50=36.68	truncated=0/128	wall=36.7
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=8389
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	n=1	agg=192.4	p50=2.47	truncated=0/1	wall=2.5
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	n=2	agg=340.5	p50=2.79	truncated=0/2	wall=2.8
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	n=4	agg=444.9	p50=4.27	truncated=0/4	wall=4.3
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	n=8	agg=506.9	p50=7.50	truncated=0/8	wall=7.5
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	n=16	agg=1159.5	p50=6.55	truncated=0/16	wall=6.6
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	n=32	agg=1418.1	p50=10.71	truncated=0/32	wall=10.7
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	n=64	agg=1567.6	p50=19.38	truncated=0/64	wall=19.4
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	n=128	agg=1642.3	p50=36.99	truncated=0/128	wall=37.0
srv2	15b-Q4 np=256 ctx_slot=1024 c=262144 ncmoe=0	n=256	agg=1684.5	p50=72.09	truncated=0/256	wall=72.2
srv2	3b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=4353
srv2	3b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=1	agg=126.9	p50=3.74	truncated=0/1	wall=3.7
srv2	3b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=2	agg=214.1	p50=4.44	truncated=0/2	wall=4.4
srv2	3b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=4	agg=280.4	p50=6.78	truncated=0/4	wall=6.8
srv2	3b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=8	agg=334.9	p50=11.35	truncated=0/8	wall=11.3
srv2	3b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=16	agg=822.0	p50=9.24	truncated=0/16	wall=9.2
srv2	3b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=32	agg=1095.9	p50=13.86	truncated=0/32	wall=13.9
srv2	3b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=64	agg=1257.7	p50=24.16	truncated=0/64	wall=24.2
srv2	3b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=6657
srv2	3b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=1	agg=126.4	p50=3.76	truncated=0/1	wall=3.8
srv2	3b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=2	agg=213.2	p50=4.46	truncated=0/2	wall=4.5
srv2	3b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=4	agg=280.9	p50=6.76	truncated=0/4	wall=6.8
srv2	3b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=8	agg=334.7	p50=11.35	truncated=0/8	wall=11.4
srv2	3b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=16	agg=822.3	p50=9.24	truncated=0/16	wall=9.2
srv2	3b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=32	agg=1101.9	p50=13.79	truncated=0/32	wall=13.8
srv2	3b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=64	agg=1269.7	p50=23.93	truncated=0/64	wall=23.9
srv2	3b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	n=128	agg=1361.5	p50=44.63	truncated=0/128	wall=44.7
srv2	q3-4b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=11805
srv2	q3-4b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=1	agg=96.8	p50=4.91	truncated=0/1	wall=4.9
srv2	q3-4b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=2	agg=169.9	p50=5.59	truncated=0/2	wall=5.6
srv2	q3-4b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=4	agg=225.0	p50=8.44	truncated=0/4	wall=8.4
srv2	q3-4b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=8	agg=260.5	p50=14.59	truncated=0/8	wall=14.6
srv2	q3-4b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=16	agg=683.1	p50=11.12	truncated=0/16	wall=11.1
srv2	q3-4b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=32	agg=870.6	p50=17.45	truncated=0/32	wall=17.5
srv2	q3-4b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	n=64	agg=1010.8	p50=30.06	truncated=0/64	wall=30.1
srv2	q3-4b-Q4 np=128 ctx_slot=1024 c=131072 ncmoe=0	REFUSED	0.01.249.687 E srv  llama_server: exiting due to model loading error
srv2	7b-IQ4XS np=32 ctx_slot=1024 c=32768 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=5803
srv2	7b-IQ4XS np=32 ctx_slot=1024 c=32768 ncmoe=0	n=1	agg=72.0	p50=6.60	truncated=0/1	wall=6.6
srv2	7b-IQ4XS np=32 ctx_slot=1024 c=32768 ncmoe=0	n=2	agg=138.2	p50=6.87	truncated=0/2	wall=6.9
srv2	7b-IQ4XS np=32 ctx_slot=1024 c=32768 ncmoe=0	n=4	agg=206.6	p50=9.20	truncated=0/4	wall=9.2
srv2	7b-IQ4XS np=32 ctx_slot=1024 c=32768 ncmoe=0	n=8	agg=261.0	p50=14.56	truncated=0/8	wall=14.6
srv2	7b-IQ4XS np=32 ctx_slot=1024 c=32768 ncmoe=0	n=16	agg=583.5	p50=13.02	truncated=0/16	wall=13.0
srv2	7b-IQ4XS np=32 ctx_slot=1024 c=32768 ncmoe=0	n=32	agg=787.4	p50=19.28	truncated=0/32	wall=19.3
srv2	7b-IQ4XS np=64 ctx_slot=1024 c=65536 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=7595
srv2	7b-IQ4XS np=64 ctx_slot=1024 c=65536 ncmoe=0	n=1	agg=71.8	p50=6.61	truncated=0/1	wall=6.6
srv2	7b-IQ4XS np=64 ctx_slot=1024 c=65536 ncmoe=0	n=2	agg=138.7	p50=6.85	truncated=0/2	wall=6.8
srv2	7b-IQ4XS np=64 ctx_slot=1024 c=65536 ncmoe=0	n=4	agg=206.2	p50=9.21	truncated=0/4	wall=9.2
srv2	7b-IQ4XS np=64 ctx_slot=1024 c=65536 ncmoe=0	n=8	agg=260.9	p50=14.55	truncated=0/8	wall=14.6
srv2	7b-IQ4XS np=64 ctx_slot=1024 c=65536 ncmoe=0	n=16	agg=582.9	p50=13.03	truncated=0/16	wall=13.0
srv2	7b-IQ4XS np=64 ctx_slot=1024 c=65536 ncmoe=0	n=32	agg=793.1	p50=19.16	truncated=0/32	wall=19.2
srv2	7b-IQ4XS np=64 ctx_slot=1024 c=65536 ncmoe=0	n=64	agg=1010.8	p50=30.06	truncated=0/64	wall=30.1
srv2	7b-IQ4XS np=128 ctx_slot=1024 c=131072 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=11179
srv2	7b-IQ4XS np=128 ctx_slot=1024 c=131072 ncmoe=0	n=1	agg=71.7	p50=6.63	truncated=0/1	wall=6.6
srv2	7b-IQ4XS np=128 ctx_slot=1024 c=131072 ncmoe=0	n=2	agg=138.4	p50=6.86	truncated=0/2	wall=6.9
srv2	7b-IQ4XS np=128 ctx_slot=1024 c=131072 ncmoe=0	n=4	agg=205.3	p50=9.25	truncated=0/4	wall=9.3
srv2	7b-IQ4XS np=128 ctx_slot=1024 c=131072 ncmoe=0	n=8	agg=260.2	p50=14.60	truncated=0/8	wall=14.6
srv2	7b-IQ4XS np=128 ctx_slot=1024 c=131072 ncmoe=0	n=16	agg=583.3	p50=13.03	truncated=0/16	wall=13.0
srv2	7b-IQ4XS np=128 ctx_slot=1024 c=131072 ncmoe=0	n=32	agg=788.2	p50=19.28	truncated=0/32	wall=19.3
srv2	7b-IQ4XS np=128 ctx_slot=1024 c=131072 ncmoe=0	n=64	agg=1006.2	p50=30.20	truncated=0/64	wall=30.2
srv2	7b-IQ4XS np=128 ctx_slot=1024 c=131072 ncmoe=0	n=128	agg=1107.6	p50=54.87	truncated=0/128	wall=54.9
srv2	nemotron7b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=6231
srv2	nemotron7b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=0	n=1	agg=66.3	p50=7.16	truncated=0/1	wall=7.2
srv2	nemotron7b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=0	n=2	agg=116.8	p50=8.13	truncated=0/2	wall=8.1
srv2	nemotron7b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=0	n=4	agg=150.3	p50=12.64	truncated=0/4	wall=12.6
srv2	nemotron7b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=0	n=8	agg=168.5	p50=22.54	truncated=0/8	wall=22.5
srv2	nemotron7b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=0	n=16	agg=539.9	p50=14.07	truncated=0/16	wall=14.1
srv2	nemotron7b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=0	n=32	agg=778.0	p50=19.53	truncated=0/32	wall=19.5
srv2	14b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=0	REFUSED	0.08.875.223 E srv  llama_server: exiting due to model loading error
srv2	14b-Q4 np=64 ctx_slot=1024 c=65536 ncmoe=0	REFUSED	0.01.959.756 E srv  llama_server: exiting due to model loading error
srv2	30b-Q4 np=8 ctx_slot=1024 c=8192 ncmoe=30	CONFIG	real_ctx_slot=1024	vram=8235
srv2	30b-Q4 np=8 ctx_slot=1024 c=8192 ncmoe=30	n=1	agg=31.7	p50=14.97	truncated=0/1	wall=15.0
srv2	30b-Q4 np=8 ctx_slot=1024 c=8192 ncmoe=30	n=2	agg=38.0	p50=25.00	truncated=0/2	wall=25.0
srv2	30b-Q4 np=8 ctx_slot=1024 c=8192 ncmoe=30	n=4	agg=84.8	p50=22.40	truncated=0/4	wall=22.4
srv2	30b-Q4 np=8 ctx_slot=1024 c=8192 ncmoe=30	n=8	agg=105.4	p50=36.04	truncated=0/8	wall=36.0
srv2	30b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=40	CONFIG	real_ctx_slot=1024	vram=7151
srv2	30b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=40	n=1	agg=26.5	p50=17.94	truncated=0/1	wall=17.9
srv2	30b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=40	n=2	agg=32.6	p50=29.10	truncated=0/2	wall=29.1
srv2	30b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=40	n=4	agg=71.5	p50=26.56	truncated=0/4	wall=26.6
srv2	30b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=40	n=8	agg=90.3	p50=42.07	truncated=0/8	wall=42.1
srv2	30b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=40	n=16	agg=105.5	p50=71.94	truncated=0/16	wall=72.0
srv2	30b-Q4 np=32 ctx_slot=1024 c=32768 ncmoe=40	n=32	agg=91.3	p50=166.54	truncated=0/32	wall=166.5
srv2	35B-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	CONFIG	real_ctx_slot=1024	vram=8643
srv2	35B-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=1	agg=44.8	p50=10.61	truncated=0/1	wall=10.6
srv2	35B-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=2	agg=55.0	p50=17.27	truncated=0/2	wall=17.3
srv2	35B-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=4	agg=62.7	p50=30.31	truncated=0/4	wall=30.3
srv2	35B-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=8	agg=68.8	p50=55.26	truncated=0/8	wall=55.3
srv2	35B-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=16	agg=80.1	p50=94.87	truncated=0/16	wall=94.9
srv2	35B-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=32	agg=258.9	p50=58.71	truncated=0/32	wall=58.7
srv2	nem30b-IQ2XXS np=8 ctx_slot=1024 c=8192 ncmoe=30	CONFIG	real_ctx_slot=1024	vram=9069
srv2	nem30b-IQ2XXS np=8 ctx_slot=1024 c=8192 ncmoe=30	n=1	agg=44.3	p50=10.72	truncated=0/1	wall=10.7
srv2	nem30b-IQ2XXS np=8 ctx_slot=1024 c=8192 ncmoe=30	n=2	agg=75.0	p50=12.66	truncated=0/2	wall=12.7
srv2	nem30b-IQ2XXS np=8 ctx_slot=1024 c=8192 ncmoe=30	n=4	agg=102.2	p50=18.58	truncated=0/4	wall=18.6
srv2	nem30b-IQ2XXS np=8 ctx_slot=1024 c=8192 ncmoe=30	n=8	agg=114.4	p50=33.20	truncated=0/8	wall=33.2
srv2	nem30b-IQ2XXS np=32 ctx_slot=1024 c=32768 ncmoe=40	CONFIG	real_ctx_slot=1024	vram=7615
srv2	nem30b-IQ2XXS np=32 ctx_slot=1024 c=32768 ncmoe=40	n=1	agg=35.0	p50=13.58	truncated=0/1	wall=13.6
srv2	nem30b-IQ2XXS np=32 ctx_slot=1024 c=32768 ncmoe=40	n=2	agg=65.3	p50=14.55	truncated=0/2	wall=14.5
srv2	nem30b-IQ2XXS np=32 ctx_slot=1024 c=32768 ncmoe=40	n=4	agg=89.2	p50=21.30	truncated=0/4	wall=21.3
srv2	nem30b-IQ2XXS np=32 ctx_slot=1024 c=32768 ncmoe=40	n=8	agg=87.3	p50=43.52	truncated=0/8	wall=43.5
srv2	nem30b-IQ2XXS np=32 ctx_slot=1024 c=32768 ncmoe=40	n=16	agg=108.6	p50=69.97	truncated=0/16	wall=70.0
srv2	nem30b-IQ2XXS np=32 ctx_slot=1024 c=32768 ncmoe=40	n=32	agg=170.1	p50=89.21	truncated=0/32	wall=89.3
srv2	nextud-80B-Q3XL np=8 ctx_slot=1024 c=8192 ncmoe=60	CONFIG	real_ctx_slot=1024	vram=3755
srv2	nextud-80B-Q3XL np=8 ctx_slot=1024 c=8192 ncmoe=60	n=1	agg=7.5	p50=63.28	truncated=0/1	wall=63.3
srv2	nextud-80B-Q3XL np=8 ctx_slot=1024 c=8192 ncmoe=60	n=2	agg=11.1	p50=85.95	truncated=0/2	wall=86.0
srv2	nextud-80B-Q3XL np=8 ctx_slot=1024 c=8192 ncmoe=60	n=4	agg=17.0	p50=111.65	truncated=0/4	wall=111.7
srv2	nextud-80B-Q3XL np=8 ctx_slot=1024 c=8192 ncmoe=60	n=8	agg=23.1	p50=164.53	truncated=0/8	wall=164.5
srv2	dscv2-16b np=8 ctx_slot=1024 c=8192 ncmoe=30	CONFIG	real_ctx_slot=1024	vram=3103
srv2	dscv2-16b np=8 ctx_slot=1024 c=8192 ncmoe=30	n=1	agg=22.7	p50=20.88	truncated=0/1	wall=20.9
srv2	dscv2-16b np=8 ctx_slot=1024 c=8192 ncmoe=30	n=2	agg=22.2	p50=42.84	truncated=0/2	wall=42.8
srv2	dscv2-16b np=8 ctx_slot=1024 c=8192 ncmoe=30	n=4	agg=26.1	p50=72.82	truncated=0/4	wall=72.8
srv2	dscv2-16b np=8 ctx_slot=1024 c=8192 ncmoe=30	n=8	agg=27.6	p50=137.56	truncated=0/8	wall=137.6
srv2	dscv2-16b np=32 ctx_slot=1024 c=32768 ncmoe=40	CONFIG	real_ctx_slot=1024	vram=9583
srv2	dscv2-16b np=32 ctx_slot=1024 c=32768 ncmoe=40	n=1	agg=23.5	p50=20.25	truncated=0/1	wall=20.3
srv2	dscv2-16b np=32 ctx_slot=1024 c=32768 ncmoe=40	n=2	agg=27.5	p50=34.50	truncated=0/2	wall=34.5
srv2	dscv2-16b np=32 ctx_slot=1024 c=32768 ncmoe=40	n=4	agg=28.0	p50=67.84	truncated=0/4	wall=67.8
srv2	dscv2-16b np=32 ctx_slot=1024 c=32768 ncmoe=40	n=8	agg=27.7	p50=137.22	truncated=0/8	wall=137.2
srv2	dscv2-16b np=32 ctx_slot=1024 c=32768 ncmoe=40	n=16	agg=27.4	p50=276.88	truncated=0/16	wall=276.9
srv2	dscv2-16b np=32 ctx_slot=1024 c=32768 ncmoe=40	n=32	agg=29.7	p50=511.41	truncated=0/32	wall=511.4
srv2	gptoss-20b np=8 ctx_slot=1024 c=8192 ncmoe=0	REFUSED	0.00.655.083 E srv  llama_server: exiting due to model loading error
srv2	gptoss-4b np=32 ctx_slot=1024 c=32768 ncmoe=0	CONFIG	real_ctx_slot=1024	vram=4227
srv2	gptoss-4b np=32 ctx_slot=1024 c=32768 ncmoe=0	n=1	agg=130.5	p50=3.64	truncated=0/1	wall=3.6
srv2	gptoss-4b np=32 ctx_slot=1024 c=32768 ncmoe=0	n=2	agg=187.5	p50=5.07	truncated=0/2	wall=5.1
srv2	gptoss-4b np=32 ctx_slot=1024 c=32768 ncmoe=0	n=4	agg=314.9	p50=6.03	truncated=0/4	wall=6.0
srv2	gptoss-4b np=32 ctx_slot=1024 c=32768 ncmoe=0	n=8	agg=361.4	p50=10.51	truncated=0/8	wall=10.5
srv2	gptoss-4b np=32 ctx_slot=1024 c=32768 ncmoe=0	n=16	agg=623.6	p50=12.16	truncated=0/16	wall=12.2
srv2	gptoss-4b np=32 ctx_slot=1024 c=32768 ncmoe=0	n=32	agg=846.5	p50=17.95	truncated=0/32	wall=18.0
srv2	30b-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	CONFIG	real_ctx_slot=1024	vram=9791
srv2	30b-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=1	agg=37.8	p50=12.55	truncated=0/1	wall=12.6
srv2	30b-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=2	agg=45.4	p50=20.92	truncated=0/2	wall=20.9
srv2	30b-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=4	agg=50.4	p50=37.72	truncated=0/4	wall=37.7
srv2	30b-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=8	agg=54.0	p50=70.34	truncated=0/8	wall=70.3
srv2	30b-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=16	agg=60.9	p50=124.71	truncated=0/16	wall=124.7
srv2	30b-IQ3XXS np=32 ctx_slot=1024 c=32768 ncmoe=25	n=32	agg=264.7	p50=57.42	truncated=0/32	wall=57.4
srv2	vllm-15b util=0.9 len=1024 seqs=256 kv=fp8	REFUSED	(APIServer pid=1)     raise RuntimeError( | (APIServer pid=1) RuntimeError: Engine core initialization failed. See root cause above. Failed core proc(s): {}
srv2	vllm-3b util=0.9 len=1024 seqs=256 kv=fp8	REFUSED	(APIServer pid=1)     raise RuntimeError( | (APIServer pid=1) RuntimeError: Engine core initialization failed. See root cause above. Failed core proc(s): {}
srv2	vllm-q3-4b util=0.9 len=1024 seqs=256 kv=fp8	REFUSED	(APIServer pid=1)     raise RuntimeError( | (APIServer pid=1) RuntimeError: Engine core initialization failed. See root cause above. Failed core proc(s): {}
srv2	vllm-7b util=0.9 len=1024 seqs=128 kv=fp8	CONFIG	vram=11187
srv2	vllm-7b util=0.9 len=1024 seqs=128 kv=fp8	n=1	agg=67.1	p50=7.08	truncated=0/1	wall=7.1
srv2	vllm-7b util=0.9 len=1024 seqs=128 kv=fp8	n=2	agg=132.8	p50=7.16	truncated=0/2	wall=7.2
srv2	vllm-7b util=0.9 len=1024 seqs=128 kv=fp8	n=4	agg=262.6	p50=7.23	truncated=0/4	wall=7.2
srv2	vllm-7b util=0.9 len=1024 seqs=128 kv=fp8	n=8	agg=513.5	p50=7.40	truncated=0/8	wall=7.4
srv2	vllm-7b util=0.9 len=1024 seqs=128 kv=fp8	n=16	agg=954.4	p50=7.94	truncated=0/16	wall=8.0
srv2	vllm-7b util=0.9 len=1024 seqs=128 kv=fp8	n=32	agg=1361.6	p50=11.15	truncated=0/32	wall=11.2
srv2	vllm-7b util=0.9 len=1024 seqs=128 kv=fp8	n=64	agg=1567.9	p50=19.37	truncated=0/64	wall=19.4
srv2	vllm-7b util=0.9 len=1024 seqs=128 kv=fp8	n=128	agg=1608.0	p50=37.79	truncated=0/128	wall=37.8
srv2	vllm-14b util=0.9 len=1024 seqs=64 kv=fp8	REFUSED	(APIServer pid=1)     raise RuntimeError( | (APIServer pid=1) RuntimeError: Engine core initialization failed. See root cause above. Failed core proc(s): {}
srv2	vllm-nem30b-awq util=0.9 len=1024 seqs=64 kv=auto	REFUSED	(APIServer pid=1)     raise RuntimeError( | (APIServer pid=1) RuntimeError: Engine core initialization failed. See root cause above. Failed core proc(s): {}
srv2	vllm-nem4b-fp8 util=0.9 len=1024 seqs=64 kv=auto	REFUSED	(APIServer pid=1)   Value error, The quantization method modelopt is not supported for the current GPU. Minimum capability: 89. Current capability: 86. [type=value_error, input_value=ArgsKwargs((), {'model_co... 'shutdown_timeout': 0}), input_type=ArgsKwargs] | (APIServer pid=1)     For further information visit https://errors.pydantic.dev/2.13/v/value_error
== srv2 sweep done Thu Aug 27 08:18:35 PM UTC 2026 ==
