# solo — shell
docker run -d --entrypoint '' --gpus all --ipc=host --shm-size=32gb --network=host --user 1000:1000 -v /etc/passwd:/etc/passwd:ro -v /etc/group:/etc/group:ro --security-opt no-new-privileges --security-opt seccomp=unconfined --cap-add=IPC_LOCK --cap-add=SYS_NICE --ulimit memlock=-1:-1 --ulimit stack=67108864 --device /dev/infiniband --label io.metralectl.managed=1 --label io.metralectl.recipe=qwen3.8-27b-nvfp4-dflash2 --rm --name metrale-qwen3.8-27b-nvfp4-dflash2 -e HF_HOME=/cache/huggingface -e HF_HUB_OFFLINE=1 -e TRANSFORMERS_OFFLINE=1 -v /home/spark/.cache/huggingface:/cache/huggingface metrale/metrale-inference-gb10:latest met serve unsloth/Qwen3.8-27B-NVFP4 --port 8888 --host 0.0.0.0 --gpu-memory-utilization 0.85 --max-seq-len 4096 --kv-cache-dtype fp8 --max-batch-size 128 --kv-high-precision-layers auto --scheduling-policy slai --ssm-cache-slots 8 --ssm-checkpoint-interval 16 --draft-model incoai/Qwen3.8-27B-DFlash2 --dflash-gamma 8 --enable-prefix-caching --dflash --lm-head-dtype bf16

# solo — portable
docker run -d --entrypoint '' --gpus all --ipc=host --shm-size=32gb --network=host --user $(id -u):$(id -g) -v /etc/passwd:/etc/passwd:ro -v /etc/group:/etc/group:ro --security-opt no-new-privileges --security-opt seccomp=unconfined --cap-add=IPC_LOCK --cap-add=SYS_NICE --ulimit memlock=-1:-1 --ulimit stack=67108864 --device /dev/infiniband --label io.metralectl.managed=1 --label io.metralectl.recipe=qwen3.8-27b-nvfp4-dflash2 --rm --name metrale-qwen3.8-27b-nvfp4-dflash2 -e HF_HOME=/cache/huggingface -e HF_HUB_OFFLINE=1 -e TRANSFORMERS_OFFLINE=1 -v $HOME/.cache/huggingface:/cache/huggingface metrale/metrale-inference-gb10:latest met serve unsloth/Qwen3.8-27B-NVFP4 --port 8888 --host 0.0.0.0 --gpu-memory-utilization 0.85 --max-seq-len 4096 --kv-cache-dtype fp8 --max-batch-size 128 --kv-high-precision-layers auto --scheduling-policy slai --ssm-cache-slots 8 --ssm-checkpoint-interval 16 --draft-model incoai/Qwen3.8-27B-DFlash2 --dflash-gamma 8 --enable-prefix-caching --dflash --lm-head-dtype bf16

# solo — argv
docker
run
-d
--entrypoint

--gpus
all
--ipc=host
--shm-size=32gb
--network=host
--user
1000:1000
-v
/etc/passwd:/etc/passwd:ro
-v
/etc/group:/etc/group:ro
--security-opt
no-new-privileges
--security-opt
seccomp=unconfined
--cap-add=IPC_LOCK
--cap-add=SYS_NICE
--ulimit
memlock=-1:-1
--ulimit
stack=67108864
--device
/dev/infiniband
--label
io.metralectl.managed=1
--label
io.metralectl.recipe=qwen3.8-27b-nvfp4-dflash2
--rm
--name
metrale-qwen3.8-27b-nvfp4-dflash2
-e
HF_HOME=/cache/huggingface
-e
HF_HUB_OFFLINE=1
-e
TRANSFORMERS_OFFLINE=1
-v
/home/spark/.cache/huggingface:/cache/huggingface
metrale/metrale-inference-gb10:latest
met
serve
unsloth/Qwen3.8-27B-NVFP4
--port
8888
--host
0.0.0.0
--gpu-memory-utilization
0.85
--max-seq-len
4096
--kv-cache-dtype
fp8
--max-batch-size
128
--kv-high-precision-layers
auto
--scheduling-policy
slai
--ssm-cache-slots
8
--ssm-checkpoint-interval
16
--draft-model
incoai/Qwen3.8-27B-DFlash2
--dflash-gamma
8
--enable-prefix-caching
--dflash
--lm-head-dtype
bf16

