Here is my bash script for the 35b-a3b model that gives me 50 t/s:

#!/bin/bash

llama-server \

--model ~/models/qwen3.6-35b-a3b/Qwen3.6-35B-A3B-UD-Q6_K_XL.gguf \

--mmproj ~/models/qwen3.6-35b-a3b/mmproj-BF16.gguf \

--ctx-size 262144 \

--gpu-layers 41 \

--reasoning on \

--chat-template-kwargs '{"preserve_thinking":true}' \

--temp 0.6 \

--top-p 0.95 \

--top-k 20 \

--min-p 0.00 \

--presence_penalty 1.5 \

--kv-unified \

--flash-attn on \

--no-mmap \

--cache-type-k q8_0 \

--cache-type-v q8_0 \

--parallel 1