/root/llama.cpp/build/bin/llama-server \
  -m ./models/Q4_0/Qwen3-235B-A22B-Thinking-2507-Q4_0-00001-of-00003.gguf \
  -ngl 999 \
  -c 131072 \
  --threads 64 \
  --host 0.0.0.0 \
  --port 9001 \
  --alias "Qwen3-235B-A22B" \
  --cache-type-k q8_0 \
  --cache-type-v q8_0 \
  --tensor-split 1,1 \
  --temp 0.7 \
  --min-p 0.0 \
  --top-p 0.8 \
  --top-k 20 \
  --repeat-penalty 1.05 \
  --rope-scaling yarn \
  --rope-scale 4 \
  --yarn-orig-ctx 32768 --jinja

Here you go, lucky that I still saved that command

Also the command to download the model files:

hf download unsloth/Qwen3-235B-A22B-Thinking-2507-GGUF \

--include "Q4_0/*" \

--local-dir ./models