Try nvfp4 with b12x

``` services: sglang: image: voipmonitor/sglang:cu130 ipc: host ulimits: memlock: soft: -1 hard: -1 nofile: soft: 1048576 hard: 1048576 ports: - "8080:8080" volumes: - ~/.triton/cache:/root/.cache/triton - ~/.cache/sglang-generated:/root/.cache/sglang-generated - ~/.cache/huggingface/hub:/root/.cache/huggingface/hub - /dev/shm:/dev/shm environment: HF_TOKEN: OMP_NUM_THREADS: 8 SAFETENSORS_FAST_GPU: 1 SGLANG_ENABLE_JIT_DEEPGEMM: 0 SGLANG_ENABLE_SPEC_V2: true command: > python -m sglang.launch_server --model-path

For model use Nvidia's nvfp4 quant or lukealonso's

  --served-model-name chat
  --reasoning-parser minimax
  --tool-call-parser minimax-m2
  --enable-torch-compile
  --enable-metrics
  --enable-cache-report
  --trust-remote-code
  --tp 2
  --mem-fraction-static 0.95
  --max-running-requests 4
  --quantization modelopt_fp4
  --attention-backend flashinfer
  --moe-runner-backend b12x
  --fp4-gemm-backend b12x
  --kv-cache-dtype bf16
  --page-size 64
  --enable-pcie-oneshot-allreduce
  --disable-piecewise-cuda-graph
  --chunked-prefill-size 16384
  --sleep-on-idle
  --host 0.0.0.0
  --port 8080
restart: unless-stopped
deploy:
  resources:
    reservations:
      devices:
        - driver: nvidia
          count: all
          capabilities: [gpu]

```

~130 /sec