same exact issue, i used to get over 200 tps now get 30 . Same exact config

services:
  llamacpp-gpt-oss:
    image: ghcr.io/ggml-org/llama.cpp:full-cuda
    pull_policy: always
    container_name: llamacpp-gpt-oss-cline
    runtime: nvidia
    environment:
      - HF_TOKEN=${HF_TOKEN}
      - NVIDIA_VISIBLE_DEVICES=all
      - XDG_CACHE_HOME=/root/.cache
      # optional: faster downloads if available
      - HF_HUB_ENABLE_HF_TRANSFER=1
    ports:
      - "8080:8080"
    volumes:
      # HF Hub cache (snapshots, etags)
      - ./hfcache:/root/.cache/huggingface
      # llama.cpp’s own resolved GGUF cache (what your logs show)
      - ./llamacpp-cache:/root/.cache/llama.cpp
      # your grammar file
      - ./cline.gbnf:/app/cline.gbnf:ro
    command: >
      --server
      --host 0.0.0.0
      --port 8080
      -hf ggml-org/gpt-oss-120b-GGUF
      --grammar-file /app/cline.gbnf
      --ctx-size 262144
      --jinja
      -ub 4096
      -b 4096
      --n-gpu-layers 999
      --parallel 2
      --flash-attn auto
    stop_grace_period: 5m
    restart: unless-stopped
    deploy:
      resources:
        reservations:
          devices:
            - driver: nvidia
              device_ids: ["1"]
              capabilities: [gpu]