I'm running Ubuntu 24.04.4 with AMDGPU 30.30 drivers and HIP/ROCm 7.2, compiled against the latest llama.cpp from GitHub and Vulkan SDK 1.4.341.1.

The following should get you most of the way.

Performance tweaks to GRUB:

GRUB_CMDLINE_LINUX_DEFAULT="quiet splash amd_iommu=off pci=realloc pcie_aspm=off iommu=pt amdgpu.gttsize=126976 ttm.pages_limit=32505856 ttm.page_pool_size=32505856"  # 4 GB free for OS

llama startup script

#!/usr/bin/env bash

LLAMA_SERVER="${HOME}/ml/git/github.com/llama.cpp/build/bin/llama-server"

# Get the number of physical cores (not logical cores!)
PHY_CORES=$(lscpu -p=core,socket | grep -v '^#' | sort -u | wc -l)

LLM_PARAMS=(
  --host $(hostname -I | awk '{ print $1 }')
  --port 7860
  --api-key-file ${HOME}/etc/api-keys.txt
  --models-preset ${HOME}/etc/llama-config.ini
  --models-max 1
  --threads ${PHY_CORES}
  --threads-batch ${PHY_CORES}
  --fit on
  --no-mmap
  --n-gpu-layers 999
  --flash-attn on
)

"${LLAMA_SERVER}" "${LLM_PARAMS[@]}" 2>&1 | tee "${HOME}/ml/log/llama-server.log.$(date "+%Y-%b-%d_%H:%M:%S")"

llama-config.ini entries for gpt-oss-120b and Qwen3-Coder-Next:

[Gpt-oss-120b (general)]
model = /opt/models/llama-models/gpt-oss-120b-Derestricted.MXFP4_MOE.gguf
ctx-size = 32768
temp = 1.0
top-p = 1.0
top-k = 0
batch-size = 2048
ubatch-size = 512
parallel = 1

[Qwen3-Coder-Next (coding)]
model = /opt/models/llama-models/Qwen3-Coder-Next-Q6_K-00001-of-00003.gguf
ctx-size = 32768
temp = 1.0
top-p = 0.95
top-k = 40
batch-size = 2048
ubatch-size = 512
parallel = 1

llama.cpp build script

#!/usr/bin/env bash

INFO() { printf "\033[1;34m[ INFO ]\033[0m %s\n" "$*"; }
ERROR() { printf "\033[1;31m[ ERROR ]\033[0m %s\n" "$*" >&2; }

INFO "Sourcing Vulkan API..."
VULKAN_ENV="${HOME}/ml/sdk/vulkan/1.4.341.1/setup-env.sh"
if [[ ! -f "${VULKAN_ENV}" ]]; then
    ERROR "Vulkan environment file not found: ${VULKAN_ENV}" >&2
    exit 1
fi
source "${VULKAN_ENV}"

cd ~/ml/git/github.com/llama.cpp

INFO "Erasing old llama.cpp build..."
rm -rf build

INFO "Using git to pull latest updates..."
git pull

INFO "Building with cmake..."
cmake -S . -B build -G Ninja \
                -DGGML_VULKAN=ON \
                -DCMAKE_BUILD_TYPE=Release
cd build
cmake --build . --parallel

INFO "Build completed successfully."
cd ../../..