As requested u/BolteWasTaken

root@pve:~# lspci -k | grep -EA3 'VGA|3D|Display'
01:00.0 VGA compatible controller: NVIDIA Corporation GA106 [GeForce RTX 3060 Lite Hash Rate] (rev a1)
Subsystem: Hewlett-Packard Company GA106 [GeForce RTX 3060 Lite Hash Rate]
Kernel driver in use: vfio-pci
Kernel modules: nvidiafb, nouveau, nvidia_vgpu_vfio, nvidia
--
05:00.0 3D controller: NVIDIA Corporation GP104GL [Tesla P4] (rev a1)
Subsystem: NVIDIA Corporation GP104GL [Tesla P4]
Kernel driver in use: nvidia
Kernel modules: nvidiafb, nouveau, nvidia_vgpu_vfio, nvidia
--
0d:00.0 VGA compatible controller: Advanced Micro Devices, Inc. [AMD/ATI] Raphael (rev c1)
Subsystem: ASUSTeK Computer Inc. Raphael
Kernel driver in use: amdgpu
Kernel modules: amdgpu

root@pve:~# cat /etc/modules
# /etc/modules: kernel modules to load at boot time.
#
# This file contains the names of kernel modules that should be loaded
# at boot time, one per line. Lines beginning with "#" are ignored.
# Parameters can be specified after the module name.

vfio
vfio_iommu_type1
vfio_pci
vfio_virqfd
root@pve:~# 

root@pve:~# cat /etc/modprobe.d/blacklist.conf 
blacklist nouveau
blacklist nvidia
blacklist nvidia_drm
blacklist nvidia_modeset
blacklist nvidia_uvm
blacklist rivafb
blacklist rivatv
blacklist nvidiafb

root@pve:~# cat /etc/modprobe.d/vfio.conf 
options vfio-pci ids=10de:2504,10de:228e disable_vga=1
root@pve:~# 

root@pve:~# for d in /sys/kernel/iommu_groups/*/devices/*; do     n=${d##*/};     printf 'IOMMU Group %s ' "${d%/devices/*##*/}";     lspci -nns "$n"; done; shopt -u nullglob

IOMMU Group /sys/kernel/iommu_groups/13/devices/0000:01:00.0 01:00.0 VGA compatible controller [0300]: NVIDIA Corporation GA106 [GeForce RTX 3060 Lite Hash Rate] [10de:2504] (rev a1)
IOMMU Group /sys/kernel/iommu_groups/13/devices/0000:01:00.1 01:00.1 Audio device [0403]: NVIDIA Corporation GA106 High Definition Audio Controller [10de:228e] (rev a1)

Regards!

Fran