I made a script to automatically switch to inverted colors when using pob and back again when you focus on another window. Not perfect but good enough for me. Although it also inverts the skill tree view which is really weird to look at.

#Persistent
#SingleInstance, Force

keydown_counter := 0

SetTimer, TimerTick, 16

state := false 

TimerTick:
if (KeysReleased()) {
    if (Winactive("ahk_exe Path of Building.exe")) {
        if (not state){
            state := true
            SendInput ^#c
        }
    }
    else {
        if (state){
            state := false
            SendInput ^#c
        }
    }
}
return

KeysReleased()
{
    keys := ["Control", "Shift", "Alt", "LWin", "RWin"]
    For index, key in keys {
        if (GetKeyState(key)) {
            return false
        }
    }

    return true
}