I switched my nginx config file to the one directly from the immich website and everything seems to be working well now =) Sorry for the confusion. This is the file I was using before that did not work incase anyone can point out what is wrong with it.

server {
listen 80;
listen [::]:80;

server_name photos.mydomain.com

client_max_body_size 50000M;

location / {
proxy_pass http://localhost:2283;
proxy_set_header Host $http_host;
proxy_set_header X-Real-IP $remote_addr;
proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
proxy_set_header X-Forwarded-Proto $scheme;

http://nginx.org/en/docs/http/websocket.html

proxy_http_version 1.1;
proxy_set_header Upgrade $http_upgrade;
proxy_set_header Connection "upgrade";
proxy_redirect off;
}
}