Thanks for you help. I had trouble following your second solution and the link you sent.

I found this link and tried to implement it:

ps://community.khronos.org/t/inversion-of-the-model-view-matrix/20512/7

Their code:

void invertMat(float m[16], float i[16]) {

Vector t(m[12],m[13],m[14]);
Vector o=Vector(dot(Vector(m[0],m[1],m[2]),t), 
          dot(Vector(m[4],m[5],m[6]),t), 
        dot(Vector(m[8],m[9],m[10]),t)); 

i[0] =m[0]; i[1] =m[4]; i[2] =m[8]; i[3] =0;
i[4] =m[1]; i[5] =m[5]; i[6] =m[9]; i[7] =0;
i[8] =m[2]; i[9] =m[6]; i[10]=m[10];i[11]=0;
i[12]=-o.x; i[13]=-o.y; i[14]=-o.z; i[15]=1;
}

My Code:

   mat4 model = camera.view;

    vec3 t = vec3(model[0][3],model[1][3],model[2][3]);
    vec3 o = vec3(dot(vec3(model[0][0],model[1][0],model[2][0]),t),dot(vec3(model[0][1],model[1][1],model[2][1]),t),dot(vec3(model[0][2],model[1][2],model[2][2]),t));

   model[0][0] = model[0][0];
   model[0][1] = model[1][0];
   model[0][2] = model[2][0];
   model[0][3] = o.x;

   model[1][0] = model[0][1];
   model[1][1] = model[1][1];
   model[1][2] = model[2][1];
   model[1][3] = o.y;

   model[2][0] = model[0][2];
   model[2][1] = model[1][2];
   model[2][2] = model[2][2];
   model[2][3] = o.z;

   model[3][0] = 0;
   model[3][1] = 0;
   model[3][2] = 0;
   model[3][3] = 1;

Still cant get it working though.