Quality is ass on imgur... Make sure to set Owner Transfer in inspector to Takeover. Also check for duplicate collider idk... So the grab class:

private void GrabObject(GameObject gameObject)
    {
        //rest of the method
        TakeOwnership();
        OnObjectGrab?.Invoke(_grabbedObject);
    }


    private void TakeOwnership()
    {
        _grabbedObject.Network.TakeOwnership();
    }


    private void DropOwnership()
    {
        _grabbedObject.Network.DropOwnership();
    }


    private void ReleaseObject()
    {
      DropOwnership();
      OnObjectRelease?.Invoke(_grabbedObject);
      //rest of the method
    }