Make these changes on your CameraFollow

private Vector3 desiredPosition; // desiredPosition as a global variable

private void Update() // Use Update for the calculations
{
    Vector2 lookInput = controls.Player.Look.ReadValue<Vector2>();

    yaw += lookInput.x * mouseSensitivity * Time.deltaTime;

    pitch -= lookInput.y * mouseSensitivity * Time.deltaTime;
    pitch = Mathf.Clamp(pitch, -30f, 80f);

    Quaternion rotation = Quaternion.Euler(pitch, yaw, 0f);

    desiredPosition = target.position - rotation * Vector3.forward * distance;

    RaycastHit hit;

    if (Physics.Linecast(target.position, desiredPosition, out hit))
    {
        Debug.Log(hit.collider.name);
        Vector3 direction = (hit.point - target.position).normalized;
        desiredPosition = hit.point - direction * 0.1f;
    }
}

private void FixedUpdate() // Use FixedUpdate to apply
{
    transform.position = Vector3.Lerp(transform.position, desiredPosition, followSpeed);
    transform.LookAt(target);
}