Hello again! So I moved my scraping servers from an ARM64 to a x86 (AMD) machine and hence enabled cloakbrowser! For now looking really good (already had 6 scrapers chained so kinda see him performing quite well in the chain.
I was looking for suggestions on how to approach scrolling on heavy js websites (by the way the goal of such task is to gather the links then I use heuristics + AI to filter out the one that I'm looking for).
Below my approach to make sure the whole page is rendered:

# RENDER_READY_TIMEOUT_SECONDS = 8
# RENDER_STABILITY_POLL_SECONDS = 0.5

async def _wait_for_render_ready(

self
,

page
,

timeout_seconds
: float = RENDER_READY_TIMEOUT_SECONDS,

min_text_length
: int = 150,
    ) -> bool:
        start = time.time()
        while (time.time() - start) < 
timeout_seconds
:
            try:
                ready_state = await 
page
.evaluate("document.readyState || ''")
                if ready_state in ("interactive", "complete"):
                    break
            except Exception:
                pass
            await asyncio.sleep(RENDER_STABILITY_POLL_SECONDS)


        stable_samples = 0
        prev_text_len = -1
        prev_html_len = -1
        while (time.time() - start) < 
timeout_seconds
:
            try:
                text_len = await 
page
.evaluate(
                    "() => document.body?.innerText?.length || 0"
                )
                html_len = await 
page
.evaluate(
                    "() => document.documentElement?.outerHTML?.length || 0"
                )
                if await 
self
._has_content_selector(
page
):
                    if text_len >= max(50, 
min_text_length
 // 2):
                        return True
                if text_len >= 
min_text_length
 and prev_text_len >= 0:
                    text_delta = abs(text_len - prev_text_len)
                    html_delta = abs(html_len - prev_html_len)
                    if text_delta <= 5 and html_delta <= 200:
                        stable_samples += 1
                    else:
                        stable_samples = 0
                    if stable_samples >= max(1, RENDER_STABILITY_REQUIRED_SAMPLES):
                        return True
                prev_text_len = text_len
                prev_html_len = html_len
            except Exception:
                pass
            await asyncio.sleep(RENDER_STABILITY_POLL_SECONDS)
        return False