Merge pull request #1027 from denis-ershov/patch-1

VinciGit00 · web-flow · commit 42c366bb6801 · 2025-12-03T15:09:07.000-08:00
fix: add null check for document.body when reading scrollHeight
diff --git a/scrapegraphai/docloaders/chromium.py b/scrapegraphai/docloaders/chromium.py
@@ -265,7 +265,7 @@ async def ascrape_playwright_scroll(
 
                     while True:
                         current_height = await page.evaluate(
-                            "document.body.scrollHeight"
+                            "document.body ? document.body.scrollHeight : document.documentElement.scrollHeight"
                         )
                         heights.append(current_height)
                         heights = heights[

Original file line number	Diff line number	Diff line change
`@@ -265,7 +265,7 @@ async def ascrape_playwright_scroll(`
`265`	`265`
`266`	`266`	`while True:`
`267`	`267`	`current_height = await page.evaluate(`
`268`		`- "document.body.scrollHeight"`
	`268`	`+ "document.body ? document.body.scrollHeight : document.documentElement.scrollHeight"`
`269`	`269`	`)`
`270`	`270`	`heights.append(current_height)`
`271`	`271`	`heights = heights[`