From 696ad8b3a6547a274c2d805dc1f270b0309cab19 Mon Sep 17 00:00:00 2001
From: SoClose <33631880+SoClosee@users.noreply.github.com>
Date: Tue, 3 Mar 2026 12:12:11 +0100
Subject: [PATCH] fix: replace randomized scroll delay with consistent delay

---
 main.py | 7 +++----
 1 file changed, 3 insertions(+), 4 deletions(-)

diff --git a/main.py b/main.py
index 8ec29cc..a80fb40 100644
--- a/main.py
+++ b/main.py
@@ -56,8 +56,7 @@
 logger = logging.getLogger(__name__)
 
 MAX_STALE_ITERATIONS = 500  # Stop after this many iterations with no new links
-SCROLL_PAUSE_MIN = 0.8  # Minimum pause between scrolls (seconds)
-SCROLL_PAUSE_MAX = 2.0  # Maximum pause between scrolls (seconds)
+SCROLL_DELAY = 1.5  # Consistent delay between scrolls (seconds)
 SCROLL_AMOUNT = 600  # Pixels to scroll down per iteration
 SAVE_INTERVAL = 50  # Save to CSV every N iterations
 
@@ -190,9 +189,9 @@ def scrape_profiles(driver: webdriver.Chrome, output_file: Path) -> list[str]:
             if iteration % SAVE_INTERVAL == 0:
                 save_to_csv(list(all_links), output_file)
 
-            # Scroll down with randomized delay to appear more human
+            # Scroll down with consistent delay
             driver.execute_script(f"window.scrollBy(0, {SCROLL_AMOUNT});")
-            time.sleep(random.uniform(SCROLL_PAUSE_MIN, SCROLL_PAUSE_MAX))
+            time.sleep(SCROLL_DELAY)
 
     except KeyboardInterrupt:
         logger.info("\nScraping interrupted by user.")