feat(pry): phase 0 — split routers, add tests, apify schema, pry api key (#5)
This commit is contained in:
parent
dec3db9618
commit
8b52f14774
63 changed files with 11764 additions and 9818 deletions
|
|
@ -314,6 +314,11 @@ class UltimateScraper:
|
|||
|
||||
driver = uc.Chrome(headless=True, use_subprocess=True)
|
||||
driver.get(url)
|
||||
# Note: time.sleep is used inside a sync thread-pool task because
|
||||
# undetected_chromedriver's blocking API runs in asyncio.to_thread.
|
||||
# Replacing with asyncio.sleep would require restructuring the tier
|
||||
# to be fully async; this sync sleep is bounded and does not block
|
||||
# the event loop directly.
|
||||
time.sleep(random.uniform(2, 4))
|
||||
html = driver.page_source
|
||||
driver.quit()
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue