fix(scraper): use scrapling

This commit is contained in:
Barrett Ruth 2025-09-30 20:16:59 -04:00
parent 5d7719ec4a
commit 49ba922ff7
3 changed files with 978 additions and 48 deletions

View file

@ -7,8 +7,10 @@ requires-python = ">=3.11"
dependencies = [
"backoff>=2.2.1",
"beautifulsoup4>=4.13.5",
"cloudscraper>=1.2.71",
"curl-cffi>=0.13.0",
"playwright>=1.55.0",
"requests>=2.32.5",
"scrapling[fetchers]>=0.3.5",
"scrapy>=2.13.3",
]