fix: use a diff scraper for now

This commit is contained in:
Barrett Ruth 2025-12-08 19:46:14 -06:00
parent eb3f93587f
commit dfd8275421
3 changed files with 8 additions and 10 deletions

View file

@ -6,7 +6,7 @@ import sys
from typing import Any
import httpx
from scrapling.fetchers import StealthyFetcher
from scrapling.fetchers import Fetcher
from .base import BaseScraper
from .models import (
@ -52,7 +52,7 @@ def _extract_memory_limit(html: str) -> float:
def _fetch_html_sync(url: str) -> str:
response = StealthyFetcher.fetch(url, headless=True, network_idle=True)
response = Fetcher.get(url)
return str(response.body)