Merge main into feat/io/view-togggle
Resolved conflicts: - scrapers/atcoder.py: kept defensive if tests else '' checks - scrapers/codechef.py: kept defensive if tests else '' checks - tests/test_scrapers.py: kept comprehensive validation from main - lua/cp/ui/views.lua: removed misplaced navigation code from loop
This commit is contained in:
commit
0e778a128e
7 changed files with 197 additions and 62 deletions
|
|
@ -71,7 +71,7 @@ def _retry_after_requests(details):
|
|||
on_backoff=_retry_after_requests,
|
||||
)
|
||||
def _fetch(url: str) -> str:
|
||||
r = _session.get(url, headers=HEADERS, timeout=TIMEOUT_SECONDS)
|
||||
r = _session.get(url, headers=HEADERS, timeout=TIMEOUT_SECONDS, verify=False)
|
||||
if r.status_code in RETRY_STATUS:
|
||||
raise requests.HTTPError(response=r)
|
||||
r.raise_for_status()
|
||||
|
|
@ -243,7 +243,8 @@ def _to_problem_summaries(rows: list[dict[str, str]]) -> list[ProblemSummary]:
|
|||
|
||||
async def _fetch_all_contests_async() -> list[ContestSummary]:
|
||||
async with httpx.AsyncClient(
|
||||
limits=httpx.Limits(max_connections=100, max_keepalive_connections=100)
|
||||
limits=httpx.Limits(max_connections=100, max_keepalive_connections=100),
|
||||
verify=False,
|
||||
) as client:
|
||||
first_html = await _get_async(client, ARCHIVE_URL)
|
||||
last = _parse_last_page(first_html)
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue