feat(scraper): use backoff
This commit is contained in:
parent
58f9be5f9a
commit
46c615416f
6 changed files with 186 additions and 193 deletions
|
|
@ -94,7 +94,6 @@ def test_scrape_contests_success(mocker):
|
|||
return mock_response
|
||||
|
||||
mocker.patch("scrapers.atcoder.requests.get", side_effect=mock_get_side_effect)
|
||||
mocker.patch("scrapers.atcoder.time.sleep")
|
||||
|
||||
result = scrape_contests()
|
||||
|
||||
|
|
@ -116,7 +115,6 @@ def test_scrape_contests_no_table(mocker):
|
|||
mock_response.text = "<html><body>No table found</body></html>"
|
||||
|
||||
mocker.patch("scrapers.atcoder.requests.get", return_value=mock_response)
|
||||
mocker.patch("scrapers.atcoder.time.sleep")
|
||||
|
||||
result = scrape_contests()
|
||||
|
||||
|
|
@ -127,7 +125,6 @@ def test_scrape_contests_network_error(mocker):
|
|||
mocker.patch(
|
||||
"scrapers.atcoder.requests.get", side_effect=Exception("Network error")
|
||||
)
|
||||
mocker.patch("scrapers.atcoder.time.sleep")
|
||||
|
||||
result = scrape_contests()
|
||||
|
||||
|
|
|
|||
|
|
@ -168,12 +168,12 @@ def test_scrape_categories_success(mocker):
|
|||
assert result[0] == ContestSummary(
|
||||
id="introductory_problems",
|
||||
name="Introductory Problems",
|
||||
display_name="Introductory Problems (2 problems)",
|
||||
display_name="Introductory Problems",
|
||||
)
|
||||
assert result[1] == ContestSummary(
|
||||
id="sorting_and_searching",
|
||||
name="Sorting and Searching",
|
||||
display_name="Sorting and Searching (3 problems)",
|
||||
display_name="Sorting and Searching",
|
||||
)
|
||||
|
||||
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue