barrett/cp.nvim
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 13

fix(ci): guess im adding the atcoder scraper too

Browse source
This commit is contained in:
Barrett Ruth 2025-09-20 14:13:25 -04:00
parent 35545a1ad2
commit 315e5a790c
6 changed files with 244 additions and 17 deletions
Download patch file Download diff file Expand all files Collapse all files

83
tests/scrapers/test_atcoder.py
View file

@ -1,6 +1,7 @@
from unittest.mock import Mock
from scrapers.atcoder import scrape, scrape_contest_problems
from scrapers.models import ProblemSummary
from scrapers.atcoder import scrape, scrape_contest_problems, scrape_contests
from scrapers.models import ContestSummary, ProblemSummary
def test_scrape_success(mocker, mock_atcoder_html):
@ -49,3 +50,81 @@ def test_scrape_network_error(mocker):
result = scrape("https://atcoder.jp/contests/abc350/tasks/abc350_a")
assert result == []
def test_scrape_contests_success(mocker):
def mock_get_side_effect(url, **kwargs):
if "page=1" in url:
mock_response = Mock()
mock_response.text = """
<table class="table table-default table-striped table-hover table-condensed table-bordered small">
<thead>
<tr>
<th>Start Time</th>
<th>Contest Name</th>
<th>Duration</th>
<th>Rated Range</th>
</tr>
</thead>
<tbody>
<tr>
<td>2025-01-15 21:00:00+0900</td>
<td><a href="/contests/abc350">AtCoder Beginner Contest 350</a></td>
<td>01:40</td>
<td> - 1999</td>
</tr>
<tr>
<td>2025-01-14 21:00:00+0900</td>
<td><a href="/contests/arc170">AtCoder Regular Contest 170</a></td>
<td>02:00</td>
<td>1000 - 2799</td>
</tr>
</tbody>
</table>
"""
return mock_response
else:
# Return empty page for all other pages
mock_response = Mock()
mock_response.text = "<html><body>No table found</body></html>"
return mock_response
mocker.patch("scrapers.atcoder.requests.get", side_effect=mock_get_side_effect)
mocker.patch("scrapers.atcoder.time.sleep")
result = scrape_contests()
assert len(result) == 2
assert result[0] == ContestSummary(
id="abc350",
name="AtCoder Beginner Contest 350",
display_name="Beginner Contest 350 (ABC)",
)
assert result[1] == ContestSummary(
id="arc170",
name="AtCoder Regular Contest 170",
display_name="Regular Contest 170 (ARC)",
)
def test_scrape_contests_no_table(mocker):
mock_response = Mock()
mock_response.text = "<html><body>No table found</body></html>"
mocker.patch("scrapers.atcoder.requests.get", return_value=mock_response)
mocker.patch("scrapers.atcoder.time.sleep")
result = scrape_contests()
assert result == []
def test_scrape_contests_network_error(mocker):
mocker.patch(
"scrapers.atcoder.requests.get", side_effect=Exception("Network error")
)
mocker.patch("scrapers.atcoder.time.sleep")
result = scrape_contests()
assert result == []

68
tests/scrapers/test_codeforces.py
View file

@ -1,6 +1,7 @@
from unittest.mock import Mock
from scrapers.codeforces import scrape, scrape_contest_problems
from scrapers.models import ProblemSummary
from scrapers.codeforces import scrape, scrape_contest_problems, scrape_contests
from scrapers.models import ContestSummary, ProblemSummary
def test_scrape_success(mocker, mock_codeforces_html):
@ -51,3 +52,66 @@ def test_scrape_network_error(mocker):
result = scrape("https://codeforces.com/contest/1900/problem/A")
assert result == []
def test_scrape_contests_success(mocker):
mock_scraper = Mock()
mock_response = Mock()
mock_response.json.return_value = {
"status": "OK",
"result": [
{"id": 1951, "name": "Educational Codeforces Round 168 (Rated for Div. 2)"},
{"id": 1950, "name": "Codeforces Round 936 (Div. 2)"},
{"id": 1949, "name": "Codeforces Global Round 26"},
],
}
mock_scraper.get.return_value = mock_response
mocker.patch(
"scrapers.codeforces.cloudscraper.create_scraper", return_value=mock_scraper
)
result = scrape_contests()
assert len(result) == 3
assert result[0] == ContestSummary(
id="1951",
name="Educational Codeforces Round 168 (Rated for Div. 2)",
display_name="Educational Round 168",
)
assert result[1] == ContestSummary(
id="1950",
name="Codeforces Round 936 (Div. 2)",
display_name="Round 936 (Div. 2)",
)
assert result[2] == ContestSummary(
id="1949", name="Codeforces Global Round 26", display_name="Global Round 26"
)
def test_scrape_contests_api_error(mocker):
mock_scraper = Mock()
mock_response = Mock()
mock_response.json.return_value = {"status": "FAILED", "result": []}
mock_scraper.get.return_value = mock_response
mocker.patch(
"scrapers.codeforces.cloudscraper.create_scraper", return_value=mock_scraper
)
result = scrape_contests()
assert result == []
def test_scrape_contests_network_error(mocker):
mock_scraper = Mock()
mock_scraper.get.side_effect = Exception("Network error")
mocker.patch(
"scrapers.codeforces.cloudscraper.create_scraper", return_value=mock_scraper
)
result = scrape_contests()
assert result == []