barrett/cp.nvim
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions

fix(scrapers): update codeforce scraper with pytest

Browse source
This commit is contained in:
Barrett Ruth 2025-09-30 20:44:37 -04:00
parent 9704b11e7c
commit 99d6569809
1 changed files with 24 additions and 48 deletions
Download patch file Download diff file Expand all files Collapse all files

72
tests/scrapers/test_codeforces.py
View file

@ -1,18 +1,23 @@
from unittest.mock import Mock from unittest.mock import Mock
import pytest
from scrapers.codeforces import CodeforcesScraper from scrapers.codeforces import CodeforcesScraper
from scrapers.models import ContestSummary, ProblemSummary from scrapers.models import ContestSummary, ProblemSummary
def test_scrape_success(mocker, mock_codeforces_html): def make_mock_session(html: str):
mock_scraper = Mock() """Return a mock StealthySession that yields the given HTML."""
mock_response = Mock() mock_session = Mock()
mock_response.text = mock_codeforces_html mock_session.fetch.return_value.html_content = html
mock_scraper.get.return_value = mock_response mock_session.__enter__ = lambda s: s
mock_session.__exit__ = lambda s, exc_type, exc_val, exc_tb: None
return mock_session
mocker.patch(
"scrapers.codeforces.cloudscraper.create_scraper", return_value=mock_scraper def test_scrape_success(mocker, mock_codeforces_html):
) mock_session = make_mock_session(mock_codeforces_html)
mocker.patch("scrapers.codeforces.StealthySession", return_value=mock_session)
scraper = CodeforcesScraper() scraper = CodeforcesScraper()
result = scraper.scrape_problem_tests("1900", "A") result = scraper.scrape_problem_tests("1900", "A")
@ -24,17 +29,12 @@ def test_scrape_success(mocker, mock_codeforces_html):
def test_scrape_contest_problems(mocker): def test_scrape_contest_problems(mocker):
mock_scraper = Mock() html = """
mock_response = Mock()
mock_response.text = """
<a href="/contest/1900/problem/A">A. Problem A</a> <a href="/contest/1900/problem/A">A. Problem A</a>
<a href="/contest/1900/problem/B">B. Problem B</a> <a href="/contest/1900/problem/B">B. Problem B</a>
""" """
mock_scraper.get.return_value = mock_response mock_session = make_mock_session(html)
mocker.patch("scrapers.codeforces.StealthySession", return_value=mock_session)
mocker.patch(
"scrapers.codeforces.cloudscraper.create_scraper", return_value=mock_scraper
)
scraper = CodeforcesScraper() scraper = CodeforcesScraper()
result = scraper.scrape_contest_metadata("1900") result = scraper.scrape_contest_metadata("1900")
@ -46,12 +46,11 @@ def test_scrape_contest_problems(mocker):
def test_scrape_network_error(mocker): def test_scrape_network_error(mocker):
mock_scraper = Mock() mock_session = Mock()
mock_scraper.get.side_effect = Exception("Network error") mock_session.fetch.side_effect = Exception("Network error")
mock_session.__enter__ = lambda s: s
mocker.patch( mock_session.__exit__ = lambda s, exc_type, exc_val, exc_tb: None
"scrapers.codeforces.cloudscraper.create_scraper", return_value=mock_scraper mocker.patch("scrapers.codeforces.StealthySession", return_value=mock_session)
)
scraper = CodeforcesScraper() scraper = CodeforcesScraper()
result = scraper.scrape_problem_tests("1900", "A") result = scraper.scrape_problem_tests("1900", "A")
@ -61,7 +60,6 @@ def test_scrape_network_error(mocker):
def test_scrape_contests_success(mocker): def test_scrape_contests_success(mocker):
mock_scraper = Mock()
mock_response = Mock() mock_response = Mock()
mock_response.json.return_value = { mock_response.json.return_value = {
"status": "OK", "status": "OK",
@ -71,11 +69,7 @@ def test_scrape_contests_success(mocker):
{"id": 1949, "name": "Codeforces Global Round 26"}, {"id": 1949, "name": "Codeforces Global Round 26"},
], ],
} }
mock_scraper.get.return_value = mock_response mocker.patch("scrapers.codeforces.requests.get", return_value=mock_response)
mocker.patch(
"scrapers.codeforces.cloudscraper.create_scraper", return_value=mock_scraper
)
scraper = CodeforcesScraper() scraper = CodeforcesScraper()
result = scraper.scrape_contest_list() result = scraper.scrape_contest_list()
@ -87,27 +81,12 @@ def test_scrape_contests_success(mocker):
name="Educational Codeforces Round 168 (Rated for Div. 2)", name="Educational Codeforces Round 168 (Rated for Div. 2)",
display_name="Educational Codeforces Round 168 (Rated for Div. 2)", display_name="Educational Codeforces Round 168 (Rated for Div. 2)",
) )
assert result.contests[1] == ContestSummary(
id="1950",
name="Codeforces Round 936 (Div. 2)",
display_name="Codeforces Round 936 (Div. 2)",
)
assert result.contests[2] == ContestSummary(
id="1949",
name="Codeforces Global Round 26",
display_name="Codeforces Global Round 26",
)
def test_scrape_contests_api_error(mocker): def test_scrape_contests_api_error(mocker):
mock_scraper = Mock()
mock_response = Mock() mock_response = Mock()
mock_response.json.return_value = {"status": "FAILED", "result": []} mock_response.json.return_value = {"status": "FAILED", "result": []}
mock_scraper.get.return_value = mock_response mocker.patch("scrapers.codeforces.requests.get", return_value=mock_response)
mocker.patch(
"scrapers.codeforces.cloudscraper.create_scraper", return_value=mock_scraper
)
scraper = CodeforcesScraper() scraper = CodeforcesScraper()
result = scraper.scrape_contest_list() result = scraper.scrape_contest_list()
@ -117,11 +96,8 @@ def test_scrape_contests_api_error(mocker):
def test_scrape_contests_network_error(mocker): def test_scrape_contests_network_error(mocker):
mock_scraper = Mock()
mock_scraper.get.side_effect = Exception("Network error")
mocker.patch( mocker.patch(
"scrapers.codeforces.cloudscraper.create_scraper", return_value=mock_scraper "scrapers.codeforces.requests.get", side_effect=Exception("Network error")
) )
scraper = CodeforcesScraper() scraper = CodeforcesScraper()