195 lines
6 KiB
Python
195 lines
6 KiB
Python
#!/usr/bin/env python3
|
|
|
|
import json
|
|
import sys
|
|
|
|
import cloudscraper
|
|
from bs4 import BeautifulSoup
|
|
|
|
|
|
def scrape(url: str) -> list[tuple[str, str]]:
|
|
try:
|
|
scraper = cloudscraper.create_scraper()
|
|
response = scraper.get(url, timeout=10)
|
|
response.raise_for_status()
|
|
|
|
soup = BeautifulSoup(response.text, "html.parser")
|
|
tests: list[tuple[str, str]] = []
|
|
|
|
input_sections = soup.find_all("div", class_="input")
|
|
output_sections = soup.find_all("div", class_="output")
|
|
|
|
all_inputs = []
|
|
all_outputs = []
|
|
|
|
for inp_section in input_sections:
|
|
inp_pre = inp_section.find("pre")
|
|
if inp_pre:
|
|
divs = inp_pre.find_all("div")
|
|
if divs:
|
|
lines = [div.get_text().strip() for div in divs]
|
|
text = "\n".join(lines)
|
|
else:
|
|
text = inp_pre.get_text().replace("\r", "")
|
|
all_inputs.append(text)
|
|
|
|
for out_section in output_sections:
|
|
out_pre = out_section.find("pre")
|
|
if out_pre:
|
|
divs = out_pre.find_all("div")
|
|
if divs:
|
|
lines = [div.get_text().strip() for div in divs]
|
|
text = "\n".join(lines)
|
|
else:
|
|
text = out_pre.get_text().replace("\r", "")
|
|
all_outputs.append(text)
|
|
|
|
if all_inputs and all_outputs:
|
|
combined_input = "\n".join(all_inputs)
|
|
combined_output = "\n".join(all_outputs)
|
|
tests.append((combined_input, combined_output))
|
|
|
|
return tests
|
|
|
|
except Exception as e:
|
|
print(f"CloudScraper failed: {e}", file=sys.stderr)
|
|
return []
|
|
|
|
|
|
def parse_problem_url(contest_id: str, problem_letter: str) -> str:
|
|
return (
|
|
f"https://codeforces.com/contest/{contest_id}/problem/{problem_letter.upper()}"
|
|
)
|
|
|
|
|
|
def scrape_contest_problems(contest_id: str) -> list[dict[str, str]]:
|
|
try:
|
|
contest_url: str = f"https://codeforces.com/contest/{contest_id}"
|
|
scraper = cloudscraper.create_scraper()
|
|
response = scraper.get(contest_url, timeout=10)
|
|
response.raise_for_status()
|
|
|
|
soup = BeautifulSoup(response.text, "html.parser")
|
|
problems: list[dict[str, str]] = []
|
|
|
|
problem_links = soup.find_all(
|
|
"a", href=lambda x: x and f"/contest/{contest_id}/problem/" in x
|
|
)
|
|
|
|
for link in problem_links:
|
|
href: str = link.get("href", "")
|
|
if f"/contest/{contest_id}/problem/" in href:
|
|
problem_letter: str = href.split("/")[-1].lower()
|
|
problem_name: str = link.get_text(strip=True)
|
|
|
|
if problem_letter and problem_name:
|
|
problems.append({"id": problem_letter, "name": problem_name})
|
|
|
|
problems.sort(key=lambda x: x["id"])
|
|
|
|
seen: set[str] = set()
|
|
unique_problems: list[dict[str, str]] = []
|
|
for p in problems:
|
|
if p["id"] not in seen:
|
|
seen.add(p["id"])
|
|
unique_problems.append(p)
|
|
|
|
return unique_problems
|
|
|
|
except Exception as e:
|
|
print(f"Failed to scrape contest problems: {e}", file=sys.stderr)
|
|
return []
|
|
|
|
|
|
def scrape_sample_tests(url: str) -> list[tuple[str, str]]:
|
|
print(f"Scraping: {url}", file=sys.stderr)
|
|
return scrape(url)
|
|
|
|
|
|
def main() -> None:
|
|
if len(sys.argv) < 2:
|
|
result: dict[str, str | bool] = {
|
|
"success": False,
|
|
"error": "Usage: codeforces.py metadata <contest_id> OR codeforces.py tests <contest_id> <problem_letter>",
|
|
}
|
|
print(json.dumps(result))
|
|
sys.exit(1)
|
|
|
|
mode: str = sys.argv[1]
|
|
|
|
if mode == "metadata":
|
|
if len(sys.argv) != 3:
|
|
result: dict[str, str | bool] = {
|
|
"success": False,
|
|
"error": "Usage: codeforces.py metadata <contest_id>",
|
|
}
|
|
print(json.dumps(result))
|
|
sys.exit(1)
|
|
|
|
contest_id: str = sys.argv[2]
|
|
problems: list[dict[str, str]] = scrape_contest_problems(contest_id)
|
|
|
|
if not problems:
|
|
result: dict[str, str | bool] = {
|
|
"success": False,
|
|
"error": f"No problems found for contest {contest_id}",
|
|
}
|
|
print(json.dumps(result))
|
|
sys.exit(1)
|
|
|
|
result: dict[str, str | bool | list] = {
|
|
"success": True,
|
|
"contest_id": contest_id,
|
|
"problems": problems,
|
|
}
|
|
print(json.dumps(result))
|
|
|
|
elif mode == "tests":
|
|
if len(sys.argv) != 4:
|
|
result: dict[str, str | bool] = {
|
|
"success": False,
|
|
"error": "Usage: codeforces.py tests <contest_id> <problem_letter>",
|
|
}
|
|
print(json.dumps(result))
|
|
sys.exit(1)
|
|
|
|
contest_id: str = sys.argv[2]
|
|
problem_letter: str = sys.argv[3]
|
|
problem_id: str = contest_id + problem_letter.lower()
|
|
|
|
url: str = parse_problem_url(contest_id, problem_letter)
|
|
tests: list[tuple[str, str]] = scrape_sample_tests(url)
|
|
|
|
if not tests:
|
|
result: dict[str, str | bool] = {
|
|
"success": False,
|
|
"error": f"No tests found for {contest_id} {problem_letter}",
|
|
"problem_id": problem_id,
|
|
"url": url,
|
|
}
|
|
print(json.dumps(result))
|
|
sys.exit(1)
|
|
|
|
test_cases: list[dict[str, str]] = []
|
|
for input_data, output_data in tests:
|
|
test_cases.append({"input": input_data, "output": output_data})
|
|
|
|
result: dict[str, str | bool | list] = {
|
|
"success": True,
|
|
"problem_id": problem_id,
|
|
"url": url,
|
|
"test_cases": test_cases,
|
|
}
|
|
print(json.dumps(result))
|
|
|
|
else:
|
|
result: dict[str, str | bool] = {
|
|
"success": False,
|
|
"error": f"Unknown mode: {mode}. Use 'metadata' or 'tests'",
|
|
}
|
|
print(json.dumps(result))
|
|
sys.exit(1)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|