#!/usr/bin/env python3 import json import sys import cloudscraper from bs4 import BeautifulSoup def scrape(url: str) -> list[tuple[str, str]]: try: scraper = cloudscraper.create_scraper() response = scraper.get(url, timeout=10) response.raise_for_status() soup = BeautifulSoup(response.text, "html.parser") tests: list[tuple[str, str]] = [] input_sections = soup.find_all("div", class_="input") output_sections = soup.find_all("div", class_="output") all_inputs = [] all_outputs = [] for inp_section in input_sections: inp_pre = inp_section.find("pre") if inp_pre: divs = inp_pre.find_all("div") if divs: lines = [div.get_text().strip() for div in divs] text = "\n".join(lines) else: text = inp_pre.get_text().replace("\r", "").strip() all_inputs.append(text) for out_section in output_sections: out_pre = out_section.find("pre") if out_pre: divs = out_pre.find_all("div") if divs: lines = [div.get_text().strip() for div in divs] text = "\n".join(lines) else: text = out_pre.get_text().replace("\r", "").strip() all_outputs.append(text) if all_inputs and all_outputs: combined_input = "\n".join(all_inputs) combined_output = "\n".join(all_outputs) tests.append((combined_input, combined_output)) return tests except Exception as e: print(f"CloudScraper failed: {e}", file=sys.stderr) return [] def parse_problem_url(contest_id: str, problem_letter: str) -> str: return ( f"https://codeforces.com/contest/{contest_id}/problem/{problem_letter.upper()}" ) def scrape_contest_problems(contest_id: str) -> list[dict[str, str]]: try: contest_url: str = f"https://codeforces.com/contest/{contest_id}" scraper = cloudscraper.create_scraper() response = scraper.get(contest_url, timeout=10) response.raise_for_status() soup = BeautifulSoup(response.text, "html.parser") problems: list[dict[str, str]] = [] problem_links = soup.find_all( "a", href=lambda x: x and f"/contest/{contest_id}/problem/" in x ) for link in problem_links: href: str = link.get("href", "") if f"/contest/{contest_id}/problem/" in href: problem_letter: str = href.split("/")[-1].lower() problem_name: str = link.get_text(strip=True) if problem_letter and problem_name: problems.append({"id": problem_letter, "name": problem_name}) problems.sort(key=lambda x: x["id"]) seen: set[str] = set() unique_problems: list[dict[str, str]] = [] for p in problems: if p["id"] not in seen: seen.add(p["id"]) unique_problems.append(p) return unique_problems except Exception as e: print(f"Failed to scrape contest problems: {e}", file=sys.stderr) return [] def scrape_sample_tests(url: str) -> list[tuple[str, str]]: print(f"Scraping: {url}", file=sys.stderr) return scrape(url) def main() -> None: if len(sys.argv) < 2: result: dict[str, str | bool] = { "success": False, "error": "Usage: codeforces.py metadata OR codeforces.py tests ", } print(json.dumps(result)) sys.exit(1) mode: str = sys.argv[1] if mode == "metadata": if len(sys.argv) != 3: result: dict[str, str | bool] = { "success": False, "error": "Usage: codeforces.py metadata ", } print(json.dumps(result)) sys.exit(1) contest_id: str = sys.argv[2] problems: list[dict[str, str]] = scrape_contest_problems(contest_id) if not problems: result: dict[str, str | bool] = { "success": False, "error": f"No problems found for contest {contest_id}", } print(json.dumps(result)) sys.exit(1) result: dict[str, str | bool | list] = { "success": True, "contest_id": contest_id, "problems": problems, } print(json.dumps(result)) elif mode == "tests": if len(sys.argv) != 4: result: dict[str, str | bool] = { "success": False, "error": "Usage: codeforces.py tests ", } print(json.dumps(result)) sys.exit(1) contest_id: str = sys.argv[2] problem_letter: str = sys.argv[3] problem_id: str = contest_id + problem_letter.lower() url: str = parse_problem_url(contest_id, problem_letter) tests: list[tuple[str, str]] = scrape_sample_tests(url) if not tests: result: dict[str, str | bool] = { "success": False, "error": f"No tests found for {contest_id} {problem_letter}", "problem_id": problem_id, "url": url, } print(json.dumps(result)) sys.exit(1) test_cases: list[dict[str, str]] = [] for input_data, output_data in tests: test_cases.append({"input": input_data, "output": output_data}) result: dict[str, str | bool | list] = { "success": True, "problem_id": problem_id, "url": url, "test_cases": test_cases, } print(json.dumps(result)) else: result: dict[str, str | bool] = { "success": False, "error": f"Unknown mode: {mode}. Use 'metadata' or 'tests'", } print(json.dumps(result)) sys.exit(1) if __name__ == "__main__": main()