local M = {} local logger = require("cp.log") local cache = require("cp.cache") local function get_plugin_path() local plugin_path = debug.getinfo(1, "S").source:sub(2) return vim.fn.fnamemodify(plugin_path, ":h:h:h") end local function ensure_io_directory() vim.fn.mkdir("io", "p") end local function check_internet_connectivity() local result = vim.system({ "ping", "-c", "1", "-W", "3", "8.8.8.8" }, { text = true }):wait() return result.code == 0 end local function setup_python_env() local plugin_path = get_plugin_path() local venv_dir = plugin_path .. "/.venv" if vim.fn.executable("uv") == 0 then logger.log( "uv is not installed. Install it to enable problem scraping: https://docs.astral.sh/uv/", vim.log.levels.WARN ) return false end if vim.fn.isdirectory(venv_dir) == 0 then logger.log("setting up Python environment for scrapers...") local result = vim.system({ "uv", "sync" }, { cwd = plugin_path, text = true }):wait() if result.code ~= 0 then logger.log("failed to setup Python environment: " .. result.stderr, vim.log.levels.ERROR) return false end logger.log("python environment setup complete") end return true end ---@param platform string ---@param contest_id string ---@return {success: boolean, problems?: table[], error?: string} function M.scrape_contest_metadata(platform, contest_id) cache.load() local cached_data = cache.get_contest_data(platform, contest_id) if cached_data then return { success = true, problems = cached_data.problems, } end if not check_internet_connectivity() then return { success = false, error = "No internet connection available", } end if not setup_python_env() then return { success = false, error = "Python environment setup failed", } end local plugin_path = get_plugin_path() local scraper_path = plugin_path .. "/scrapers/" .. platform .. ".py" local args if platform == "cses" then args = { "uv", "run", "--directory", plugin_path, scraper_path, "metadata" } else args = { "uv", "run", "--directory", plugin_path, scraper_path, "metadata", contest_id } end local result = vim.system(args, { cwd = plugin_path, text = true, timeout = 30000, }):wait() if result.code ~= 0 then return { success = false, error = "Failed to run metadata scraper: " .. (result.stderr or "Unknown error"), } end local ok, data = pcall(vim.json.decode, result.stdout) if not ok then return { success = false, error = "Failed to parse metadata scraper output: " .. tostring(data), } end if not data.success then return data end local problems_list if platform == "cses" then problems_list = data.categories and data.categories["CSES Problem Set"] or {} else problems_list = data.problems or {} end cache.set_contest_data(platform, contest_id, problems_list) return { success = true, problems = problems_list, } end ---@param ctx ProblemContext ---@return {success: boolean, problem_id: string, test_count?: number, test_cases?: table[], url?: string, error?: string} function M.scrape_problem(ctx) ensure_io_directory() if vim.fn.filereadable(ctx.input_file) == 1 and vim.fn.filereadable(ctx.expected_file) == 1 then return { success = true, problem_id = ctx.problem_name, test_count = 1, } end if not check_internet_connectivity() then return { success = false, problem_id = ctx.problem_name, error = "No internet connection available", } end if not setup_python_env() then return { success = false, problem_id = ctx.problem_name, error = "Python environment setup failed", } end local plugin_path = get_plugin_path() local scraper_path = plugin_path .. "/scrapers/" .. ctx.contest .. ".py" local args if ctx.contest == "cses" then args = { "uv", "run", "--directory", plugin_path, scraper_path, "tests", ctx.contest_id } else args = { "uv", "run", "--directory", plugin_path, scraper_path, "tests", ctx.contest_id, ctx.problem_id } end local result = vim.system(args, { cwd = plugin_path, text = true, timeout = 30000, }):wait() if result.code ~= 0 then return { success = false, problem_id = ctx.problem_name, error = "Failed to run tests scraper: " .. (result.stderr or "Unknown error"), } end local ok, data = pcall(vim.json.decode, result.stdout) if not ok then return { success = false, problem_id = ctx.problem_name, error = "Failed to parse tests scraper output: " .. tostring(data), } end if not data.success then return data end if data.test_cases and #data.test_cases > 0 then local combined_input = data.test_cases[1].input:gsub("\r", "") local combined_output = data.test_cases[1].output:gsub("\r", "") vim.fn.writefile(vim.split(combined_input, "\n", true), ctx.input_file) vim.fn.writefile(vim.split(combined_output, "\n", true), ctx.expected_file) end return { success = true, problem_id = ctx.problem_name, test_count = data.test_cases and #data.test_cases or 0, test_cases = data.test_cases, url = data.url, } end return M