import requests import time import json import os import gradio as gr BASE_URL = "https://codeforces.com/api/" DATA_FILE = "all_users_data.json" def fetch_all_users(): """Fetch all rated users.""" print("Fetching all rated users...") response = requests.get(f"{BASE_URL}user.ratedList?activeOnly=false") if response.status_code != 200: print(f"Failed to fetch rated users. Status Code: {response.status_code}, Response: {response.text}") return [] users = response.json().get("result", []) return [user["handle"] for user in users] def fetch_user_data(handle): """Fetch all available data for a single user.""" print(f"Fetching data for user: {handle}") data = {} # Fetch basic user info user_info = requests.get(f"{BASE_URL}user.info?handles={handle}") if user_info.status_code == 200: data["info"] = user_info.json().get("result", []) else: print(f"Warning: Failed to fetch user info for {handle}. Status Code: {user_info.status_code}, Response: {user_info.text}") # Fetch user submissions user_status = requests.get(f"{BASE_URL}user.status?handle={handle}") if user_status.status_code == 200: data["submissions"] = user_status.json().get("result", []) else: print(f"Warning: Failed to fetch submissions for {handle}. Status Code: {user_status.status_code}, Response: {user_status.text}") # Fetch user rating changes user_rating = requests.get(f"{BASE_URL}user.rating?handle={handle}") if user_rating.status_code == 200: data["ratings"] = user_rating.json().get("result", []) else: print(f"Warning: Failed to fetch rating changes for {handle}. Status Code: {user_rating.status_code}, Response: {user_rating.text}") return data def fetch_and_save_data(): """Fetch all kinds of data for every user and save it to a file.""" users = fetch_all_users() if not users: return "Failed to fetch users. Check logs for errors." if os.path.exists(DATA_FILE): # Load existing data to resume with open(DATA_FILE, "r", encoding="utf-8") as f: all_data = json.load(f) else: all_data = {} for i, user in enumerate(users): if user in all_data: print(f"Skipping already fetched user: {user}") continue try: user_data = fetch_user_data(user) if user_data: all_data[user] = user_data # Save progress to file after each user with open(DATA_FILE, "w", encoding="utf-8") as f: json.dump(all_data, f, indent=4) time.sleep(0.5) # Respect API rate limit except Exception as e: print(f"Error fetching data for user {user}: {e}") return "Data fetching complete." def serve_file(): """Provide the saved file for download.""" if os.path.exists(DATA_FILE): return DATA_FILE else: return None # Gradio Interface def fetch_and_download(): """Fetch the data and provide a download link.""" message = fetch_and_save_data() file_path = serve_file() return message, file_path def get_file_for_download(): """Allow the user to download the current work anytime.""" file_path = serve_file() if file_path: return file_path else: return "No data file available." with gr.Blocks() as interface: gr.Markdown("# Codeforces User Data Fetcher") gr.Markdown("This tool fetches data for all users from Codeforces and provides a downloadable file. You can fetch data and download progress anytime.") with gr.Row(): fetch_button = gr.Button("Fetch Data") output_message = gr.Textbox(label="Status", lines=2) download_file_button = gr.Button("Download Current Data") download_file_output = gr.File(label="Download Data", visible=False) # Bind actions to buttons fetch_button.click(fetch_and_download, inputs=[], outputs=[output_message, download_file_output]) download_file_button.click(get_file_for_download, inputs=[], outputs=download_file_output) interface.launch()