app.py

import threading
import time

import gradio as gr
from gradio_space_ci import enable_space_ci
from huggingface_hub import HfApi, HfFileSystem

from functions import commit

enable_space_ci()

api = HfApi()
fs = HfFileSystem()


def refresh(how_much=43200):  # default to 12 hour
    time.sleep(how_much)
    try:
        api.restart_space(repo_id="T145/open-llm-leaderboard-results-to-modelcard")
    except Exception as e:
        print(f"Error while scraping leaderboard, trying again... {e}")
        refresh(600)  # 10 minutes if any error happens


gradio_title = "Modelcards + Open LLM Leaderboard Results"
gradio_desc = """
## 🎯 What This Tool Does

- This tool adds the [Open LLM Leaderboard](https://huggingface.co/spaces/open-llm-leaderboard/open_llm_leaderboard) result of your model at the end of your model card.

- This tool also adds evaluation results to your model metadata and showcases the evaluation results as a widget.

## 🛠️ Backend

The leaderboard's backend mainly runs on the [Hugging Face Hub API](https://huggingface.co/docs/huggingface_hub/v0.26.3/package_reference/hf_api).

## 🤝 Acknowledgements

- Special thanks to [Yağız Çalık (Weyaxi)](https://huggingface.co/Weyaxi) for the original tool.
"""

with gr.Blocks() as demo:
    gr.HTML(f"""<h1 align="center" id="space-title">{gradio_title}</h1>""")
    gr.HTML(
        """<h1 align="center" id="space-title" style="font-weight: bold; font-size: 40px; color: red;">DON'T SPAM MODELS!</h1>"""
    )
    gr.HTML(
        """<h1 align="center" id="space-title" style="font-weight: bold; font-size: 25px; color: red;">It won't change anything!</h1>"""
    )

    gr.Markdown(gradio_desc)

    with gr.Row(equal_height=False):
        with gr.Column():
            model_id = gr.Textbox(label="Model ID or URL", lines=1)
            gr.LoginButton()

        with gr.Column():
            output = gr.Textbox(label="Output", lines=1)

    submit_btn = gr.Button("Submit", variant="primary")

    def validate_model_id(input_id, oauth_token: gr.OAuthToken):
        return commit(input_id, oauth_token=oauth_token.token)

    submit_btn.click(validate_model_id, model_id, output)

threading.Thread(target=refresh).start()
demo.launch()