File size: 2,655 Bytes
23bf97f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 |
from fastchat.serve.monitor.monitor import build_leaderboard_tab, build_basic_stats_tab, basic_component_values, leader_component_values
from fastchat.utils import build_logger, get_window_url_params_js
import argparse
import glob
import re
import gradio as gr
def load_demo(url_params, request: gr.Request):
logger.info(f"load_demo. ip: {request.client.host}. params: {url_params}")
return basic_component_values + leader_component_values
def build_demo(elo_results_file, leaderboard_table_file):
from fastchat.serve.gradio_web_server import block_css
text_size = gr.themes.sizes.text_lg
with gr.Blocks(
title="Monitor",
theme=gr.themes.Base(text_size=text_size),
css=block_css,
) as demo:
with gr.Tabs() as tabs:
with gr.Tab("Leaderboard", id=0):
leader_components = build_leaderboard_tab(
elo_results_file,
leaderboard_table_file,
show_plot=True,
mirror=True
)
with gr.Tab("Basic Stats", id=1):
basic_components = build_basic_stats_tab()
url_params = gr.JSON(visible=False)
demo.load(
load_demo,
[url_params],
basic_components + leader_components,
)
return demo
if __name__ == "__main__":
parser = argparse.ArgumentParser()
parser.add_argument("--share", action="store_true")
parser.add_argument("--host", default="0.0.0.0")
parser.add_argument("--port", type=int, default=7860)
args = parser.parse_args()
logger = build_logger("monitor", "monitor.log")
logger.info(f"args: {args}")
elo_result_files = glob.glob("elo_results_*.pkl")
def extract_sort_key(filename):
match = re.search(r'(\d{8})-(\d+)', filename)
if match:
# Extract the date and identifier parts, converting them to integers for sorting
date_part = int(match.group(1))
id_part = int(match.group(2))
return (date_part, id_part)
else:
# Fallback sort key if the filename does not match the expected format
return (0, 0)
elo_result_files.sort(key=lambda x: extract_sort_key(x[12:-4]))
elo_result_file = elo_result_files[-1]
leaderboard_table_files = glob.glob("leaderboard_table_*.csv")
leaderboard_table_files.sort(key=lambda x: extract_sort_key(x[18:-4]))
leaderboard_table_file = leaderboard_table_files[-1]
demo = build_demo(elo_result_file, leaderboard_table_file)
demo.launch(share=args.share, server_name=args.host, server_port=args.port) |