restrict model size

app.py

@@ -1,6 +1,7 @@
 import json
 import os
 from datetime import datetime, timezone
+import re
 
 import gradio as gr
 import pandas as pd
@@ -117,8 +118,17 @@ leaderboard_df = original_df.copy()
     pending_eval_queue_df,
 ) = get_evaluation_queue_df(eval_queue, eval_queue_private, EVAL_REQUESTS_PATH, EVAL_COLS)
 
-
 ## INTERACTION FUNCTIONS
+def is_model_acceptable(model: str) -> bool:
+    # regex for something like '13b'
+    pattern = r'(\d+)[bB]'
+    values = re.findall(pattern, model)
+    for val in values:
+        if int(val) <= 13:
+            return True
+    
+    return values == []
+
 def add_new_eval(
     model: str,
     base_model: str,
@@ -128,6 +138,9 @@ def add_new_eval(
     weight_type: str,
     model_type: str,
 ):
+    if not is_model_acceptable(model):
+        return styled_error("Please submit a model with less than 13B parameters.")
+
     precision = precision.split(" ")[0]
     current_time = datetime.now(timezone.utc).strftime("%Y-%m-%dT%H:%M:%SZ")
 
@@ -526,6 +539,7 @@ with demo:
                     base_model_name_textbox = gr.Textbox(label="Base model (for delta or adapter weights)")
 
             submit_button = gr.Button("Submit Evalulation!")
+            gr.Markdown("_We accept models with less than or equal to 13B parameters now._")
             submission_result = gr.Markdown()
             submit_button.click(
                 add_new_eval,