add read token

src/envs.py

@@ -4,6 +4,7 @@ from huggingface_hub import HfApi
 
 # clone / pull the lmeh eval data
 TOKEN = os.environ.get("TOKEN", None)
+READ_TOKEN = os.environ.get("READ_TOKEN", None)
 
 OWNER = "PatronusAI"
 REPO_ID = f"{OWNER}/leaderboard"

src/leaderboard/read_evals.py

@@ -7,7 +7,7 @@ from dataclasses import dataclass
 import dateutil
 import numpy as np
 
-from src.envs import TOKEN
+from src.envs import READ_TOKEN
 from src.display.formatting import make_clickable_model
 from src.display.utils import AutoEvalColumn, ModelType, Tasks, Precision, WeightType
 from src.submission.check_validity import is_model_on_hub
@@ -57,7 +57,7 @@ class EvalResult:
         full_model = "/".join(org_and_model)
 
         still_on_hub, _, model_config = is_model_on_hub(
-            full_model, config.get("model_sha", "main"), TOKEN, trust_remote_code=True, test_tokenizer=False
+            full_model, config.get("model_sha", "main"), READ_TOKEN, trust_remote_code=True, test_tokenizer=False
         )
         architecture = "?"
         if model_config is not None:

src/submission/submit.py

@@ -3,7 +3,7 @@ import os
 from datetime import datetime, timezone
 
 from src.display.formatting import styled_error, styled_message, styled_warning
-from src.envs import API, EVAL_REQUESTS_PATH, TOKEN, QUEUE_REPO
+from src.envs import API, EVAL_REQUESTS_PATH, READ_TOKEN, QUEUE_REPO
 from src.submission.check_validity import (
     already_submitted_models,
     check_model_card,
@@ -45,12 +45,14 @@ def add_new_eval(
 
     # Is the model on the hub?
     if weight_type in ["Delta", "Adapter"]:
-        base_model_on_hub, error, _ = is_model_on_hub(model_name=base_model, revision=revision, token=TOKEN, test_tokenizer=True)
+        base_model_on_hub, error, _ = is_model_on_hub(model_name=base_model, revision=revision, token=READ_TOKEN,
+                                                      test_tokenizer=True)
         if not base_model_on_hub:
             return styled_error(f'Base model "{base_model}" {error}')
 
     if not weight_type == "Adapter":
-        model_on_hub, error, _ = is_model_on_hub(model_name=model, revision=revision, token=TOKEN, test_tokenizer=True)
+        model_on_hub, error, _ = is_model_on_hub(model_name=model, revision=revision, token=READ_TOKEN,
+                                                 test_tokenizer=True)
         if not model_on_hub:
             return styled_error(f'Model "{model}" {error}')