add hf token

Signed-off-by: n1ck-guo <heng.guo@intel.com>

src/envs.py

@@ -6,6 +6,7 @@ from huggingface_hub import HfApi
 H4_TOKEN = os.environ.get("H4_TOKEN", None)
 GIT_TOKEN = os.environ.get("GIT_TOKEN", None)
 GIT_REPO = os.environ.get("GIT_REPO", None)
+HF_TOKEN = os.environ.get("HF_TOKEN", None)
 
 REPO_ID = "Intel/low-bit-leaderboard"
 QUEUE_REPO = "Intel/ld_requests"

src/submission/check_validity.py

@@ -5,17 +5,18 @@ from collections import defaultdict
 from datetime import datetime, timedelta, timezone
 
 import huggingface_hub
-from huggingface_hub import ModelCard
+from huggingface_hub import ModelCard, login
 from huggingface_hub.hf_api import ModelInfo, get_safetensors_metadata
 from transformers import AutoConfig, AutoTokenizer
 
-from src.envs import HAS_HIGHER_RATE_LIMIT
+from src.envs import HAS_HIGHER_RATE_LIMIT, HF_TOKEN
 from huggingface_hub import hf_hub_download, HfFileSystem
 from huggingface_hub.utils import validate_repo_id
 from pathlib import Path
 import fnmatch
 from huggingface_hub.hf_api import get_hf_file_metadata, hf_hub_url
 
+login(token=HF_TOKEN)
 
 # ht to @Wauplin, thank you for the snippet!
 # See https://huggingface.co/spaces/HuggingFaceH4/open_llm_leaderboard/discussions/317