ZebraLogic / model_info.json
yuchenlin's picture
update leaderboards
983bc41
{
"Qwen2-72B-Instruct": {"pretty_name": "Qwen2-72B-Instruct", "hf_model_id": "Qwen/Qwen2-72B-Instruct"},
"Qwen2-7B-Instruct": {"pretty_name": "Qwen2-7B-Instruct", "hf_model_id": "Qwen/Qwen2-7B-Instruct"},
"Qwen1.5-72B-Chat-greedy": {"pretty_name": "Qwen1.5-72B-Chat", "hf_model_id": "Qwen/Qwen1.5-72B-Chat"},
"Qwen1.5-7B-Chat": {"pretty_name": "Qwen1.5-7B-Chat", "hf_model_id": "Qwen/Qwen1.5-7B-Chat"},
"Meta-Llama-3-8B-Instruct": {"pretty_name": "Llama-3-8B-Instruct", "hf_model_id": "meta-llama/Meta-Llama-3-8B-Instruct"},
"Meta-Llama-3-70B-Instruct": {"pretty_name": "Llama-3-70B-Instruct", "hf_model_id": "meta-llama/Meta-Llama-3-70B-Instruct"},
"Llama-2-13b-chat-hf": {"pretty_name": "Llama-2-13B-chat", "hf_model_id": "meta-llama/Llama-2-13b-chat-hf"},
"Llama-2-70b-chat-hf": {"pretty_name": "Llama-2-70B-chat", "hf_model_id": "meta-llama/Llama-2-70b-chat-hf"},
"Llama-2-7b-chat-hf": {"pretty_name": "Llama-2-7B-chat", "hf_model_id": "meta-llama/Llama-2-7b-chat-hf"},
"Mistral-7B-Instruct-v0.1": {"pretty_name": "Mistral-7B-Instruct", "hf_model_id": "mistralai/Mistral-7B-Instruct-v0.1"},
"Mistral-7B-Instruct-v0.2": {"pretty_name": "Mistral-7B-Instruct-v0.2", "hf_model_id": "mistralai/Mistral-7B-Instruct-v0.2"},
"Mixtral-8x7B-Instruct-v0.1": {"pretty_name": "Mixtral-8x7B-Instruct", "hf_model_id": "mistralai/Mixtral-8x7B-Instruct-v0.1"},
"command-r": {"pretty_name": "Command-R", "hf_model_id": "https://cohere.com/command"},
"command-r-plus": {"pretty_name": "Command-R-Plus", "hf_model_id": "https://cohere.com/command"},
"Phi-3-medium-128k-instruct": {"pretty_name": "Phi-3-medium-128k", "hf_model_id": "microsoft/Phi-3-medium-128k-instruct"},
"Phi-3-mini-128k-instruct": {"pretty_name": "Phi-3-mini-128k", "hf_model_id": "microsoft/Phi-3-mini-128k-instruct"},
"Nous-Hermes-2-Mixtral-8x7B-DPO": {"pretty_name": "Hermes-2-Mixtral-8x7B-DPO", "hf_model_id": "NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO"},
"Hermes-2-Theta-Llama-3-8B": {"pretty_name": "Hermes-2-Theta-Llama-3-8B", "hf_model_id": "NousResearch/Hermes-2-Theta-Llama-3-8B"},
"yi-large": {"pretty_name": "Yi-Large", "hf_model_id": "https://platform.01.ai/"},
"yi-large-preview": {"pretty_name": "Yi-Large-Preview", "hf_model_id": "https://platform.01.ai/"},
"Yi-1.5-34B-Chat": {"pretty_name": "Yi-1.5-34B-Chat", "hf_model_id": "01-ai/Yi-1.5-34B-Chat"},
"Yi-1.5-9B-Chat": {"pretty_name": "Yi-1.5-9B-Chat", "hf_model_id": "01-ai/Yi-1.5-9B-Chat"},
"Yi-1.5-6B-Chat": {"pretty_name": "Yi-1.5-6B-Chat", "hf_model_id": "01-ai/Yi-1.5-6B-Chat"},
"reka-flash-20240226": {"pretty_name": "Reka Flash", "hf_model_id": "https://www.reka.ai/"},
"reka-core-20240501": {"pretty_name": "Reka Core", "hf_model_id": "https://www.reka.ai/"},
"reka-edge": {"pretty_name": "Reka Edge", "hf_model_id": "https://www.reka.ai/"},
"gemini-1.5-pro": {"pretty_name": "Gemini 1.5 Pro", "hf_model_id": "https://blog.google/technology/ai/google-gemini-ai/"},
"gemini-1.5-flash": {"pretty_name": "Gemini 1.5 Flash", "hf_model_id": "https://blog.google/technology/ai/google-gemini-ai/"},
"gemma-7b-it": {"pretty_name": "Gemma-7B-it", "hf_model_id": "google/gemma-7b-it"},
"gemma-2b-it": {"pretty_name": "Gemma-2B-it", "hf_model_id": "google/gemma-2b-it"},
"gpt-3.5-turbo-0125": {"pretty_name": "gpt-3.5-turbo-0125", "hf_model_id": "https://platform.openai.com/"},
"gpt-4-0125-preview": {"pretty_name": "gpt-4-0125-preview", "hf_model_id": "https://platform.openai.com/"},
"gpt-4o-2024-05-13": {"pretty_name": "gpt-4o-2024-05-13", "hf_model_id": "https://platform.openai.com/"},
"gpt-4o-mini-2024-07-18": {"pretty_name": "gpt-4o-mini-2024-07-18", "hf_model_id": "https://platform.openai.com/"},
"gpt-4-turbo-2024-04-09": {"pretty_name": "gpt-4-turbo-2024-04-09", "hf_model_id": "https://platform.openai.com/"},
"gpt-4-0314": {"pretty_name": "gpt-4-0314", "hf_model_id": "https://platform.openai.com/"},
"tulu-2-dpo-70b": {"pretty_name": "Tulu-2-dpo-70b", "hf_model_id": "allenai/tulu-2-dpo-70b"},
"zephyr-7b-beta": {"pretty_name": "Zephyr-7b-beta", "hf_model_id": "HuggingFaceH4/zephyr-7b-beta"},
"mistral-large-2402": {"pretty_name": "Mistral-Large", "hf_model_id": "https://mistral.ai/news/mistral-large/"},
"claude-3-haiku-20240307": {"pretty_name": "Claude 3 Haiku", "hf_model_id": "https://www.anthropic.com/claude"},
"claude-3-opus-20240229": {"pretty_name": "Claude 3 Opus", "hf_model_id": "https://www.anthropic.com/claude"},
"claude-3-sonnet-20240229": {"pretty_name": "Claude 3 Sonnet", "hf_model_id": "https://www.anthropic.com/claude"},
"claude-3-5-sonnet-20240620": {"pretty_name": "Claude 3.5 Sonnet", "hf_model_id": "https://www.anthropic.com/claude"},
"Starling-LM-7B-beta": {"pretty_name": "StarlingLM-7B-beta", "hf_model_id": "Nexusflow/Starling-LM-7B-beta"},
"dbrx-instruct": {"pretty_name": "DBRX Instruct", "hf_model_id": "databricks/dbrx-instruct"},
"Llama-3-Instruct-8B-SimPO": {"pretty_name": "Llama3-Inst-8B-SimPO", "hf_model_id": "princeton-nlp/Llama-3-Instruct-8B-SimPO"},
"Llama-3-Instruct-8B-SimPO-ExPO": {"pretty_name": "Llama3-Inst-8B-SimPO-ExPO", "hf_model_id": "chujiezheng/Llama-3-Instruct-8B-SimPO-ExPO"},
"Starling-LM-7B-beta-ExPO": {"pretty_name": "Starling-LM-7B-beta-ExPO", "hf_model_id": "chujiezheng/Starling-LM-7B-beta-ExPO"},
"SELM-Zephyr-7B-iter-3": {"pretty_name": "SELM (Zephyr-7B-iter3)", "hf_model_id": "ZhangShenao/SELM-Zephyr-7B-iter-3"},
"deepseekv2-chat": {"pretty_name": "DeepSeek-V2-Chat", "hf_model_id": "deepseek-ai/DeepSeek-V2-Chat"},
"deepseek-coder-v2": {"pretty_name": "DeepSeek-Coder-V2-Inst", "hf_model_id": "deepseek-ai/DeepSeek-Coder-V2-Instruct"},
"deepseek-chat": {"pretty_name": "DeepSeek-V2-Chat", "hf_model_id": "https://platform.deepseek.com/api-docs/api/deepseek-api/", "open": true},
"deepseek-coder": {"pretty_name": "DeepSeek-Coder-V2", "hf_model_id": "https://platform.deepseek.com/api-docs/api/deepseek-api/", "open": true},
"gemma-2-27b-it@nvidia": {"pretty_name": "Gemma-2-27B-it", "hf_model_id": "https://huggingface.co/google/gemma-2-27b-it", "open": true},
"gemma-2-9b-it@nvidia": {"pretty_name": "Gemma-2-9B-it", "hf_model_id": "https://huggingface.co/google/gemma-2-9b-it", "open": true},
"gemma-2-9b-it": {"pretty_name": "Gemma-2-9B-it", "hf_model_id": "https://huggingface.co/google/gemma-2-9b-it", "hidden": true},
"neo_7b_instruct_v0.1": {"pretty_name": "Neo-7B-Instruct", "hf_model_id": "m-a-p/neo_7b_instruct_v0.1"},
"Yi-34B-Chat": {"pretty_name": "Yi-34B-Chat", "hf_model_id": "01-ai/Yi-34B-chat"},
"vicuna-13b-v1.5": {"pretty_name": "Vicuna-13b-v1.5", "hf_model_id": "lmsys/vicuna-13b-v1.5"},
"zephyr-7b-gemma-v0.1": {"pretty_name": "Zephyr-7b-Gemma", "hf_model_id": "HuggingFaceH4/zephyr-7b-gemma-v0.1"},
"glm-4-9b-chat": {"pretty_name": "GLM-4-9B-Chat", "hf_model_id": "THUDM/glm-4-9b-chat"},
"neo_7b_instruct_v0.1-ExPO": {"pretty_name": "Neo-7B-Instruct-ExPO", "hf_model_id": "chujiezheng/neo_7b_instruct_v0.1-ExPO"},
"SELM-Llama-3-8B-Instruct-iter-3": {"pretty_name": "SELM (Llama3-8B-Inst-iter3)", "hf_model_id": "ZhangShenao/SELM-Llama-3-8B-Instruct-iter-3"},
"nemotron-4-340b-instruct": {"pretty_name": "Nemotron-4-340B-Instruct", "hf_model_id": "nvidia/Nemotron-4-340B-Instruct"},
"Llama-3-8B-Magpie-Align-v0.1": {"pretty_name": "Magpie-8B-Align-v0.1", "hf_model_id": "Magpie-Align/Llama-3-8B-Magpie-Align-v0.1"},
"mathstral-7B-v0.1":{"pretty_name": "mathstral-7B-v0.1 🚨", "hf_model_id": "mistralai/mathstral-7B-v0.1"},
"Llama-3.1-405B-Instruct-Turbo": {"pretty_name": "Llama-3.1-405B-Instruct-Turbo 🚨", "hf_model_id": "meta-llama/Meta-Llama-3.1-405B-Instruct"},
"Mistral-Nemo-Instruct-2407": {"pretty_name": "Mistral-Nemo-Inst (12B) 🚨", "hf_model_id": "Mistral-Nemo-Instruct-2407"},
"Phi-3-mini-4k-instruct": {"pretty_name": "Phi-3-mini-4k-instruct 🚨", "hf_model_id": "microsoft/Phi-3-mini-4k-instruct"},
"Athene-70B": {"pretty_name": "Athene-70B 🚨", "hf_model_id": "Nexusflow/Athene-70B"},
"Mistral-Large-2": {"pretty_name": "Mistral-Large 2", "hf_model_id": "mistralai/Mistral-Large-Instruct-2407"},
"Meta-Llama-3.1-8B-Instruct": {"pretty_name": "Llama-3.1-8B-Instruct", "hf_model_id": "meta-llama/Meta-Llama-3.1-8B-Instruct"},
"Meta-Llama-3.1-70B-Instruct": {"pretty_name": "Llama-3.1-70B-Instruct", "hf_model_id": "meta-llama/Meta-Llama-3.1-70B-Instruct"},
"gemma-2-2b-it" : {"pretty_name": "Gemma-2-2B-it", "hf_model_id": "google/gemma-2-2b-it"},
"DeepSeek-Coder-V2-0724": {"pretty_name": "DeepSeek-Coder-V2-0724", "hf_model_id": "deepseek-ai/DeepSeek-Coder-V2-Instruct"}
}