Spaces:
Running
on
CPU Upgrade
Running
on
CPU Upgrade
metadata
title: Open Portuguese LLM Leaderboard
emoji: 🏆
colorFrom: green
colorTo: indigo
sdk: gradio
sdk_version: 4.9.0
app_file: app.py
pinned: true
license: apache-2.0
duplicated_from: HuggingFaceH4/open_llm_leaderboard
fullWidth: true
short_description: Track, rank and evaluate open LLMs in Portuguese
tags:
- leaderboard
- portuguese
- submission:automatic
- test:public
- judge:auto
- modality:text
- eval:generation
- language:portuguese
space_ci:
private: true
secrets:
- HF_TOKEN
- IS_PUBLIC
- HAS_HIGHER_RATE_LIMIT
models:
- 01-ai/Yi-1.5-34B
- 01-ai/Yi-1.5-34B-32K
- 01-ai/Yi-1.5-34B-Chat
- 01-ai/Yi-1.5-34B-Chat-16K
- 01-ai/Yi-1.5-6B
- 01-ai/Yi-1.5-6B-Chat
- 01-ai/Yi-1.5-9B
- 01-ai/Yi-1.5-9B-32K
- 01-ai/Yi-1.5-9B-Chat
- 01-ai/Yi-1.5-9B-Chat-16K
- 01-ai/Yi-34B
- 01-ai/Yi-34B-200K
- 01-ai/Yi-34B-Chat
- 01-ai/Yi-6B
- 01-ai/Yi-6B-200K
- 01-ai/Yi-6B-Chat
- 01-ai/Yi-9B
- 01-ai/Yi-9B-200K
- 01-ai/Yi-9B-200k
- 22h/cabrita_7b_pt_850000
- 22h/open-cabrita3b
- AI-Sweden-Models/gpt-sw3-40b
- AI-Sweden-Models/gpt-sw3-6.7b
- AI-Sweden-Models/gpt-sw3-6.7b-v2
- AdaptLLM/finance-LLM
- AdaptLLM/finance-LLM-13B
- AdaptLLM/law-LLM
- AdaptLLM/law-LLM-13B
- AdaptLLM/medicine-LLM
- AdaptLLM/medicine-LLM-13B
- AetherResearch/Cerebrum-1.0-7b
- BAAI/Aquila-7B
- BAAI/Aquila2-34B
- BAAI/Aquila2-7B
- Bruno/Caramelinho
- Bruno/Caramelo_7B
- CohereForAI/aya-101
- CohereForAI/c4ai-command-r-plus-4bit
- CohereForAI/c4ai-command-r-v01
- DAMO-NLP-MT/polylm-1.7b
- DAMO-NLP-MT/polylm-13b
- Danielbrdz/Barcenas-Llama3-8b-ORPO
- Deci/DeciLM-7B
- DeepMount00/Llama-3-8b-Ita
- EleutherAI/gpt-j-6b
- EleutherAI/gpt-neo-1.3B
- EleutherAI/gpt-neo-125m
- EleutherAI/gpt-neo-2.7B
- EleutherAI/gpt-neox-20b
- EleutherAI/pythia-12b
- EleutherAI/pythia-14m
- EleutherAI/pythia-160m
- EleutherAI/pythia-160m-deduped
- EleutherAI/pythia-1b
- EleutherAI/pythia-1b-deduped
- EleutherAI/pythia-2.8b
- EleutherAI/pythia-2.8b-deduped
- EleutherAI/pythia-410m
- EleutherAI/pythia-410m-deduped
- EleutherAI/pythia-6.9b
- EleutherAI/pythia-6.9b-deduped
- EleutherAI/pythia-70m
- EleutherAI/pythia-70m-deduped
- FuseAI/FuseChat-7B-VaRM
- FuseAI/OpenChat-3.5-7B-Solar
- HeyLucasLeao/gpt-neo-small-portuguese
- HuggingFaceH4/zephyr-7b-alpha
- HuggingFaceH4/zephyr-7b-beta
- HuggingFaceH4/zephyr-7b-gemma-v0.1
- HuggingFaceTB/cosmo-1b
- Intel/neural-chat-7b-v3-1
- Intel/neural-chat-7b-v3-3
- J-LAB/BRisa-7B-Instruct-v0.2
- JJhooww/Mistral-7B-v0.2-Base_ptbr
- JJhooww/MistralReloadBR_v2_ptbr
- JJhooww/Mistral_Relora_Step2k
- JosephusCheung/LL7M
- Kquant03/CognitiveFusion2-4x7B-BF16
- Kukedlc/NeuralLLaMa-3-8b-DT-v0.1
- M4-ai/tau-0.5B
- M4-ai/tau-0.5B-instruct-DPOP
- M4-ai/tau-1.8B
- MagusCorp/legislinho
- MaziyarPanahi/Mistral-7B-Instruct-Aya-101
- MulaBR/Mula-4x160-v0.1
- MulaBR/Mula-8x160-v0.1
- NOVA-vision-language/GlorIA-1.3B
- Nexusflow/Starling-LM-7B-beta
- NotAiLOL/Yi-1.5-dolphin-9B
- NousResearch/Hermes-2-Pro-Llama-3-8B
- NousResearch/Meta-Llama-3-8B
- NousResearch/Nous-Capybara-34B
- NousResearch/Nous-Hermes-13b
- NousResearch/Nous-Hermes-2-Mistral-7B-DPO
- NousResearch/Nous-Hermes-2-Mixtral-8x7B-DPO
- NousResearch/Nous-Hermes-2-SOLAR-10.7B
- NousResearch/Nous-Hermes-2-Yi-34B
- NucleusAI/nucleus-22B-token-500B
- OpenLLM-France/Claire-7B-0.1
- OpenLLM-France/Claire-Mistral-7B-0.1
- OrionStarAI/Orion-14B-Base
- PORTULAN/gervasio-7b-portuguese-ptbr-decoder
- PORTULAN/gervasio-7b-portuguese-ptpt-decoder
- PrunaAI/Jamba-v0.1-bnb-4bit
- PrunaAI/dbrx-base-bnb-4bit
- PrunaAI/dbrx-instruct-bnb-4bit
- Qwen/Qwen-14B
- Qwen/Qwen-1_8B
- Qwen/Qwen-1_8B-Chat
- Qwen/Qwen-72B
- Qwen/Qwen-72B-Chat
- Qwen/Qwen-7B
- Qwen/Qwen-7B-Chat
- Qwen/Qwen1.5-0.5B
- Qwen/Qwen1.5-0.5B-Chat
- Qwen/Qwen1.5-1.8B
- Qwen/Qwen1.5-1.8B-Chat
- Qwen/Qwen1.5-14B
- Qwen/Qwen1.5-14B-Chat
- Qwen/Qwen1.5-32B
- Qwen/Qwen1.5-32B-Chat
- Qwen/Qwen1.5-4B
- Qwen/Qwen1.5-4B-Chat
- Qwen/Qwen1.5-72B
- Qwen/Qwen1.5-72B-Chat
- Qwen/Qwen1.5-7B
- Qwen/Qwen1.5-7B-Chat
- Qwen/Qwen1.5-MoE-A2.7B
- Qwen/Qwen1.5-MoE-A2.7B-Chat
- SeaLLMs/SeaLLM-7B-v2.5
- Skywork/Skywork-13B-base
- THUDM/LongAlign-7B-64k
- THUDM/agentlm-7b
- THUDM/chatglm2-6b
- THUDM/chatglm3-6b
- THUDM/chatglm3-6b-128k
- THUDM/chatglm3-6b-32k
- THUDM/chatglm3-6b-base
- TIGER-Lab/MAmmoTH2-7B-Plus
- TIGER-Lab/MAmmoTH2-8B-Plus
- TencentARC/Mistral_Pro_8B_v0.1
- TinyLlama/TinyLlama-1.1B-Chat-v1.0
- TinyLlama/TinyLlama-1.1B-intermediate-step-1431k-3T
- Unbabel/TowerBase-7B-v0.1
- VAGOsolutions/Llama-3-SauerkrautLM-8b-Instruct
- VAGOsolutions/SauerkrautLM-Gemma-7b
- Walmart-the-bag/Misted-v2-7B
- Walmart-the-bag/Quintellect-10.7B
- Walmart-the-bag/WordWoven-2x7B
- Weni/WeniGPT-2.2.3-Zephyr-7B-LLM_Base_2.0.3_SFT
- Weni/WeniGPT-2.2.3-Zephyr-7B-merged-LLM_Base_2.0.3_SFT
- Weni/WeniGPT-2.4.1-Zephyr-7B-3-epochs-GPT-QA-1.0.1_DP_DPO
- Weni/WeniGPT-2.8.1-Zephyr-7B-zephyr-prompt-binarized
- Weni/WeniGPT-Agents-Zephyr-1.0.17-KTO
- Weni/WeniGPT-Mistral-7B-instructBase
- Weni/WeniGPT-Mistral-7B-instructBase-4bit
- Weni/ZeroShot-3.3.34-Mistral-7b-Multilanguage-3.3.0-merged
- Weni/ZeroShot-3.4.22-Mistral-7b-DPO-1.0.0
- Weni/ZeroShot-Multilanguage-Zephyr-7B
- abacusai/Llama-3-Smaug-8B
- abacusai/Smaug-34B-v0.1
- abacusai/Smaug-72B-v0.1
- abhishek/autotrain-llama3-orpo-v2
- adalbertojunior/Llama-3-8B-Dolphin-Portuguese
- adalbertojunior/Llama-3-8B-Dolphin-Portuguese-v0.2
- adalbertojunior/Llama-3-8B-Dolphin-Portuguese-v0.3
- adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.1
- adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.2
- adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.2-fft
- adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.3
- adalbertojunior/Llama-3-8B-Instruct-Portuguese-v0.4
- adalbertojunior/Mistral-7b-Portuguese-V0.1
- adalbertojunior/Qwen1.5-32B-Dolphin-Portuguese-v0.1
- ai21labs/Jamba-v0.1
- allenai/OLMo-1B
- allenai/OLMo-7B
- allenai/OLMo-7B-Twin-2T
- allenai/tulu-2-dpo-13b
- allenai/tulu-2-dpo-7b
- alvarobartt/Mistral-7B-v0.1-ORPO
- alvarobartt/mistral-7b-orpo-alignment-handbook
- alvarobartt/mistral-7b-orpo-capybara-reproduction
- alvarobartt/mistral-orpo-mix
- alvarobartt/mistral-orpo-mix-b0.1-l2048-pl1792-lr5e-6-inverse-sqrt
- argilla/CapybaraHermes-2.5-Mistral-7B
- argilla/notus-7b-v1
- argilla/notux-8x7b-v1
- baichuan-inc/Baichuan-7B
- baichuan-inc/Baichuan2-13B-Base
- baichuan-inc/Baichuan2-7B-Base
- bardsai/jaskier-7b-dpo-v5.6
- bartowski/internlm2-chat-7b-llama
- berkeley-nest/Starling-LM-7B-alpha
- bigscience/bloom-1b7
- bigscience/bloom-3b
- bigscience/bloom-560m
- bigscience/bloom-7b1
- botbot-ai/Cabra-72b
- botbot-ai/CabraLlama3-8b
- botbot-ai/CabraMixtral-8x7b
- cerebras/btlm-3b-8k-base
- chargoddard/internlm2-base-7b-llama
- cnmoro/Mistral-7B-Portuguese
- cognitivecomputations/dolphin-2.9-llama3-8b
- croissantllm/CroissantLLMBase
- deepseek-ai/DeepSeek-V2-Lite
- deepseek-ai/DeepSeek-V2-Lite-Chat
- deepseek-ai/deepseek-llm-7b-base
- deepseek-ai/deepseek-moe-16b-base
- deepseek-ai/deepseek-moe-16b-chat
- dominguesm/Canarim-7B-Instruct
- dominguesm/canarim-7b
- dominguesm/mambarim-110m
- dynamofl/dynamo-8B-v0.1
- eduagarcia/gemma-7b-it_no_chat_template
- eduagarcia/gemma-7b-it_singleturn_chat_template
- eduagarcia/mistral-orpo-capybara-3k
- eduagarcia/mistral-orpo-mix-21k
- eduagarcia/mistral-orpo-mix-7k
- eduagarcia/zephyr-pt-phi-3-mini-128k-dpo-v0.1
- eduagarcia/zephyr-pt-phi-3-mini-128k-orpo-v0.1
- eduagarcia/zephyr-pt-phi-3-mini-128k-sft-v0.1
- eldogbbhed/Peagle-9b
- ericzzz/falcon-rw-1b-instruct-openorca
- facebook/galactica-1.3b
- facebook/galactica-125m
- facebook/opt-1.3b
- facebook/opt-125m
- facebook/opt-13b
- facebook/opt-2.7b
- facebook/opt-30b
- facebook/opt-350m
- facebook/opt-6.7b
- facebook/opt-66b
- fernandosola/bluearara-7B
- fernandosola/bluearara-7B-instruct
- google/gemma-1.1-2b-it
- google/gemma-1.1-7b-it
- google/gemma-2b
- google/gemma-2b-it
- google/gemma-7b
- google/gemma-7b-it
- google/mt5-base
- google/mt5-small
- google/recurrentgemma-2b
- google/recurrentgemma-2b-it
- gpt2
- h2oai/h2o-danube-1.8b-base
- h2oai/h2o-danube-1.8b-chat
- h2oai/h2o-danube2-1.8b-base
- h2oai/h2o-danube2-1.8b-chat
- haoranxu/ALMA-13B-Pretrain
- haoranxu/ALMA-13B-R
- hkust-nlp/deita-7b-v1.0
- hkust-nlp/deita-7b-v1.0-sft
- huggyllama/llama-13b
- huggyllama/llama-30b
- huggyllama/llama-65b
- huggyllama/llama-7b
- internlm/internlm-20b
- internlm/internlm-7b
- internlm/internlm2-1_8b
- internlm/internlm2-20b
- internlm/internlm2-7b
- internlm/internlm2-base-20b
- internlm/internlm2-base-7b
- internlm/internlm2-chat-1_8b
- internlm/internlm2-chat-1_8b-sft
- internlm/internlm2-chat-20b
- internlm/internlm2-chat-20b-sft
- internlm/internlm2-chat-7b
- internlm/internlm2-chat-7b-sft
- invalid-coder/Sakura-SOLAR-Instruct-CarbonVillain-en-10.7B-v2-slerp
- jeonsworld/CarbonVillain-en-10.7B-v4
- jondurbin/bagel-8b-v1.0
- jondurbin/bagel-dpo-34b-v0.2
- josu/gpt-neo-pt-1.3B
- josu/gpt-neo-pt-br
- jsfs11/MixtureofMerges-MoE-4x7b-v4
- kaist-ai/mistral-orpo-capybara-7k
- kaitchup/Qwen1.5-7B-bnb-4bit
- kekmodel/StopCarbon-10.7B-v5
- leliuga/Phi-3-mini-4k-instruct-bnb-4bit
- lemon-mint/gemma-ko-7b-instruct-v0.62
- lightblue/suzume-llama-3-8B-multilingual
- lmsys/vicuna-13b-v1.5
- lmsys/vicuna-7b-v1.5
- lrds-code/boana-7b-instruct
- lrds-code/samba-1.1B
- lucianosb/boto-7B
- lucianosb/boto-7B-v1.1
- maritaca-ai/sabia-7b
- matsuo-lab/weblab-10b
- maywell/Synatra-7B-v0.3-RP
- meta-llama/Llama-2-13b-chat-hf
- meta-llama/Llama-2-13b-hf
- meta-llama/Llama-2-70b-chat-hf
- meta-llama/Llama-2-70b-hf
- meta-llama/Llama-2-7b-chat-hf
- meta-llama/Llama-2-7b-hf
- meta-llama/Meta-Llama-3-70B
- meta-llama/Meta-Llama-3-70B-Instruct
- meta-llama/Meta-Llama-3-8B
- meta-llama/Meta-Llama-3-8B-Instruct
- microsoft/Phi-3-medium-128k-instruct
- microsoft/Phi-3-medium-4k-instruct
- microsoft/Phi-3-mini-128k-instruct
- microsoft/Phi-3-mini-4k-instruct
- microsoft/Phi-3-small-128k-instruct
- microsoft/Phi-3-small-8k-instruct
- microsoft/phi-1
- microsoft/phi-1_5
- microsoft/phi-2
- mistral-community/Mistral-7B-v0.2
- mistral-community/Mixtral-8x22B-Instruct-v0.1-4bit
- mistral-community/Mixtral-8x22B-v0.1-4bit
- mistralai/Mistral-7B-Instruct-v0.2
- mistralai/Mistral-7B-v0.1
- mistralai/Mixtral-8x7B-Instruct-v0.1
- mistralai/Mixtral-8x7B-v0.1
- mlabonne/AlphaMonarch-7B
- mlabonne/Monarch-7B
- mlabonne/NeuralMonarch-7B
- monilouise/opt125M_portuguese
- mosaicml/mpt-7b
- mosaicml/mpt-7b-8k
- nicholasKluge/Aira-2-portuguese-124M
- nicholasKluge/Aira-2-portuguese-1B7
- nicholasKluge/Aira-2-portuguese-560M
- nicholasKluge/TeenyTinyLlama-160m
- nicholasKluge/TeenyTinyLlama-460m
- nicholasKluge/TeenyTinyLlama-460m-Chat
- nicholasKluge/baseline
- nicolasdec/Cabra
- nicolasdec/CabraMistral7b-0.4
- nicolasdec/CabraQwen14b
- nicolasdec/CabraQwen7b
- nicolasdec/Cabramistral7b
- nicolasdec/cabra13b
- openai-community/gpt2-large
- openai-community/gpt2-medium
- openai-community/gpt2-xl
- openai-community/openai-gpt
- openchat/openchat-3.5-0106
- openchat/openchat-3.5-0106-gemma
- openlm-research/open_llama_13b
- openlm-research/open_llama_3b
- openlm-research/open_llama_3b_v2
- openlm-research/open_llama_7b
- openlm-research/open_llama_7b_v2
- paulml/OGNO-7B
- pedrogengo/gemma-ptbr
- pierreguillou/gpt2-small-portuguese
- projecte-aina/FLOR-1.3B
- projecte-aina/FLOR-6.3B
- projecte-aina/FLOR-760M
- projecte-aina/aguila-7b
- proxectonos/Cerebras-1.3B-GL
- proxectonos/FLOR-1.3B-GL
- pucpr/gpt2-bio-pt
- recogna-nlp/GemBode-2b-it
- recogna-nlp/Phi-Bode
- recogna-nlp/bode-13b-alpaca-pt-br
- recogna-nlp/bode-7b-alpaca-pt-br
- recogna-nlp/gembode-2b-base-ultraalpaca
- recogna-nlp/gembode-2b-base-ultraalpaca-qlora
- recogna-nlp/gembode-2b-ultraalpaca
- recogna-nlp/gembode-2b-ultraalpaca-qlora
- recogna-nlp/gembode-7b
- recogna-nlp/gembode-7b-it
- recogna-nlp/internlm-chatbode-20b
- recogna-nlp/internlm-chatbode-7b
- recogna-nlp/internlm2-chat-1_8b-ultracabrita
- recogna-nlp/internlmbode-7b
- recogna-nlp/mistral-bode
- recogna-nlp/mistralbode_7b_qlora_ultraalpaca
- recogna-nlp/phi-bode-2-ultraalpaca
- recogna-nlp/phibode-3-mini-4k-ultraalpaca
- recogna-nlp/phibode_1_5_ultraalpaca
- recogna-nlp/qwenbode_1_8b_chat_ultraalpaca
- recogna-nlp/qwenbode_1_8b_chat_ultraalpaca_qlora
- recogna-nlp/zephyr_7b_beta_ultraalpaca
- rfanucchi/Llama3-pt_br_cabrita
- rfanucchi/Llama3-pt_br_orca
- rhaymison/Llama-3-portuguese-Tom-cat-8b-instruct
- rhaymison/Llama-portuguese-13b-Luana-v0.2
- rhaymison/Llama3-portuguese-luana-8b-instruct
- rhaymison/Mistral-8x7b-portuguese-luana
- rhaymison/Mistral-portuguese-luana-7b
- rhaymison/Mistral-portuguese-luana-7b-Mathematics
- rhaymison/Mistral-portuguese-luana-7b-chat
- rhaymison/Mistral-portuguese-luana-7b-mental-health
- rhaymison/Qwen-portuguese-luana-7b
- rhaymison/gemma-portuguese-2b-it
- rhaymison/gemma-portuguese-luana-2b
- rhaymison/gemma-portuguese-tom-cat-2b-it
- rhaymison/phi-3-portuguese-tom-cat-4k-instruct
- rhaymison/portuguese-phi1_5-tom-cat
- rhaymison/portuguese-tom-cat-13b
- rishiraj/CatPPT
- rishiraj/CatPPT-base
- royallab/ZephRP-m7b
- semantixai/LloroV2
- stabilityai/stablelm-2-12b
- stabilityai/stablelm-2-12b-chat
- stabilityai/stablelm-2-1_6b
- stabilityai/stablelm-2-1_6b-chat
- stabilityai/stablelm-2-zephyr-1_6b
- stabilityai/stablelm-3b-4e1t
- stabilityai/stablelm-base-alpha-3b
- stabilityai/stablelm-base-alpha-3b-v2
- stabilityai/stablelm-base-alpha-7b
- stabilityai/stablelm-base-alpha-7b-v2
- stabilityai/stablelm-zephyr-3b
- state-spaces/mamba-1.4b-hf
- state-spaces/mamba-130m-hf
- state-spaces/mamba-2.8b-hf
- state-spaces/mamba-370m-hf
- state-spaces/mamba-790m-hf
- t5-base
- t5-large
- t5-small
- teknium/OpenHermes-2-Mistral-7B
- teknium/OpenHermes-2.5-Mistral-7B
- tiiuae/falcon-11B
- tiiuae/falcon-40b
- tiiuae/falcon-7b
- togethercomputer/RedPajama-INCITE-7B-Base
- togethercomputer/RedPajama-INCITE-Base-3B-v1
- unsloth/Phi-3-mini-4k-instruct-bnb-4bit
- unsloth/gemma-2b-bnb-4bit
- unsloth/gemma-7b-bnb-4bit
- unsloth/llama-3-70b-Instruct-bnb-4bit
- unsloth/llama-3-70b-bnb-4bit
- unsloth/llama-3-8b-Instruct-bnb-4bit
- unsloth/llama-3-8b-bnb-4bit
- unsloth/mistral-7b-bnb-4bit
- upstage/SOLAR-10.7B-Instruct-v1.0
- upstage/SOLAR-10.7B-v1.0
- uukuguy/zephyr-7b-alpha-dare-0.85
- uygarkurt/llama-3-merged-linear
- vicgalle/CarbonBeagle-11B-truthy
- wandgibaut/periquito-3B
- xverse/XVERSE-13B
- xverse/XVERSE-65B
- xverse/XVERSE-65B-2
- xverse/XVERSE-7B
- yunconglong/DARE_TIES_13B
- yunconglong/Truthful_DPO_TomGrc_FusionNet_7Bx2_MoE_13B
- zhengr/MixTAO-7Bx2-MoE-v8.1
Check out the configuration reference at https://huggingface.co/docs/hub/spaces-config-reference