all_data_tasks/21/default.jsonl

{"Rank":1,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-mpnet-base-v2\">paraphrase-multilingual-mpnet-base-v2<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":77.53,"STS22 (fr)":74.3,"STSBenchmarkMultilingualSTS (fr)":84.69,"SICKFr":75.56,"SICKFr (fra-Latn)":75.56}
{"Rank":2,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/paraphrase-multilingual-MiniLM-L12-v2\">paraphrase-multilingual-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":75.16,"STS22 (fr)":70.55,"STSBenchmarkMultilingualSTS (fr)":79.9,"SICKFr":75.1,"SICKFr (fra-Latn)":75.1}
{"Rank":3,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/LaBSE\">LaBSE<\/a>","Model Size (Million Parameters)":471,"Memory Usage (GB, fp32)":1.75,"Average":73.23,"STS22 (fr)":77.95,"STSBenchmarkMultilingualSTS (fr)":75.1,"SICKFr":69.94,"SICKFr (fra-Latn)":69.94}
{"Rank":4,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L6-v2\">all-MiniLM-L6-v2<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":66.72,"STS22 (fr)":77.0,"STSBenchmarkMultilingualSTS (fr)":64.93,"SICKFr":62.48,"SICKFr (fra-Latn)":62.48}
{"Rank":5,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.mistral.ai\/guides\/embeddings\">mistral-embed<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.74,"STSBenchmarkMultilingualSTS (fr)":79.72,"SICKFr":76.21,"SICKFr (fra-Latn)":""}
{"Rank":6,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":70.51,"STSBenchmarkMultilingualSTS (fr)":76.43,"SICKFr":68.51,"SICKFr (fra-Latn)":""}
{"Rank":7,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-code-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":79.99,"STSBenchmarkMultilingualSTS (fr)":79.02,"SICKFr":73.56,"SICKFr (fra-Latn)":""}
{"Rank":8,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-law-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":83.75,"STSBenchmarkMultilingualSTS (fr)":83.02,"SICKFr":74.09,"SICKFr (fra-Latn)":""}
{"Rank":9,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/docs.voyageai.com\/embeddings\/\">voyage-multilingual-2<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":82.72,"SICKFr":74.9,"SICKFr (fra-Latn)":""}
{"Rank":10,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/github.com\/facebookresearch\/LASER\">LASER2<\/a>","Model Size (Million Parameters)":43,"Memory Usage (GB, fp32)":0.16,"Average":"","STS22 (fr)":58.61,"STSBenchmarkMultilingualSTS (fr)":69.82,"SICKFr":64.95,"SICKFr (fra-Latn)":""}
{"Rank":11,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-light-v3.0\">Cohere-embed-multilingual-light-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.8,"STSBenchmarkMultilingualSTS (fr)":76.48,"SICKFr":75.5,"SICKFr (fra-Latn)":""}
{"Rank":12,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Cohere\/Cohere-embed-multilingual-v3.0\">Cohere-embed-multilingual-v3.0<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":82.76,"STSBenchmarkMultilingualSTS (fr)":81.84,"SICKFr":79.23,"SICKFr (fra-Latn)":""}
{"Rank":16,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-10lang-cased\">bert-base-10lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":40.31,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":""}
{"Rank":17,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-15lang-cased\">bert-base-15lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":40.4,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.77,"SICKFr (fra-Latn)":""}
{"Rank":18,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Geotrend\/bert-base-25lang-cased\">bert-base-25lang-cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":38.77,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.76,"SICKFr (fra-Latn)":""}
{"Rank":19,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/GritLM\/GritLM-7B\">GritLM-7B<\/a>","Model Size (Million Parameters)":7240,"Memory Usage (GB, fp32)":26.97,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":76.91}
{"Rank":20,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/Wissam42\/sentence-croissant-llm-base\">sentence-croissant-llm-base<\/a>","Model Size (Million Parameters)":1280,"Memory Usage (GB, fp32)":4.77,"Average":"","STS22 (fr)":78.77,"STSBenchmarkMultilingualSTS (fr)":79.23,"SICKFr":69.6,"SICKFr (fra-Latn)":""}
{"Rank":22,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-base\">sentence-camembert-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":77.54,"STSBenchmarkMultilingualSTS (fr)":81.64,"SICKFr":74.18,"SICKFr (fra-Latn)":""}
{"Rank":23,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/dangvantuan\/sentence-camembert-large\">sentence-camembert-large<\/a>","Model Size (Million Parameters)":337,"Memory Usage (GB, fp32)":1.26,"Average":"","STS22 (fr)":81.73,"STSBenchmarkMultilingualSTS (fr)":85.79,"SICKFr":77.7,"SICKFr (fra-Latn)":""}
{"Rank":26,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_cased\">flaubert_base_cased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":65.37,"STSBenchmarkMultilingualSTS (fr)":37.14,"SICKFr":53.86,"SICKFr (fra-Latn)":""}
{"Rank":27,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_base_uncased\">flaubert_base_uncased<\/a>","Model Size (Million Parameters)":138,"Memory Usage (GB, fp32)":0.51,"Average":"","STS22 (fr)":55.15,"STSBenchmarkMultilingualSTS (fr)":33.41,"SICKFr":41.9,"SICKFr (fra-Latn)":""}
{"Rank":28,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/flaubert\/flaubert_large_cased\">flaubert_large_cased<\/a>","Model Size (Million Parameters)":372,"Memory Usage (GB, fp32)":1.39,"Average":"","STS22 (fr)":48.52,"STSBenchmarkMultilingualSTS (fr)":15.66,"SICKFr":34.6,"SICKFr (fra-Latn)":""}
{"Rank":29,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-cased\">bert-base-multilingual-cased<\/a>","Model Size (Million Parameters)":179,"Memory Usage (GB, fp32)":0.67,"Average":"","STS22 (fr)":39.05,"STSBenchmarkMultilingualSTS (fr)":52.25,"SICKFr":58.75,"SICKFr (fra-Latn)":""}
{"Rank":30,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/google-bert\/bert-base-multilingual-uncased\">bert-base-multilingual-uncased<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":56.47,"STSBenchmarkMultilingualSTS (fr)":54.97,"SICKFr":58.26,"SICKFr (fra-Latn)":""}
{"Rank":31,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/e5-mistral-7b-instruct\">e5-mistral-7b-instruct<\/a>","Model Size (Million Parameters)":7111,"Memory Usage (GB, fp32)":26.49,"Average":"","STS22 (fr)":69.82,"STSBenchmarkMultilingualSTS (fr)":61.87,"SICKFr":64.39,"SICKFr (fra-Latn)":""}
{"Rank":32,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-base\">multilingual-e5-base<\/a>","Model Size (Million Parameters)":278,"Memory Usage (GB, fp32)":1.04,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":80.62,"SICKFr":76.23,"SICKFr (fra-Latn)":75.76}
{"Rank":33,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-large\">multilingual-e5-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":82.53,"SICKFr":78.78,"SICKFr (fra-Latn)":78.81}
{"Rank":34,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/intfloat\/multilingual-e5-small\">multilingual-e5-small<\/a>","Model Size (Million Parameters)":118,"Memory Usage (GB, fp32)":0.44,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":79.32,"SICKFr":75.62,"SICKFr (fra-Latn)":74.67}
{"Rank":35,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-1b1\">udever-bloom-1b1<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":77.1,"STSBenchmarkMultilingualSTS (fr)":49.97,"SICKFr":59.94,"SICKFr (fra-Latn)":""}
{"Rank":36,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/izhx\/udever-bloom-560m\">udever-bloom-560m<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":61.35,"STSBenchmarkMultilingualSTS (fr)":36.78,"SICKFr":54.54,"SICKFr (fra-Latn)":""}
{"Rank":37,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-MiniLM-L12-v2\">all-MiniLM-L12-v2<\/a>","Model Size (Million Parameters)":33,"Memory Usage (GB, fp32)":0.12,"Average":"","STS22 (fr)":69.51,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":63.16}
{"Rank":38,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/all-mpnet-base-v2\">all-mpnet-base-v2<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":"","STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":67.05}
{"Rank":39,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/allenai-specter\">allenai-specter<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":53.92,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""}
{"Rank":40,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/average_word_embeddings_komninos\">komninos<\/a>","Model Size (Million Parameters)":134,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":49.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""}
{"Rank":41,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/distiluse-base-multilingual-cased-v2\">distiluse-base-multilingual-cased-v2<\/a>","Model Size (Million Parameters)":135,"Memory Usage (GB, fp32)":0.5,"Average":"","STS22 (fr)":76.41,"STSBenchmarkMultilingualSTS (fr)":77.49,"SICKFr":72.49,"SICKFr (fra-Latn)":""}
{"Rank":42,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-large\">gtr-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":78.7,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""}
{"Rank":43,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/gtr-t5-xl\">gtr-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":79.43,"STSBenchmarkMultilingualSTS (fr)":"","SICKFr":"","SICKFr (fra-Latn)":""}
{"Rank":44,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/multi-qa-MiniLM-L6-cos-v1\">multi-qa-MiniLM-L6-cos-v1<\/a>","Model Size (Million Parameters)":23,"Memory Usage (GB, fp32)":0.09,"Average":"","STS22 (fr)":74.62,"STSBenchmarkMultilingualSTS (fr)":63.85,"SICKFr":62.11,"SICKFr (fra-Latn)":""}
{"Rank":45,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-base\">sentence-t5-base<\/a>","Model Size (Million Parameters)":110,"Memory Usage (GB, fp32)":0.41,"Average":"","STS22 (fr)":77.69,"STSBenchmarkMultilingualSTS (fr)":74.04,"SICKFr":71.74,"SICKFr (fra-Latn)":""}
{"Rank":46,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-large\">sentence-t5-large<\/a>","Model Size (Million Parameters)":168,"Memory Usage (GB, fp32)":0.63,"Average":"","STS22 (fr)":75.01,"STSBenchmarkMultilingualSTS (fr)":77.59,"SICKFr":72.83,"SICKFr (fra-Latn)":""}
{"Rank":47,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xl\">sentence-t5-xl<\/a>","Model Size (Million Parameters)":1240,"Memory Usage (GB, fp32)":4.62,"Average":"","STS22 (fr)":77.49,"STSBenchmarkMultilingualSTS (fr)":79.42,"SICKFr":75.08,"SICKFr (fra-Latn)":""}
{"Rank":48,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/sentence-transformers\/sentence-t5-xxl\">sentence-t5-xxl<\/a>","Model Size (Million Parameters)":4865,"Memory Usage (GB, fp32)":18.12,"Average":"","STS22 (fr)":76.8,"STSBenchmarkMultilingualSTS (fr)":81.24,"SICKFr":77.07,"SICKFr (fra-Latn)":""}
{"Rank":51,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/spaces\/mteb\/leaderboard\">text2vec-base-multilingual<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":74.1,"STSBenchmarkMultilingualSTS (fr)":83.48,"SICKFr":77.25,"SICKFr (fra-Latn)":""}
{"Rank":52,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-3\">universal-sentence-encoder-multilingual-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":77.91,"STSBenchmarkMultilingualSTS (fr)":75.48,"SICKFr":71.37,"SICKFr (fra-Latn)":""}
{"Rank":53,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/vprelovac\/universal-sentence-encoder-multilingual-large-3\">universal-sentence-encoder-multilingual-large-3<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":71.11,"STSBenchmarkMultilingualSTS (fr)":78.16,"SICKFr":74.39,"SICKFr (fra-Latn)":""}
{"Rank":54,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-base\">xlm-roberta-base<\/a>","Model Size (Million Parameters)":279,"Memory Usage (GB, fp32)":1.04,"Average":"","STS22 (fr)":56.72,"STSBenchmarkMultilingualSTS (fr)":46.23,"SICKFr":48.62,"SICKFr (fra-Latn)":""}
{"Rank":55,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/huggingface.co\/xlm-roberta-large\">xlm-roberta-large<\/a>","Model Size (Million Parameters)":560,"Memory Usage (GB, fp32)":2.09,"Average":"","STS22 (fr)":55.49,"STSBenchmarkMultilingualSTS (fr)":42.32,"SICKFr":50.01,"SICKFr (fra-Latn)":""}
{"Rank":56,"Model":"<a target=\"_blank\" style=\"text-decoration: underline\" href=\"https:\/\/openai.com\/blog\/new-and-improved-embedding-model\">text-embedding-ada-002<\/a>","Model Size (Million Parameters)":"","Memory Usage (GB, fp32)":"","Average":"","STS22 (fr)":81.09,"STSBenchmarkMultilingualSTS (fr)":77.55,"SICKFr":76.28,"SICKFr (fra-Latn)":""}