Spaces:

mesolitica
/

malaysian-embedding-leaderboard

Running

huseinzol05 commited on Dec 12, 2023

Commit

ee6d08c

1 Parent(s): ebc49f8

improve scores

Files changed (1) hide show

app.py CHANGED Viewed

@@ -87,25 +87,25 @@ open_source = [
     },
     {
         'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
-        'Crossref Melayu top-1': 0.1832937041248837,
-        'Crossref Melayu top-3': 0.37216995761397703,
-        'Crossref Melayu top-5': 0.47648092628967226,
-        'Crossref Melayu top-10': 0.6074640752610359,
-        'lom.agc.gov.my top-1': 0.10567587752053771,
-        'lom.agc.gov.my top-3': 0.21433905899925318,
-        'lom.agc.gov.my top-5': 0.2781926811053025,
-        'lom.agc.gov.my top-10': 0.38673139158576053,
     },
     {
         'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
-        'Crossref Melayu top-1': 0.19146076708363485,
-        'Crossref Melayu top-3': 0.3715496743512871,
-        'Crossref Melayu top-5': 0.46521244701747133,
-        'Crossref Melayu top-10': 0.589786002274372,
-        'lom.agc.gov.my top-1': 0.10928553647000248,
-        'lom.agc.gov.my top-3': 0.2211849639034105,
-        'lom.agc.gov.my top-5': 0.2849141150112024,
-        'lom.agc.gov.my top-10': 0.37764500871296985,
     },
 ]

     },
     {
         'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
+        'Crossref Melayu top-1': 0.19600951101002792,
+        'Crossref Melayu top-3': 0.39853199627830044,
+        'Crossref Melayu top-5': 0.5006719735345808,
+        'Crossref Melayu top-10': 0.6356869637134291,
+        'lom.agc.gov.my top-1': 0.11115260144386357,
+        'lom.agc.gov.my top-3': 0.21807318894697536,
+        'lom.agc.gov.my top-5': 0.2891461289519542,
+        'lom.agc.gov.my top-10': 0.3940751804829475,
     },
     {
         'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
+        'Crossref Melayu top-1': 0.21130983148971363,
+        'Crossref Melayu top-3': 0.4032875012922568,
+        'Crossref Melayu top-5': 0.5028429649539956,
+        'Crossref Melayu top-10': 0.6231779179158482,
+        'lom.agc.gov.my top-1': 0.11725168035847648,
+        'lom.agc.gov.my top-3': 0.23226288274831963,
+        'lom.agc.gov.my top-5': 0.2977346278317152,
+        'lom.agc.gov.my top-10': 0.3975603684341548,
     },
 ]