Hugging Face's logo

Spaces:
mesolitica
/
malaysian-embedding-leaderboard
Running

App Files Community
3
huseinzol05 commited on
Commit
f53967f
·
1 Parent(s): bf23c7b

improve scores

Browse files
Files changed (1) hide show
  1. app.py +16 -16
app.py CHANGED
@@ -76,14 +76,14 @@ open_source = [
76
  },
77
  {
78
  'model': '[mesolitica/llama2-embedding-600m-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
79
- 'Crossref Melayu top-1': 0.11650987284193115,
80
- 'Crossref Melayu top-3': 0.25235190737103275,
81
- 'Crossref Melayu top-5': 0.340225369585444,
82
- 'Crossref Melayu top-10': 0.45632172025224854,
83
- 'lom.agc.gov.my top-1': 0.059870550161812294,
84
- 'lom.agc.gov.my top-3': 0.12683594722429675,
85
- 'lom.agc.gov.my top-5': 0.1696539706248444,
86
- 'lom.agc.gov.my top-10': 0.2534229524520787,
87
  },
88
  {
89
  'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
@@ -98,14 +98,14 @@ open_source = [
98
  },
99
  {
100
  'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
101
- 'Crossref Melayu top-1': 0.21399772562803682,
102
- 'Crossref Melayu top-3': 0.4175540163341259,
103
- 'Crossref Melayu top-5': 0.523415693166546,
104
- 'Crossref Melayu top-10': 0.6479892484234467,
105
- 'lom.agc.gov.my top-1': 0.12048792631316903,
106
- 'lom.agc.gov.my top-3': 0.2455812795618621,
107
- 'lom.agc.gov.my top-5': 0.3075678366940503,
108
- 'lom.agc.gov.my top-10': 0.4144884241971621,
109
  },
110
  ]
111
 
 
76
  },
77
  {
78
  'model': '[mesolitica/llama2-embedding-600m-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
79
+ 'Crossref Melayu top-1': 0.1260208828698439,
80
+ 'Crossref Melayu top-3': 0.2649643337123953,
81
+ 'Crossref Melayu top-5': 0.3535614597332782,
82
+ 'Crossref Melayu top-10': 0.4751369792205107,
83
+ 'lom.agc.gov.my top-1': 0.0660941000746826,
84
+ 'lom.agc.gov.my top-3': 0.13754045307443366,
85
+ 'lom.agc.gov.my top-5': 0.18869803335822755,
86
+ 'lom.agc.gov.my top-10': 0.2745830221558377,
87
  },
88
  {
89
  'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
 
98
  },
99
  {
100
  'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
101
+ 'Crossref Melayu top-1': 0.221544505324098,
102
+ 'Crossref Melayu top-3': 0.4253075571177504,
103
+ 'Crossref Melayu top-5': 0.5329267031944588,
104
+ 'Crossref Melayu top-10': 0.6620490023777525,
105
+ 'lom.agc.gov.my top-1': 0.1260891212347523,
106
+ 'lom.agc.gov.my top-3': 0.24483445357231765,
107
+ 'lom.agc.gov.my top-5': 0.31478715459297985,
108
+ 'lom.agc.gov.my top-10': 0.4200896191187453,
109
  },
110
  ]
111