Hugging Face's logo

Spaces:
mesolitica
/
malaysian-embedding-leaderboard
Running

App Files Community
3
huseinzol05 commited on
Commit
bf23c7b
•
1 Parent(s): b3baa00

improve score

Browse files
Files changed (1) hide show
  1. app.py +16 -16
app.py CHANGED
@@ -87,25 +87,25 @@ open_source = [
87
  },
88
  {
89
  'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
90
- 'Crossref Melayu top-1': 0.2119301147524036,
91
- 'Crossref Melayu top-3': 0.41434921947689446,
92
- 'Crossref Melayu top-5': 0.5202108963093146,
93
- 'Crossref Melayu top-10': 0.6611185774837176,
94
- 'lom.agc.gov.my top-1': 0.11401543440378392,
95
- 'lom.agc.gov.my top-3': 0.23027134677620115,
96
- 'lom.agc.gov.my top-5': 0.3017176997759522,
97
- 'lom.agc.gov.my top-10': 0.4073935772964899,
98
  },
99
  {
100
  'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
101
- 'Crossref Melayu top-1': 0.21130983148971363,
102
- 'Crossref Melayu top-3': 0.4032875012922568,
103
- 'Crossref Melayu top-5': 0.5028429649539956,
104
- 'Crossref Melayu top-10': 0.6231779179158482,
105
- 'lom.agc.gov.my top-1': 0.11725168035847648,
106
- 'lom.agc.gov.my top-3': 0.23226288274831963,
107
- 'lom.agc.gov.my top-5': 0.2977346278317152,
108
- 'lom.agc.gov.my top-10': 0.3975603684341548,
109
  },
110
  ]
111
 
 
87
  },
88
  {
89
  'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
90
+ 'Crossref Melayu top-1': 0.21958027499224647,
91
+ 'Crossref Melayu top-3': 0.42809883179985525,
92
+ 'Crossref Melayu top-5': 0.5379923498397602,
93
+ 'Crossref Melayu top-10': 0.6708363485991936,
94
+ 'lom.agc.gov.my top-1': 0.11899427433408016,
95
+ 'lom.agc.gov.my top-3': 0.239731142643764,
96
+ 'lom.agc.gov.my top-5': 0.3094349016679114,
97
+ 'lom.agc.gov.my top-10': 0.4134926562111028,
98
  },
99
  {
100
  'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
101
+ 'Crossref Melayu top-1': 0.21399772562803682,
102
+ 'Crossref Melayu top-3': 0.4175540163341259,
103
+ 'Crossref Melayu top-5': 0.523415693166546,
104
+ 'Crossref Melayu top-10': 0.6479892484234467,
105
+ 'lom.agc.gov.my top-1': 0.12048792631316903,
106
+ 'lom.agc.gov.my top-3': 0.2455812795618621,
107
+ 'lom.agc.gov.my top-5': 0.3075678366940503,
108
+ 'lom.agc.gov.my top-10': 0.4144884241971621,
109
  },
110
  ]
111