huseinzol05 commited on
Commit
ebc49f8
Β·
1 Parent(s): a8369bc

improve score

Browse files
Files changed (1) hide show
  1. app.py +14 -14
app.py CHANGED
@@ -87,25 +87,25 @@ open_source = [
87
  },
88
  {
89
  'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
90
- 'Crossref Melayu top-1': 0.18112271270546884,
91
- 'Crossref Melayu top-3': 0.37444432957717355,
92
  'Crossref Melayu top-5': 0.47648092628967226,
93
  'Crossref Melayu top-10': 0.6074640752610359,
94
- 'lom.agc.gov.my top-1': 0.10393328354493403,
95
- 'lom.agc.gov.my top-3': 0.20724421209858104,
96
- 'lom.agc.gov.my top-5': 0.27097336320637294,
97
- 'lom.agc.gov.my top-10': 0.37341299477221807,
98
  },
99
  {
100
  'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
101
- 'Crossref Melayu top-1': 0.17802129639201902,
102
- 'Crossref Melayu top-3': 0.3441538302491471,
103
- 'Crossref Melayu top-5': 0.4355422309521348,
104
- 'Crossref Melayu top-10': 0.5549467590199525,
105
- 'lom.agc.gov.my top-1': 0.09658949464774708,
106
- 'lom.agc.gov.my top-3': 0.194050286283296,
107
- 'lom.agc.gov.my top-5': 0.25093353248693057,
108
- 'lom.agc.gov.my top-10': 0.34615384615384615,
109
  },
110
  ]
111
 
 
87
  },
88
  {
89
  'model': '[mesolitica/llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
90
+ 'Crossref Melayu top-1': 0.1832937041248837,
91
+ 'Crossref Melayu top-3': 0.37216995761397703,
92
  'Crossref Melayu top-5': 0.47648092628967226,
93
  'Crossref Melayu top-10': 0.6074640752610359,
94
+ 'lom.agc.gov.my top-1': 0.10567587752053771,
95
+ 'lom.agc.gov.my top-3': 0.21433905899925318,
96
+ 'lom.agc.gov.my top-5': 0.2781926811053025,
97
+ 'lom.agc.gov.my top-10': 0.38673139158576053,
98
  },
99
  {
100
  'model': '[mesolitica/llama2-embedding-2b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-2b-8k)',
101
+ 'Crossref Melayu top-1': 0.19146076708363485,
102
+ 'Crossref Melayu top-3': 0.3715496743512871,
103
+ 'Crossref Melayu top-5': 0.46521244701747133,
104
+ 'Crossref Melayu top-10': 0.589786002274372,
105
+ 'lom.agc.gov.my top-1': 0.10928553647000248,
106
+ 'lom.agc.gov.my top-3': 0.2211849639034105,
107
+ 'lom.agc.gov.my top-5': 0.2849141150112024,
108
+ 'lom.agc.gov.my top-10': 0.37764500871296985,
109
  },
110
  ]
111