Commit
•
18566fa
1
Parent(s):
4a8a2ad
added contrastive
Browse files
app.py
CHANGED
|
@@ -52,6 +52,28 @@ open_source = [
|
|
| 52 |
'lom.agc.gov.my top-5': 0.1717699775952203,
|
| 53 |
'lom.agc.gov.my top-10': 0.23089370176748816,
|
| 54 |
},
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
| 55 |
]
|
| 56 |
|
| 57 |
data = pd.DataFrame(close_source + open_source)
|
|
|
|
| 52 |
'lom.agc.gov.my top-5': 0.1717699775952203,
|
| 53 |
'lom.agc.gov.my top-10': 0.23089370176748816,
|
| 54 |
},
|
| 55 |
+
{
|
| 56 |
+
'model': '[llama2-embedding-600m-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-600m-8k)',
|
| 57 |
+
'Crossref Melayu top-1': 0.11015162164875991,
|
| 58 |
+
'Crossref Melayu top-3': 0.23707199518023897,
|
| 59 |
+
'Crossref Melayu top-5': 0.30916758710713926,
|
| 60 |
+
'Crossref Melayu top-10': 0.4196204438196606,
|
| 61 |
+
'lom.agc.gov.my top-1': 0.05414488424197162,
|
| 62 |
+
'lom.agc.gov.my top-3': 0.11600697037590242,
|
| 63 |
+
'lom.agc.gov.my top-5': 0.16143888473985563,
|
| 64 |
+
'lom.agc.gov.my top-10': 0.23823749066467514,
|
| 65 |
+
},
|
| 66 |
+
{
|
| 67 |
+
'model': '[llama2-embedding-1b-8k-contrastive](https://huggingface.co/mesolitica/llama2-embedding-1b-8k)',
|
| 68 |
+
'Crossref Melayu top-1': 0.16306858118284967,
|
| 69 |
+
'Crossref Melayu top-3': 0.32824580781202933,
|
| 70 |
+
'Crossref Melayu top-5': 0.41409780098403454,
|
| 71 |
+
'Crossref Melayu top-10': 0.5312782407872276,
|
| 72 |
+
'lom.agc.gov.my top-1': 0.08824993776450087,
|
| 73 |
+
'lom.agc.gov.my top-3': 0.17836694050286284,
|
| 74 |
+
'lom.agc.gov.my top-5': 0.2399800846402788,
|
| 75 |
+
'lom.agc.gov.my top-10': 0.3343291013193926,
|
| 76 |
+
},
|
| 77 |
]
|
| 78 |
|
| 79 |
data = pd.DataFrame(close_source + open_source)
|