|
--- |
|
tags: |
|
- mteb |
|
model-index: |
|
- name: fin-mpnet-base-v0.1 |
|
results: |
|
- task: |
|
type: Classification |
|
dataset: |
|
type: mteb/banking77 |
|
name: MTEB Banking77Classification |
|
config: default |
|
split: test |
|
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300 |
|
metrics: |
|
- type: accuracy |
|
value: 80.25 |
|
- type: f1 |
|
value: 79.64999520103544 |
|
- task: |
|
type: Retrieval |
|
dataset: |
|
type: fiqa |
|
name: MTEB FiQA2018 |
|
config: default |
|
split: test |
|
revision: None |
|
metrics: |
|
- type: map_at_1 |
|
value: 37.747 |
|
- type: map_at_10 |
|
value: 72.223 |
|
- type: map_at_100 |
|
value: 73.802 |
|
- type: map_at_1000 |
|
value: 73.80499999999999 |
|
- type: map_at_3 |
|
value: 61.617999999999995 |
|
- type: map_at_5 |
|
value: 67.92200000000001 |
|
- type: mrr_at_1 |
|
value: 71.914 |
|
- type: mrr_at_10 |
|
value: 80.71000000000001 |
|
- type: mrr_at_100 |
|
value: 80.901 |
|
- type: mrr_at_1000 |
|
value: 80.901 |
|
- type: mrr_at_3 |
|
value: 78.935 |
|
- type: mrr_at_5 |
|
value: 80.193 |
|
- type: ndcg_at_1 |
|
value: 71.914 |
|
- type: ndcg_at_10 |
|
value: 79.912 |
|
- type: ndcg_at_100 |
|
value: 82.675 |
|
- type: ndcg_at_1000 |
|
value: 82.702 |
|
- type: ndcg_at_3 |
|
value: 73.252 |
|
- type: ndcg_at_5 |
|
value: 76.36 |
|
- type: precision_at_1 |
|
value: 71.914 |
|
- type: precision_at_10 |
|
value: 23.071 |
|
- type: precision_at_100 |
|
value: 2.62 |
|
- type: precision_at_1000 |
|
value: 0.263 |
|
- type: precision_at_3 |
|
value: 51.235 |
|
- type: precision_at_5 |
|
value: 38.117000000000004 |
|
- type: recall_at_1 |
|
value: 37.747 |
|
- type: recall_at_10 |
|
value: 91.346 |
|
- type: recall_at_100 |
|
value: 99.776 |
|
- type: recall_at_1000 |
|
value: 99.897 |
|
- type: recall_at_3 |
|
value: 68.691 |
|
- type: recall_at_5 |
|
value: 80.742 |
|
--- |
