File size: 1,921 Bytes
0a13784 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 |
---
tags:
- mteb
model-index:
- name: fin-mpnet-base-v0.1
results:
- task:
type: Classification
dataset:
type: mteb/banking77
name: MTEB Banking77Classification
config: default
split: test
revision: 0fd18e25b25c072e09e0d92ab615fda904d66300
metrics:
- type: accuracy
value: 80.25
- type: f1
value: 79.64999520103544
- task:
type: Retrieval
dataset:
type: fiqa
name: MTEB FiQA2018
config: default
split: test
revision: None
metrics:
- type: map_at_1
value: 37.747
- type: map_at_10
value: 72.223
- type: map_at_100
value: 73.802
- type: map_at_1000
value: 73.80499999999999
- type: map_at_3
value: 61.617999999999995
- type: map_at_5
value: 67.92200000000001
- type: mrr_at_1
value: 71.914
- type: mrr_at_10
value: 80.71000000000001
- type: mrr_at_100
value: 80.901
- type: mrr_at_1000
value: 80.901
- type: mrr_at_3
value: 78.935
- type: mrr_at_5
value: 80.193
- type: ndcg_at_1
value: 71.914
- type: ndcg_at_10
value: 79.912
- type: ndcg_at_100
value: 82.675
- type: ndcg_at_1000
value: 82.702
- type: ndcg_at_3
value: 73.252
- type: ndcg_at_5
value: 76.36
- type: precision_at_1
value: 71.914
- type: precision_at_10
value: 23.071
- type: precision_at_100
value: 2.62
- type: precision_at_1000
value: 0.263
- type: precision_at_3
value: 51.235
- type: precision_at_5
value: 38.117000000000004
- type: recall_at_1
value: 37.747
- type: recall_at_10
value: 91.346
- type: recall_at_100
value: 99.776
- type: recall_at_1000
value: 99.897
- type: recall_at_3
value: 68.691
- type: recall_at_5
value: 80.742
--- |