ModernBERT-base-msmarco / mteb /AmazonReviewsClassification.json
joe32140's picture
Upload 68 files
81d107a verified
{
"dataset_revision": "1399c76144fd37290681b995c656ef9b2e06e26d",
"task_name": "AmazonReviewsClassification",
"mteb_version": "1.25.1",
"scores": {
"test": [
{
"accuracy": 0.32318,
"f1": 0.319973,
"f1_weighted": 0.319973,
"scores_per_experiment": [
{
"accuracy": 0.341,
"f1": 0.333855,
"f1_weighted": 0.333855
},
{
"accuracy": 0.3368,
"f1": 0.338041,
"f1_weighted": 0.338041
},
{
"accuracy": 0.3336,
"f1": 0.330524,
"f1_weighted": 0.330524
},
{
"accuracy": 0.3086,
"f1": 0.309647,
"f1_weighted": 0.309647
},
{
"accuracy": 0.3114,
"f1": 0.305097,
"f1_weighted": 0.305097
},
{
"accuracy": 0.3334,
"f1": 0.330257,
"f1_weighted": 0.330257
},
{
"accuracy": 0.299,
"f1": 0.292306,
"f1_weighted": 0.292306
},
{
"accuracy": 0.3384,
"f1": 0.336788,
"f1_weighted": 0.336788
},
{
"accuracy": 0.3242,
"f1": 0.31879,
"f1_weighted": 0.31879
},
{
"accuracy": 0.3054,
"f1": 0.304421,
"f1_weighted": 0.304421
}
],
"main_score": 0.32318,
"hf_subset": "en",
"languages": [
"eng-Latn"
]
}
]
},
"evaluation_time": 9.712511777877808,
"kg_co2_emissions": null
}