| { | |
| "Classification": { | |
| "amazon_counterfactual_classification": { | |
| "macro_f1": 0.7690321272929969 | |
| }, | |
| "amazon_review_classification": { | |
| "macro_f1": 0.5998172978417656 | |
| }, | |
| "massive_intent_classification": { | |
| "macro_f1": 0.8153216318848042 | |
| }, | |
| "massive_scenario_classification": { | |
| "macro_f1": 0.9014240422977099 | |
| } | |
| }, | |
| "Reranking": { | |
| "esci": { | |
| "ndcg@10": 0.9354186207520728 | |
| } | |
| }, | |
| "Retrieval": { | |
| "jagovfaqs_22k": { | |
| "ndcg@10": 0.7281126791454011 | |
| }, | |
| "jaqket": { | |
| "ndcg@10": 0.6756415397851852 | |
| }, | |
| "mrtydi": { | |
| "ndcg@10": 0.3799830327521453 | |
| }, | |
| "nlp_journal_abs_intro": { | |
| "ndcg@10": 0.9312903487668528 | |
| }, | |
| "nlp_journal_title_abs": { | |
| "ndcg@10": 0.9683680126122469 | |
| }, | |
| "nlp_journal_title_intro": { | |
| "ndcg@10": 0.8408362653388072 | |
| } | |
| }, | |
| "STS": { | |
| "jsick": { | |
| "spearman": 0.743657520470515 | |
| }, | |
| "jsts": { | |
| "spearman": 0.8428310988577061 | |
| } | |
| }, | |
| "Clustering": { | |
| "livedoor_news": { | |
| "v_measure_score": 0.513545352498706 | |
| }, | |
| "mewsc16": { | |
| "v_measure_score": 0.46097799248263915 | |
| } | |
| }, | |
| "PairClassification": { | |
| "paws_x_ja": { | |
| "binary_f1": 0.6097337006427915 | |
| } | |
| } | |
| } |