| { | |
| "test": { | |
| "de": { | |
| "accuracy": 0.4956043956043956, | |
| "accuracy_stderr": 0.013804089435250997, | |
| "f1": 0.32863336734985976, | |
| "f1_stderr": 0.010106922158537998, | |
| "main_score": 0.4956043956043956 | |
| }, | |
| "en": { | |
| "accuracy": 0.6225262197902417, | |
| "accuracy_stderr": 0.011612339032627523, | |
| "f1": 0.43440840371488526, | |
| "f1_stderr": 0.007521212698716522, | |
| "main_score": 0.6225262197902417 | |
| }, | |
| "es": { | |
| "accuracy": 0.4993995997331555, | |
| "accuracy_stderr": 0.017333218216550737, | |
| "f1": 0.34726671876888127, | |
| "f1_stderr": 0.009821507962106622, | |
| "main_score": 0.4993995997331555 | |
| }, | |
| "evaluation_time": 336.12, | |
| "fr": { | |
| "accuracy": 0.46329470717193855, | |
| "accuracy_stderr": 0.021175134055927164, | |
| "f1": 0.3232527361598279, | |
| "f1_stderr": 0.015670594458593846, | |
| "main_score": 0.46329470717193855 | |
| }, | |
| "hi": { | |
| "accuracy": 0.3220867694514163, | |
| "accuracy_stderr": 0.007943432090835067, | |
| "f1": 0.21321851228151392, | |
| "f1_stderr": 0.006969308099265944, | |
| "main_score": 0.3220867694514163 | |
| }, | |
| "th": { | |
| "accuracy": 0.43627486437613017, | |
| "accuracy_stderr": 0.013057059666123479, | |
| "f1": 0.27048729223475076, | |
| "f1_stderr": 0.007192319024223997, | |
| "main_score": 0.43627486437613017 | |
| } | |
| }, | |
| "validation": { | |
| "de": { | |
| "accuracy": 0.4886501377410468, | |
| "accuracy_stderr": 0.015115810673577453, | |
| "f1": 0.29305729988528817, | |
| "f1_stderr": 0.013274418090447234, | |
| "main_score": 0.4886501377410468 | |
| }, | |
| "en": { | |
| "accuracy": 0.6184787472035794, | |
| "accuracy_stderr": 0.01880584337530569, | |
| "f1": 0.43633936644556937, | |
| "f1_stderr": 0.012308022004906816, | |
| "main_score": 0.6184787472035794 | |
| }, | |
| "es": { | |
| "accuracy": 0.4988212180746562, | |
| "accuracy_stderr": 0.018919199418584817, | |
| "f1": 0.31473396095509043, | |
| "f1_stderr": 0.012676416625486455, | |
| "main_score": 0.4988212180746562 | |
| }, | |
| "evaluation_time": 282.16, | |
| "fr": { | |
| "accuracy": 0.46119213696892836, | |
| "accuracy_stderr": 0.021845344865718933, | |
| "f1": 0.28044706940385955, | |
| "f1_stderr": 0.010116190733840541, | |
| "main_score": 0.46119213696892836 | |
| }, | |
| "hi": { | |
| "accuracy": 0.3071570576540755, | |
| "accuracy_stderr": 0.008319669784761797, | |
| "f1": 0.19812640558669523, | |
| "f1_stderr": 0.0072837780604048784, | |
| "main_score": 0.3071570576540755 | |
| }, | |
| "th": { | |
| "accuracy": 0.42160383004189106, | |
| "accuracy_stderr": 0.010170908236196702, | |
| "f1": 0.26845354880486205, | |
| "f1_stderr": 0.010016659553097792, | |
| "main_score": 0.42160383004189106 | |
| } | |
| }, | |
| "dataset_version": null, | |
| "mteb_version": "0.0.2" | |
| } |