memray's picture
Upload 130 files
e840ac8
{
"STSBenchmark": {
"train": {
"pearson": [
0.759143306453737,
0.0
],
"spearman": [
0.732317209733238,
0.0
],
"nsamples": 5749
},
"dev": {
"pearson": [
0.7746081783379711,
2.2556430824992415e-300
],
"spearman": [
0.7800424504336374,
2.5466091811087085e-307
],
"nsamples": 1500
},
"test": {
"pearson": [
0.7580850707783013,
6.51859239939566e-258
],
"spearman": [
0.7560754511600052,
8.850873074119353e-256
],
"nsamples": 1379
},
"all": {
"pearson": {
"all": 0.7620304519086235,
"mean": 0.7639455185233365,
"wmean": 0.7616627780381048
},
"spearman": {
"all": 0.7488342650348635,
"mean": 0.7561450371089601,
"wmean": 0.7444116088962087
}
}
},
"SICKRelatedness": {
"train": {
"pearson": [
0.7660762263543586,
0.0
],
"spearman": [
0.6943387839868075,
0.0
],
"nsamples": 4500
},
"dev": {
"pearson": [
0.7787463535407387,
6.565381473913046e-103
],
"spearman": [
0.724076491124677,
2.2464753888818782e-82
],
"nsamples": 500
},
"test": {
"pearson": [
0.7585953923013815,
0.0
],
"spearman": [
0.6847050750070173,
0.0
],
"nsamples": 4927
},
"all": {
"pearson": {
"all": 0.7629449380408607,
"mean": 0.7678059907321595,
"wmean": 0.7630014801283258
},
"spearman": {
"all": 0.6909722716792152,
"mean": 0.7010401167061673,
"wmean": 0.6910551705512789
}
}
},
"eval_senteval-stsb_spearman": 0.7800424504336374,
"eval_senteval-sickr_spearman": 0.724076491124677,
"eval_senteval-avg_sts": 0.7520594707791572
}