SGPT-2.7B-weightedmean-nli-bitfit / eval /SGPT-2.7B-weightedmean-nli-bitfit_weighted_mean_layer-1_results_detailed.json
Muennighoff's picture
Better model with bs=1024
74d3f8d
raw
history blame
2.56 kB
{
"askubuntu": {
"map_askubuntu_title": 57.48,
"p@1_askubuntu_title": 56.99,
"p@5_askubuntu_title": 43.23,
"mrr_askubuntu_title": 70.74
},
"cqadupstack": {
"map@100_cqadupstack_unix": 14.82,
"ndcg@10_cqadupstack_unix": 16.39,
"map@100_cqadupstack_gaming": 26.14,
"ndcg@10_cqadupstack_gaming": 28.7,
"map@100_cqadupstack_wordpress": 4.64,
"ndcg@10_cqadupstack_wordpress": 5.88,
"map@100_cqadupstack_stats": 15.42,
"ndcg@10_cqadupstack_stats": 16.15,
"map@100_cqadupstack_tex": 8.28,
"ndcg@10_cqadupstack_tex": 8.96,
"map@100_cqadupstack_english": 15.02,
"ndcg@10_cqadupstack_english": 16.54,
"map@100_cqadupstack_programmers": 13.27,
"ndcg@10_cqadupstack_programmers": 14.41,
"map@100_cqadupstack_mathematica": 11.74,
"ndcg@10_cqadupstack_mathematica": 13.47,
"map@100_cqadupstack_physics": 16.81,
"ndcg@10_cqadupstack_physics": 18.61,
"map@100_cqadupstack_gis": 15.47,
"ndcg@10_cqadupstack_gis": 16.67,
"map@100_cqadupstack_webmasters": 9.72,
"ndcg@10_cqadupstack_webmasters": 10.48,
"map@100_cqadupstack_android": 17.12,
"ndcg@10_cqadupstack_android": 19.1,
"map@100_cqadupstack_avg": 14.04,
"ndcg@10_cqadupstack_avg": 15.45
},
"twitterpara": {
"ap_twitter_twitterurl": 75.84,
"spearman_twitter_twitterurl": 70.81,
"ap_twitter_pit": 70.96,
"spearman_twitter_pit": 56.64,
"ap_twitter_avg": 73.4,
"spearman_twitter_avg": 63.73
},
"scidocs": {
"map_scidocs_cite_euclidean": 72.29,
"ndcg_scidocs_cite_euclidean": 86.43,
"map_scidocs_cite_cosine": 72.29,
"ndcg_scidocs_cite_cosine": 86.43,
"map_scidocs_cocite_euclidean": 75.36,
"ndcg_scidocs_cocite_euclidean": 88.17,
"map_scidocs_cocite_cosine": 75.36,
"ndcg_scidocs_cocite_cosine": 88.17,
"map_scidocs_coview_euclidean": 76.46,
"ndcg_scidocs_coview_euclidean": 87.8,
"map_scidocs_coview_cosine": 76.46,
"ndcg_scidocs_coview_cosine": 87.8,
"map_scidocs_coread_euclidean": 74.65,
"ndcg_scidocs_coread_euclidean": 87.0,
"map_scidocs_coread_cosine": 74.65,
"ndcg_scidocs_coread_cosine": 87.0,
"map_scidocs_euclidean_avg": 74.69,
"ndcg_scidocs_euclidean_avg": 87.35,
"map_scidocs_cosine_avg": 74.69,
"ndcg_scidocs_cosine_avg": 87.35
}
}