SGPT-2.7B-weightedmean-nli-bitfit
/
eval
/SGPT-2.7B-weightedmean-nli-bitfit_weighted_mean_layer-1_results_detailed.json
{ | |
"askubuntu": { | |
"map_askubuntu_title": 57.48, | |
"p@1_askubuntu_title": 56.99, | |
"p@5_askubuntu_title": 43.23, | |
"mrr_askubuntu_title": 70.74 | |
}, | |
"cqadupstack": { | |
"map@100_cqadupstack_unix": 14.82, | |
"ndcg@10_cqadupstack_unix": 16.39, | |
"map@100_cqadupstack_gaming": 26.14, | |
"ndcg@10_cqadupstack_gaming": 28.7, | |
"map@100_cqadupstack_wordpress": 4.64, | |
"ndcg@10_cqadupstack_wordpress": 5.88, | |
"map@100_cqadupstack_stats": 15.42, | |
"ndcg@10_cqadupstack_stats": 16.15, | |
"map@100_cqadupstack_tex": 8.28, | |
"ndcg@10_cqadupstack_tex": 8.96, | |
"map@100_cqadupstack_english": 15.02, | |
"ndcg@10_cqadupstack_english": 16.54, | |
"map@100_cqadupstack_programmers": 13.27, | |
"ndcg@10_cqadupstack_programmers": 14.41, | |
"map@100_cqadupstack_mathematica": 11.74, | |
"ndcg@10_cqadupstack_mathematica": 13.47, | |
"map@100_cqadupstack_physics": 16.81, | |
"ndcg@10_cqadupstack_physics": 18.61, | |
"map@100_cqadupstack_gis": 15.47, | |
"ndcg@10_cqadupstack_gis": 16.67, | |
"map@100_cqadupstack_webmasters": 9.72, | |
"ndcg@10_cqadupstack_webmasters": 10.48, | |
"map@100_cqadupstack_android": 17.12, | |
"ndcg@10_cqadupstack_android": 19.1, | |
"map@100_cqadupstack_avg": 14.04, | |
"ndcg@10_cqadupstack_avg": 15.45 | |
}, | |
"twitterpara": { | |
"ap_twitter_twitterurl": 75.84, | |
"spearman_twitter_twitterurl": 70.81, | |
"ap_twitter_pit": 70.96, | |
"spearman_twitter_pit": 56.64, | |
"ap_twitter_avg": 73.4, | |
"spearman_twitter_avg": 63.73 | |
}, | |
"scidocs": { | |
"map_scidocs_cite_euclidean": 72.29, | |
"ndcg_scidocs_cite_euclidean": 86.43, | |
"map_scidocs_cite_cosine": 72.29, | |
"ndcg_scidocs_cite_cosine": 86.43, | |
"map_scidocs_cocite_euclidean": 75.36, | |
"ndcg_scidocs_cocite_euclidean": 88.17, | |
"map_scidocs_cocite_cosine": 75.36, | |
"ndcg_scidocs_cocite_cosine": 88.17, | |
"map_scidocs_coview_euclidean": 76.46, | |
"ndcg_scidocs_coview_euclidean": 87.8, | |
"map_scidocs_coview_cosine": 76.46, | |
"ndcg_scidocs_coview_cosine": 87.8, | |
"map_scidocs_coread_euclidean": 74.65, | |
"ndcg_scidocs_coread_euclidean": 87.0, | |
"map_scidocs_coread_cosine": 74.65, | |
"ndcg_scidocs_coread_cosine": 87.0, | |
"map_scidocs_euclidean_avg": 74.69, | |
"ndcg_scidocs_euclidean_avg": 87.35, | |
"map_scidocs_cosine_avg": 74.69, | |
"ndcg_scidocs_cosine_avg": 87.35 | |
} | |
} |