| ,name,config,eval_gen_len,eval_rouge1,eval_rouge2,eval_rougeL,eval_rougeLsum,eval_samples_per_second,eval_loss,eval_runtime,eval_steps_per_second | |
| 0,beam,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",69.45299145299145,30.7755,14.3172,26.8033,28.646,3.142,2.098923444747925,260.64,0.2 | |
| 1,beam_no_repeat_ngram_size_3,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 3, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",45.31623931623932,34.0084,15.7205,28.8409,31.5959,3.788,2.098923444747925,216.2213,0.24 | |
| 2,beam_no_repeat_ngram_size_5,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 5, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",47.74603174603175,33.6309,15.6906,28.6769,31.3296,3.595,2.098923444747925,227.8056,0.228 | |
| 3,beam_encoder_no_repeat_ngram_size_5,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 5, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",69.31379731379731,30.5233,13.9758,26.727,28.5013,2.833,2.098923444747925,289.064,0.18 | |
| 4,beam_repetition_12,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.2, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",58.88644688644688,32.0575,14.7949,27.449,29.7867,3.343,2.098923444747925,245.0207,0.212 | |
| 5,greedy,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",46.34432234432234,32.9381,14.8987,28.5545,30.7726,8.301,2.098923444747925,98.6664,0.527 | |
| 6,sample_top_k_50,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",59.423687423687426,29.8673,10.7287,24.0221,27.0295,6.604,2.098923444747925,124.0189,0.419 | |
| 7,sample_temperature_12_top_k_50,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1.2, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",68.73382173382173,27.9263,8.997,21.73,25.0524,5.815,2.098923444747925,140.8379,0.369 | |
| 8,sample_top_p_07,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 0.7, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",49.15506715506716,32.7295,13.8138,27.4093,30.1577,5.725,2.098923444747925,143.0541,0.363 | |
| 9,sample_top_p_095,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 0.95, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",55.908424908424905,30.6693,11.5711,24.9174,28.0327,4.813,2.098923444747925,170.1604,0.306 | |
| 10,sample_eta_00006,"{'eta_cutoff': 0.0006, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",59.56043956043956,29.8064,10.9368,23.9624,26.9898,6.217,2.098923444747925,131.739,0.395 | |
| 11,sample_eta_00003,"{'eta_cutoff': 0.0003, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",59.81562881562881,30.1165,11.1596,24.0524,27.2646,6.106,2.098923444747925,134.1366,0.388 | |