| ,name,config,eval_gen_len,eval_rouge1,eval_rouge2,eval_rougeL,eval_rougeLsum,eval_samples_per_second,eval_loss,eval_runtime,eval_steps_per_second | |
| 0,beam,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",57.25152625152625,33.8428,16.5742,29.3765,31.4101,1.489,1.8884211778640747,550.0407,0.095 | |
| 1,beam_no_repeat_ngram_size_3,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 3, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",41.863247863247864,36.0222,17.3932,30.6448,33.4112,2.167,1.8884211778640747,377.8981,0.138 | |
| 2,beam_no_repeat_ngram_size_5,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 5, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",43.324786324786324,35.6377,17.4188,30.5372,33.1365,2.017,1.8884211778640747,405.954,0.128 | |
| 3,beam_encoder_no_repeat_ngram_size_5,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 5, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",55.63614163614164,33.5,15.8846,29.1713,31.0999,1.457,1.8884211778640747,562.0637,0.093 | |
| 4,beam_repetition_12,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.2, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 5, 'max_length': 150}",49.77045177045177,34.8155,16.9965,30.0293,32.362,1.702,1.8884211778640747,481.2865,0.108 | |
| 5,greedy,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': False, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",42.663003663003664,35.1129,16.659,30.1735,32.6056,3.977,1.8884211778640747,205.9245,0.253 | |
| 6,sample_top_k_50,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",55.49084249084249,31.5431,12.3508,25.7336,28.7951,3.28,1.8884211778640747,249.673,0.208 | |
| 7,sample_temperature_12_top_k_50,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1.2, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",63.29304029304029,29.4032,10.643,23.5639,26.5899,3.037,1.8884211778640747,269.699,0.193 | |
| 8,sample_top_p_07,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 0.7, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",46.32967032967033,34.7037,15.6786,29.2377,32.0579,3.344,1.8884211778640747,244.9231,0.212 | |
| 9,sample_top_p_095,"{'eta_cutoff': 0.0, 'repetition_penalty': 1.0, 'top_p': 0.95, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",53.18315018315018,32.591,13.276,26.8251,29.8365,2.815,1.8884211778640747,290.9214,0.179 | |
| 10,sample_eta_00006,"{'eta_cutoff': 0.0006, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",55.684981684981686,31.901,12.3598,26.0299,29.0967,3.13,1.8884211778640747,261.6986,0.199 | |
| 11,sample_eta_00003,"{'eta_cutoff': 0.0003, 'repetition_penalty': 1.0, 'top_p': 1.0, 'top_k': 50, 'temperature': 1, 'encoder_no_repeat_ngram_size': 0, 'no_repeat_ngram_size': 0, 'do_sample': True, 'num_beam_groups': 1, 'num_beams': 1, 'max_length': 150}",55.485958485958484,31.4674,12.502,25.6253,28.5499,3.358,1.8884211778640747,243.8818,0.213 | |