ninyx's picture
Model save
e587852 verified
Pre-training results:
{"eval_loss": 2.381751298904419, "eval_bleu": {"bleu": 0.3763668727961896, "precisions": [0.7113682572149176, 0.41969742764485324, 0.29141291931264046, 0.24017336770041536], "brevity_penalty": 0.9899090183536557, "length_ratio": 0.9899595915104256, "translation_length": 1227145, "reference_length": 1239591}, "eval_rouge": {"rouge1": 0.6995658688454499, "rouge2": 0.3911380458337215, "rougeL": 0.5482311516914178, "rougeLsum": 0.6769687911860702}, "eval_exact_match": {"exact_match": 0.0}, "eval_runtime": 2197.2062, "eval_samples_per_second": 1.354, "eval_steps_per_second": 1.354}
Post-training results:
{"eval_loss": 0.2662665843963623, "eval_bleu": {"bleu": 0.8973677595827475, "precisions": [0.9445357190260831, 0.9043357485277211, 0.884048801354545, 0.8699324916460348], "brevity_penalty": 0.9967654892802698, "length_ratio": 0.9967707090483877, "translation_length": 1235588, "reference_length": 1239591}, "eval_rouge": {"rouge1": 0.94002209733584, "rouge2": 0.8959242425644911, "rougeL": 0.931506639182089, "rougeLsum": 0.9379602925725274}, "eval_exact_match": {"exact_match": 0.0}, "eval_runtime": 1802.811, "eval_samples_per_second": 1.65, "eval_steps_per_second": 1.65, "epoch": 8.0}