mt5-small-itquad-qg / eval /metric.first.answer.paragraph.questions_answers.lmqg_qg_itquad.default.json
asahi417's picture
add model
b6ee705
{"test": {"QAAlignedF1Score (BERTScore)": 0.8765991201583333, "QAAlignedF1Score (MoverScore)": 0.6159932597639648, "QAAlignedRecall (BERTScore)": 0.8756835622558834, "QAAlignedPrecision (BERTScore)": 0.8775774320354737, "QAAlignedRecall (MoverScore)": 0.6147827362173275, "QAAlignedPrecision (MoverScore)": 0.6172605935780413, "Bleu_1": 0.40502026975818195, "Bleu_2": 0.28635376090604087, "Bleu_3": 0.20775753588239373, "Bleu_4": 0.15436006809505043, "METEOR": 0.3430771767106523, "ROUGE_L": 0.4008018891224899, "BERTScore": 0.8661945851995672, "MoverScore": 0.6067797396519761}, "validation": {"QAAlignedF1Score (BERTScore)": 0.8796577258574041, "QAAlignedF1Score (MoverScore)": 0.6193551938453208, "QAAlignedRecall (BERTScore)": 0.8795564332278544, "QAAlignedPrecision (BERTScore)": 0.8797725719816176, "QAAlignedRecall (MoverScore)": 0.6192110678786636, "QAAlignedPrecision (MoverScore)": 0.6195152228396587, "Bleu_1": 0.3463800383264374, "Bleu_2": 0.20847054058158435, "Bleu_3": 0.12281726194257582, "Bleu_4": 0.07543124303754539, "METEOR": 0.33153439621707104, "ROUGE_L": 0.3744502945506143, "BERTScore": 0.8791578331285981, "MoverScore": 0.6185818637227906}}