| {"GEM/web_nlg_en": {"1": {"PALM_prompt": {"bleu": 0.40556286888025683, "bleu_stderr": 0.0347450484606752, "rouge1_fmeasure": 0.11497507561657531, "rouge1_fmeasure_stderr": 0.0021188954017523523, "rouge1_precision": 0.07659270806072192, "rouge1_precision_stderr": 0.00188080576079246, "rouge1_recall": 0.3406002756069884, "rouge1_recall_stderr": 0.005202643940075783, "rouge2_fmeasure": 0.053358269211335733, "rouge2_fmeasure_stderr": 0.0013134174902133264, "rouge2_precision": 0.036241617656374646, "rouge2_precision_stderr": 0.001371154029616869, "rouge2_recall": 0.1629441047951467, "rouge2_recall_stderr": 0.0034795813775049885, "rougeL_fmeasure": 0.10891732303419764, "rougeL_fmeasure_stderr": 0.0019335651722887242, "rougeL_precision": 0.07232185271049181, "rougeL_precision_stderr": 0.0017276543315022479, "rougeL_recall": 0.3238255398621814, "rougeL_recall_stderr": 0.004852789753220844, "rougeLsum_fmeasure": 0.10981999226381034, "rougeLsum_fmeasure_stderr": 0.0020049710567853016, "rougeLsum_precision": 0.0731169934159011, "rougeLsum_precision_stderr": 0.0017824217043509254, "rougeLsum_recall": 0.3239625302487788, "rougeLsum_recall_stderr": 0.0048220472020723045}}}, "GEM/wiki_lingua_en": {"1": {"tldr_en": {"bleu": 2.1926147683168558, "bleu_stderr": 0.05138575208910714, "rouge1_fmeasure": 0.19417305007072105, "rouge1_fmeasure_stderr": 0.0020131275910174776, "rouge1_precision": 0.2207038496805443, "rouge1_precision_stderr": 0.0032659748628433537, "rouge1_recall": 0.251663946725595, "rouge1_recall_stderr": 0.0029657894607177486, "rouge2_fmeasure": 0.04589509928417269, "rouge2_fmeasure_stderr": 0.0010508101322780883, "rouge2_precision": 0.05709462181330353, "rouge2_precision_stderr": 0.0019186803623788273, "rouge2_recall": 0.06012367373911754, "rouge2_recall_stderr": 0.0015152413452514553, "rougeL_fmeasure": 0.146599519801128, "rougeL_fmeasure_stderr": 0.0014355367566210007, "rougeL_precision": 0.1704632379450581, "rougeL_precision_stderr": 0.002734203705081264, "rougeL_recall": 0.19213302081797887, "rougeL_recall_stderr": 0.002299044580273186, "rougeLsum_fmeasure": 0.1807008379626855, "rougeLsum_fmeasure_stderr": 0.0018700130592040445, "rougeLsum_precision": 0.20652656672059935, "rougeLsum_precision_stderr": 0.003131015188053134, "rougeLsum_recall": 0.23433499607892588, "rougeLsum_recall_stderr": 0.0027691250912208654}}}, "e2e_nlg_cleaned": {"1": {"generate_text_restaurant": {"bleu": 10.032183830150586, "bleu_stderr": 0.14284041913224968, "rouge1_fmeasure": 0.411505655662076, "rouge1_fmeasure_stderr": 0.002367607356251122, "rouge1_precision": 0.4897448141316954, "rouge1_precision_stderr": 0.0032607289282976354, "rouge1_recall": 0.3920379229789769, "rouge1_recall_stderr": 0.002897197206600419, "rouge2_fmeasure": 0.18230454148379222, "rouge2_fmeasure_stderr": 0.0018349636609789719, "rouge2_precision": 0.22071340393370967, "rouge2_precision_stderr": 0.0024139392696177365, "rouge2_recall": 0.17331520193156974, "rouge2_recall_stderr": 0.0019608076844976367, "rougeL_fmeasure": 0.29690582438007734, "rougeL_fmeasure_stderr": 0.001977780046573345, "rougeL_precision": 0.3563346798153894, "rougeL_precision_stderr": 0.002822430551965692, "rougeL_recall": 0.2817823450578105, "rougeL_recall_stderr": 0.0022817355519172346, "rougeLsum_fmeasure": 0.33384958623705013, "rougeLsum_fmeasure_stderr": 0.002230006845984114, "rougeLsum_precision": 0.39878763360358715, "rougeLsum_precision_stderr": 0.0030638019610081664, "rougeLsum_recall": 0.3173023531705215, "rougeLsum_recall_stderr": 0.0025716931161899894}}}, "gem_xsum": {"1": {"article_DOC_summary": {"bleu": 1.0412116160191136, "bleu_stderr": 0.06275428072510103, "rouge1_fmeasure": 0.15982873334149725, "rouge1_fmeasure_stderr": 0.0023425475142972094, "rouge1_precision": 0.1140166034883186, "rouge1_precision_stderr": 0.0017717045986566685, "rouge1_recall": 0.2805432315584404, "rouge1_recall_stderr": 0.004032930733728556, "rouge2_fmeasure": 0.028224641804303584, "rouge2_fmeasure_stderr": 0.0012456728390026997, "rouge2_precision": 0.019940357227904496, "rouge2_precision_stderr": 0.0008871654413527542, "rouge2_recall": 0.05092689357974137, "rouge2_recall_stderr": 0.002312862164867138, "rougeL_fmeasure": 0.12819849475633416, "rougeL_fmeasure_stderr": 0.0017636438268745173, "rougeL_precision": 0.091309067638146, "rougeL_precision_stderr": 0.001329012931152222, "rougeL_recall": 0.2262763383066154, "rougeL_recall_stderr": 0.003168321456722403, "rougeLsum_fmeasure": 0.12790721086358273, "rougeLsum_fmeasure_stderr": 0.0019153745973360782, "rougeLsum_precision": 0.09096322959488826, "rougeLsum_precision_stderr": 0.001426421358110679, "rougeLsum_recall": 0.22637426285655501, "rougeLsum_recall_stderr": 0.0034475762418152184}}}} |