model update

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_koquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.24030480609611712, "Bleu_2": 0.17450016388323944, "Bleu_3": 0.12975899731947219, "Bleu_4": 0.09721778101749, "METEOR": 0.2686511286878325, "ROUGE_L": 0.24422886976070296, "BERTScore": 0.8236176699575681}, "test": {"Bleu_1": 0.2502596900014207, "Bleu_2": 0.18357626323821305, "Bleu_3": 0.13800847575959252, "Bleu_4": 0.10434216107211183, "METEOR": 0.2742208734661904, "ROUGE_L": 0.2541005945471097, "BERTScore": 0.829060714008326}}
+{"validation": {"Bleu_1": 0.24030480609611712, "Bleu_2": 0.17450016388323944, "Bleu_3": 0.12975899731947219, "Bleu_4": 0.09721778101749, "METEOR": 0.2686511286878325, "ROUGE_L": 0.24422886976070296, "BERTScore": 0.8236176699575681, "MoverScore": 0.827584810172707}, "test": {"Bleu_1": 0.2502596900014207, "Bleu_2": 0.18357626323821305, "Bleu_3": 0.13800847575959252, "Bleu_4": 0.10434216107211183, "METEOR": 0.2742208734661904, "ROUGE_L": 0.2541005945471097, "BERTScore": 0.829060714008326, "MoverScore": 0.8249454658945936}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.15500205846026882, "Bleu_2": 0.10629539524104932, "Bleu_3": 0.07570122591261555, "Bleu_4": 0.05526312022271918, "METEOR": 0.2092631833704684, "ROUGE_L": 0.1589749894187733, "BERTScore": 0.7803521815621518, "MoverScore": 0.8148355516343998}, "test": {"Bleu_1": 0.16340996531660135, "Bleu_2": 0.11354658148750618, "Bleu_3": 0.08165341319174531, "Bleu_4": 0.05952643976895879, "METEOR": 0.21326470917165813, "ROUGE_L": 0.16855972045080536, "BERTScore": 0.7845022623691136, "MoverScore": 0.8097744343591219}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.23046700787902755, "Bleu_2": 0.16796097329998003, "Bleu_3": 0.12481948690320344, "Bleu_4": 0.09399901858327732, "METEOR": 0.2507149216159558, "ROUGE_L": 0.2240344083736967, "BERTScore": 0.8193201258949137, "MoverScore": 0.8150333728955982}, "test": {"Bleu_1": 0.23582325541643018, "Bleu_2": 0.17243444230372382, "Bleu_3": 0.1288749248094258, "Bleu_4": 0.09724915214255174, "METEOR": 0.25324261117914604, "ROUGE_L": 0.23095385233832808, "BERTScore": 0.8220756145409317, "MoverScore": 0.8129193130895658}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_koquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.2719644227969328, "Bleu_2": 0.2011393715843551, "Bleu_3": 0.15172852261210898, "Bleu_4": 0.11501007333086294, "METEOR": 0.28240535110176956, "ROUGE_L": 0.2673543532471332, "BERTScore": 0.8229524246133112}, "test": {"Bleu_1": 0.25312885230145105, "Bleu_2": 0.18591873558826716, "Bleu_3": 0.13982154858985077, "Bleu_4": 0.10570915349557093, "METEOR": 0.2752329744142515, "ROUGE_L": 0.2564353531078813, "BERTScore": 0.8288608218241639}}
+{"validation": {"Bleu_1": 0.2719644227969328, "Bleu_2": 0.2011393715843551, "Bleu_3": 0.15172852261210898, "Bleu_4": 0.11501007333086294, "METEOR": 0.28240535110176956, "ROUGE_L": 0.2673543532471332, "BERTScore": 0.8229524246133112, "MoverScore": 0.8274715203696936}, "test": {"Bleu_1": 0.25312885230145105, "Bleu_2": 0.18591873558826716, "Bleu_3": 0.13982154858985077, "Bleu_4": 0.10570915349557093, "METEOR": 0.2752329744142515, "ROUGE_L": 0.2564353531078813, "BERTScore": 0.8288608218241639, "MoverScore": 0.8249013345139385}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1765536723163798, "Bleu_2": 0.12330586392611616, "Bleu_3": 0.08909991457869838, "Bleu_4": 0.06571141037866667, "METEOR": 0.21909997046258214, "ROUGE_L": 0.175205291320664, "BERTScore": 0.7796730710249647, "MoverScore": 0.8150858109898834}, "test": {"Bleu_1": 0.1653321413301169, "Bleu_2": 0.11500369542752921, "Bleu_3": 0.08272751197814042, "Bleu_4": 0.060331294393751726, "METEOR": 0.21410691788111375, "ROUGE_L": 0.17009344328315995, "BERTScore": 0.7842923923875668, "MoverScore": 0.8100110009714256}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.260822178129272, "Bleu_2": 0.19346171446673194, "Bleu_3": 0.14561949779299316, "Bleu_4": 0.1106721901568323, "METEOR": 0.2646949760369113, "ROUGE_L": 0.2469104221833673, "BERTScore": 0.8184797203428367, "MoverScore": 0.8148983421752846}, "test": {"Bleu_1": 0.23868547484807412, "Bleu_2": 0.17470458167754999, "Bleu_3": 0.13061169219588317, "Bleu_4": 0.09853332421653346, "METEOR": 0.2541259229927023, "ROUGE_L": 0.23311567560435273, "BERTScore": 0.8220348295513149, "MoverScore": 0.8129985696738207}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_koquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.2724407363263072, "Bleu_2": 0.2016649710241521, "Bleu_3": 0.15211175971072877, "Bleu_4": 0.11502024888998774, "METEOR": 0.28260781279654046, "ROUGE_L": 0.26778453370959643, "BERTScore": 0.8222059825932757}, "test": {"Bleu_1": 0.2533584038441397, "Bleu_2": 0.18613923716329867, "Bleu_3": 0.14003959808966193, "Bleu_4": 0.10588532645389614, "METEOR": 0.2753549975222546, "ROUGE_L": 0.25659784200917396, "BERTScore": 0.8287816018683655}}
+{"validation": {"Bleu_1": 0.2724407363263072, "Bleu_2": 0.2016649710241521, "Bleu_3": 0.15211175971072877, "Bleu_4": 0.11502024888998774, "METEOR": 0.28260781279654046, "ROUGE_L": 0.26778453370959643, "BERTScore": 0.8222059825932757, "MoverScore": 0.8271550021064746}, "test": {"Bleu_1": 0.2533584038441397, "Bleu_2": 0.18613923716329867, "Bleu_3": 0.14003959808966193, "Bleu_4": 0.10588532645389614, "METEOR": 0.2753549975222546, "ROUGE_L": 0.25659784200917396, "BERTScore": 0.8287816018683655, "MoverScore": 0.8248904495512307}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.17647641696392746, "Bleu_2": 0.12325834702215242, "Bleu_3": 0.08906577221335316, "Bleu_4": 0.06568531139987442, "METEOR": 0.21906663645597427, "ROUGE_L": 0.17517567758452976, "BERTScore": 0.7796212383487018, "MoverScore": 0.8151019931015933}, "test": {"Bleu_1": 0.1653321413301169, "Bleu_2": 0.11500369542752921, "Bleu_3": 0.08272751197814042, "Bleu_4": 0.060331294393751726, "METEOR": 0.21410691788111375, "ROUGE_L": 0.17009344328315995, "BERTScore": 0.7842923910816582, "MoverScore": 0.8100110009714256}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.26061300967614914, "Bleu_2": 0.19301023297147893, "Bleu_3": 0.14508972143978777, "Bleu_4": 0.10999859860345398, "METEOR": 0.2645341790763792, "ROUGE_L": 0.24692270113825912, "BERTScore": 0.8176724898121345, "MoverScore": 0.8146606629554528}, "test": {"Bleu_1": 0.23879713101269465, "Bleu_2": 0.1748646476198562, "Bleu_3": 0.1307681009560783, "Bleu_4": 0.0986757132165431, "METEOR": 0.2541850746819392, "ROUGE_L": 0.23321425828696227, "BERTScore": 0.8218751252334568, "MoverScore": 0.812980045918603}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_koquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.27204641350210257, "Bleu_2": 0.2013051355543895, "Bleu_3": 0.15188510658377244, "Bleu_4": 0.11504910851268212, "METEOR": 0.282827611593598, "ROUGE_L": 0.26733874495809834, "BERTScore": 0.8221753124590712}, "test": {"Bleu_1": 0.25324254892541087, "Bleu_2": 0.1860497475950932, "Bleu_3": 0.1399768828365121, "Bleu_4": 0.10583782157737172, "METEOR": 0.275341151641083, "ROUGE_L": 0.25649483385104654, "BERTScore": 0.8287760316157706}}
+{"validation": {"Bleu_1": 0.27204641350210257, "Bleu_2": 0.2013051355543895, "Bleu_3": 0.15188510658377244, "Bleu_4": 0.11504910851268212, "METEOR": 0.282827611593598, "ROUGE_L": 0.26733874495809834, "BERTScore": 0.8221753124590712, "MoverScore": 0.8269211200196693}, "test": {"Bleu_1": 0.25324254892541087, "Bleu_2": 0.1860497475950932, "Bleu_3": 0.1399768828365121, "Bleu_4": 0.10583782157737172, "METEOR": 0.275341151641083, "ROUGE_L": 0.25649483385104654, "BERTScore": 0.8287760316157706, "MoverScore": 0.8248356961612081}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.17647641696392746, "Bleu_2": 0.12325834702215242, "Bleu_3": 0.08906577221335316, "Bleu_4": 0.06568531139987442, "METEOR": 0.21906663645597427, "ROUGE_L": 0.17517567758452976, "BERTScore": 0.7796212389794388, "MoverScore": 0.8151019931015933}, "test": {"Bleu_1": 0.1653321413301169, "Bleu_2": 0.11500369542752921, "Bleu_3": 0.08272751197814042, "Bleu_4": 0.060331294393751726, "METEOR": 0.21410691788111375, "ROUGE_L": 0.17009344328315995, "BERTScore": 0.7842923925255897, "MoverScore": 0.8100110009714256}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.26041550629385485, "Bleu_2": 0.19294902489083846, "Bleu_3": 0.14516086437807987, "Bleu_4": 0.11015956069162681, "METEOR": 0.2649753128312926, "ROUGE_L": 0.246859722775937, "BERTScore": 0.8176660627942538, "MoverScore": 0.8144739071073711}, "test": {"Bleu_1": 0.2387395289680225, "Bleu_2": 0.1747853518433373, "Bleu_3": 0.13069727804473033, "Bleu_4": 0.09860596415386012, "METEOR": 0.2541651404151813, "ROUGE_L": 0.23311023660907557, "BERTScore": 0.8218613596713369, "MoverScore": 0.8128900477663958}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_koquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.27233345660097547, "Bleu_2": 0.20149673816018854, "Bleu_3": 0.1519686243402179, "Bleu_4": 0.11502925051244317, "METEOR": 0.2829012711046461, "ROUGE_L": 0.2678001338116447, "BERTScore": 0.8224771695079983}, "test": {"Bleu_1": 0.2533001921630827, "Bleu_2": 0.18609362918311229, "Bleu_3": 0.14000271187570237, "Bleu_4": 0.1058550263878905, "METEOR": 0.2753583562811658, "ROUGE_L": 0.2565295704627082, "BERTScore": 0.8288026616948756}}
+{"validation": {"Bleu_1": 0.27233345660097547, "Bleu_2": 0.20149673816018854, "Bleu_3": 0.1519686243402179, "Bleu_4": 0.11502925051244317, "METEOR": 0.2829012711046461, "ROUGE_L": 0.2678001338116447, "BERTScore": 0.8224771695079983, "MoverScore": 0.8271993942117032}, "test": {"Bleu_1": 0.2533001921630827, "Bleu_2": 0.18609362918311229, "Bleu_3": 0.14000271187570237, "Bleu_4": 0.1058550263878905, "METEOR": 0.2753583562811658, "ROUGE_L": 0.2565295704627082, "BERTScore": 0.8288026616948756, "MoverScore": 0.8248398928676188}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.17647641696392746, "Bleu_2": 0.12325834702215242, "Bleu_3": 0.08906577221335316, "Bleu_4": 0.06568531139987442, "METEOR": 0.21906663645597427, "ROUGE_L": 0.17517567758452976, "BERTScore": 0.7796212386640703, "MoverScore": 0.8151019931015933}, "test": {"Bleu_1": 0.1653321413301169, "Bleu_2": 0.11500369542752921, "Bleu_3": 0.08272751197814042, "Bleu_4": 0.060331294393751726, "METEOR": 0.21410691788111375, "ROUGE_L": 0.17009344328315995, "BERTScore": 0.7842923918248582, "MoverScore": 0.8100110009714256}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2608234769024699, "Bleu_2": 0.19330533330154928, "Bleu_3": 0.14542479637783864, "Bleu_4": 0.11043231212279263, "METEOR": 0.26499791253837157, "ROUGE_L": 0.24709022094892172, "BERTScore": 0.8179224341360487, "MoverScore": 0.8145882153978539}, "test": {"Bleu_1": 0.2387657082702757, "Bleu_2": 0.1748229437871146, "Bleu_3": 0.1307223557219111, "Bleu_4": 0.09862444026608687, "METEOR": 0.25417495006031243, "ROUGE_L": 0.23314367953885765, "BERTScore": 0.8218871583325352, "MoverScore": 0.8129066167243281}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_koquad.default.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.2724516660904643, "Bleu_2": 0.20156112905560006, "Bleu_3": 0.1520626659934167, "Bleu_4": 0.1151698998632777, "METEOR": 0.28197833687026025, "ROUGE_L": 0.2675050369683626, "BERTScore": 0.8228236153972047}, "test": {"Bleu_1": 0.25318704284221, "Bleu_2": 0.18596431599753532, "Bleu_3": 0.139858400471673, "Bleu_4": 0.1057394239365291, "METEOR": 0.27522961793514344, "ROUGE_L": 0.25650362465434706, "BERTScore": 0.8288397622524651}}
+{"validation": {"Bleu_1": 0.2724516660904643, "Bleu_2": 0.20156112905560006, "Bleu_3": 0.1520626659934167, "Bleu_4": 0.1151698998632777, "METEOR": 0.28197833687026025, "ROUGE_L": 0.2675050369683626, "BERTScore": 0.8228236153972047, "MoverScore": 0.827614204657177}, "test": {"Bleu_1": 0.25318704284221, "Bleu_2": 0.18596431599753532, "Bleu_3": 0.139858400471673, "Bleu_4": 0.1057394239365291, "METEOR": 0.27522961793514344, "ROUGE_L": 0.25650362465434706, "BERTScore": 0.8288397622524651, "MoverScore": 0.8249518911975505}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1765536723163798, "Bleu_2": 0.12330586392611616, "Bleu_3": 0.08909991457869838, "Bleu_4": 0.06571141037866667, "METEOR": 0.21909997046258214, "ROUGE_L": 0.175205291320664, "BERTScore": 0.7796730712032165, "MoverScore": 0.8150858109898834}, "test": {"Bleu_1": 0.1653321413301169, "Bleu_2": 0.11500369542752921, "Bleu_3": 0.08272751197814042, "Bleu_4": 0.060331294393751726, "METEOR": 0.21410691788111375, "ROUGE_L": 0.17009344328315995, "BERTScore": 0.7842923918567096, "MoverScore": 0.8100110009714256}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_koquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.26059500420992815, "Bleu_2": 0.1932256476465902, "Bleu_3": 0.14542727722104745, "Bleu_4": 0.11044742152199566, "METEOR": 0.2641561564543376, "ROUGE_L": 0.2467516884358402, "BERTScore": 0.8183514519151337, "MoverScore": 0.8151270629140891}, "test": {"Bleu_1": 0.23871689668033794, "Bleu_2": 0.17474628877684245, "Bleu_3": 0.1306574451466062, "Bleu_4": 0.09858461183786983, "METEOR": 0.25413605187576355, "ROUGE_L": 0.23318625435245735, "BERTScore": 0.8220227955179279, "MoverScore": 0.8130719988680956}}