model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4744477932372695, "Bleu_2": 0.3218006888665341, "Bleu_3": 0.24129587791312782, "Bleu_4": 0.18798416175255597, "METEOR": 0.21907934175360627, "ROUGE_L": 0.45469207327939587}, "test": {"Bleu_1": 0.4522237271005375, "Bleu_2": 0.2987338425036399, "Bleu_3": 0.21938887311354954, "Bleu_4": 0.16737344156826012, "METEOR": 0.20932660401049089, "ROUGE_L": 0.43892469334224776}}
+{"validation": {"Bleu_1": 0.4744477932372695, "Bleu_2": 0.3218006888665341, "Bleu_3": 0.24129587791312782, "Bleu_4": 0.18798416175255597, "METEOR": 0.21907934175360627, "ROUGE_L": 0.45469207327939587, "BERTScore": 0.8973623626674248}, "test": {"Bleu_1": 0.4522237271005375, "Bleu_2": 0.2987338425036399, "Bleu_3": 0.21938887311354954, "Bleu_4": 0.16737344156826012, "METEOR": 0.20932660401049089, "ROUGE_L": 0.43892469334224776, "BERTScore": 0.8965913765938522}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.44983772318046256, "Bleu_2": 0.29958261229268707, "Bleu_3": 0.2218817269067704, "Bleu_4": 0.17138479789114128, "METEOR": 0.21281327884470858, "ROUGE_L": 0.438652668529596}, "test": {"Bleu_1": 0.44306401165131104, "Bleu_2": 0.2875763403716647, "Bleu_3": 0.2087783891361491, "Bleu_4": 0.15791277890292585, "METEOR": 0.20287378099174946, "ROUGE_L": 0.42219079695464545}}
+{"validation": {"Bleu_1": 0.44983772318046256, "Bleu_2": 0.29958261229268707, "Bleu_3": 0.2218817269067704, "Bleu_4": 0.17138479789114128, "METEOR": 0.21281327884470858, "ROUGE_L": 0.438652668529596, "BERTScore": 0.8944515877042949}, "test": {"Bleu_1": 0.44306401165131104, "Bleu_2": 0.2875763403716647, "Bleu_3": 0.2087783891361491, "Bleu_4": 0.15791277890292585, "METEOR": 0.20287378099174946, "ROUGE_L": 0.42219079695464545, "BERTScore": 0.8934967277165845}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.45643464053095606, "Bleu_2": 0.3059558801225395, "Bleu_3": 0.2282150965181171, "Bleu_4": 0.17746644676289097, "METEOR": 0.20937732443150633, "ROUGE_L": 0.4425195732152863}, "test": {"Bleu_1": 0.43480360828646686, "Bleu_2": 0.2852429081388269, "Bleu_3": 0.20881532512600545, "Bleu_4": 0.15882087854164728, "METEOR": 0.20129112799906518, "ROUGE_L": 0.42962964982552504}}
+{"validation": {"Bleu_1": 0.45643464053095606, "Bleu_2": 0.3059558801225395, "Bleu_3": 0.2282150965181171, "Bleu_4": 0.17746644676289097, "METEOR": 0.20937732443150633, "ROUGE_L": 0.4425195732152863, "BERTScore": 0.8968165434692531}, "test": {"Bleu_1": 0.43480360828646686, "Bleu_2": 0.2852429081388269, "Bleu_3": 0.20881532512600545, "Bleu_4": 0.15882087854164728, "METEOR": 0.20129112799906518, "ROUGE_L": 0.42962964982552504, "BERTScore": 0.8963909139584599}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5330639471489893, "Bleu_2": 0.3741262981476886, "Bleu_3": 0.28610186728825066, "Bleu_4": 0.22617513057504074, "METEOR": 0.24006092762766199, "ROUGE_L": 0.4898098337965278}, "test": {"Bleu_1": 0.5329963899666689, "Bleu_2": 0.36842945673743555, "Bleu_3": 0.276858057038905, "Bleu_4": 0.21485258550976716, "METEOR": 0.23377448216932625, "ROUGE_L": 0.4814016162942198}}
+{"validation": {"Bleu_1": 0.5330639471489893, "Bleu_2": 0.3741262981476886, "Bleu_3": 0.28610186728825066, "Bleu_4": 0.22617513057504074, "METEOR": 0.24006092762766199, "ROUGE_L": 0.4898098337965278, "BERTScore": 0.8998462333496745}, "test": {"Bleu_1": 0.5329963899666689, "Bleu_2": 0.36842945673743555, "Bleu_3": 0.276858057038905, "Bleu_4": 0.21485258550976716, "METEOR": 0.23377448216932625, "ROUGE_L": 0.4814016162942198, "BERTScore": 0.8989167797389837}}

eval/metric.first.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5164073218059732, "Bleu_2": 0.35867177651702054, "Bleu_3": 0.2720041028064581, "Bleu_4": 0.21352780113069647, "METEOR": 0.23928042864096213, "ROUGE_L": 0.48183434270154735}, "test": {"Bleu_1": 0.5337272026714547, "Bleu_2": 0.36666561023987876, "Bleu_3": 0.27404141311177416, "Bleu_4": 0.21121852916203582, "METEOR": 0.23384596803152297, "ROUGE_L": 0.4746967055057577}}
+{"validation": {"Bleu_1": 0.5164073218059732, "Bleu_2": 0.35867177651702054, "Bleu_3": 0.2720041028064581, "Bleu_4": 0.21352780113069647, "METEOR": 0.23928042864096213, "ROUGE_L": 0.48183434270154735, "BERTScore": 0.8974458176480925}, "test": {"Bleu_1": 0.5337272026714547, "Bleu_2": 0.36666561023987876, "Bleu_3": 0.27404141311177416, "Bleu_4": 0.21121852916203582, "METEOR": 0.23384596803152297, "ROUGE_L": 0.4746967055057577, "BERTScore": 0.8964476409584947}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5139782390784702, "Bleu_2": 0.3564839318205806, "Bleu_3": 0.2711730875037912, "Bleu_4": 0.21377316322365864, "METEOR": 0.22885760206666794, "ROUGE_L": 0.47654137151977}, "test": {"Bleu_1": 0.5133794370828416, "Bleu_2": 0.35278031881973204, "Bleu_3": 0.264609088810377, "Bleu_4": 0.20493642240204035, "METEOR": 0.22439255544823625, "ROUGE_L": 0.4715132202373502}}
+{"validation": {"Bleu_1": 0.5139782390784702, "Bleu_2": 0.3564839318205806, "Bleu_3": 0.2711730875037912, "Bleu_4": 0.21377316322365864, "METEOR": 0.22885760206666794, "ROUGE_L": 0.47654137151977, "BERTScore": 0.8991433529225757}, "test": {"Bleu_1": 0.5133794370828416, "Bleu_2": 0.35278031881973204, "Bleu_3": 0.264609088810377, "Bleu_4": 0.20493642240204035, "METEOR": 0.22439255544823625, "ROUGE_L": 0.4715132202373502, "BERTScore": 0.8985398485315756}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5272974150078071, "Bleu_2": 0.36635490168065554, "Bleu_3": 0.27776493899581844, "Bleu_4": 0.2178661065574443, "METEOR": 0.23476161449134778, "ROUGE_L": 0.48151665940204114}, "test": {"Bleu_1": 0.5284135655739579, "Bleu_2": 0.3629872807027052, "Bleu_3": 0.27181401185999937, "Bleu_4": 0.2098265025395632, "METEOR": 0.23047812462555026, "ROUGE_L": 0.4765107653276038}}
+{"validation": {"Bleu_1": 0.5272974150078071, "Bleu_2": 0.36635490168065554, "Bleu_3": 0.27776493899581844, "Bleu_4": 0.2178661065574443, "METEOR": 0.23476161449134778, "ROUGE_L": 0.48151665940204114, "BERTScore": 0.8942581724471428}, "test": {"Bleu_1": 0.5284135655739579, "Bleu_2": 0.3629872807027052, "Bleu_3": 0.27181401185999937, "Bleu_4": 0.2098265025395632, "METEOR": 0.23047812462555026, "ROUGE_L": 0.4765107653276038, "BERTScore": 0.8930259513356782}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5158155392961958, "Bleu_2": 0.3563944565464504, "Bleu_3": 0.26906145195111486, "Bleu_4": 0.21010027387232838, "METEOR": 0.23626822052222113, "ROUGE_L": 0.477207749097584}, "test": {"Bleu_1": 0.5301579030627477, "Bleu_2": 0.3632019626198252, "Bleu_3": 0.27123832325523434, "Bleu_4": 0.20892434840629295, "METEOR": 0.23173124875882367, "ROUGE_L": 0.471489334241544}}
+{"validation": {"Bleu_1": 0.5158155392961958, "Bleu_2": 0.3563944565464504, "Bleu_3": 0.26906145195111486, "Bleu_4": 0.21010027387232838, "METEOR": 0.23626822052222113, "ROUGE_L": 0.477207749097584, "BERTScore": 0.8941337409222977}, "test": {"Bleu_1": 0.5301579030627477, "Bleu_2": 0.3632019626198252, "Bleu_3": 0.27123832325523434, "Bleu_4": 0.20892434840629295, "METEOR": 0.23173124875882367, "ROUGE_L": 0.471489334241544, "BERTScore": 0.8928332377899432}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5064038381470936, "Bleu_2": 0.3467838454115408, "Bleu_3": 0.26125458954476005, "Bleu_4": 0.20429289519657043, "METEOR": 0.2229076683096966, "ROUGE_L": 0.46596153516469174}, "test": {"Bleu_1": 0.5075356218149804, "Bleu_2": 0.3453939796196587, "Bleu_3": 0.2572568737291589, "Bleu_4": 0.19774018651795564, "METEOR": 0.2204193518895041, "ROUGE_L": 0.46474694720957754}}
+{"validation": {"Bleu_1": 0.5064038381470936, "Bleu_2": 0.3467838454115408, "Bleu_3": 0.26125458954476005, "Bleu_4": 0.20429289519657043, "METEOR": 0.2229076683096966, "ROUGE_L": 0.46596153516469174, "BERTScore": 0.8933488573547318}, "test": {"Bleu_1": 0.5075356218149804, "Bleu_2": 0.3453939796196587, "Bleu_3": 0.2572568737291589, "Bleu_4": 0.19774018651795564, "METEOR": 0.2204193518895041, "ROUGE_L": 0.46474694720957754, "BERTScore": 0.8926325103674606}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5184807049528956, "Bleu_2": 0.36025690134671523, "Bleu_3": 0.2729259775206652, "Bleu_4": 0.21367492102576252, "METEOR": 0.2388531711276378, "ROUGE_L": 0.4802181208338474}, "test": {"Bleu_1": 0.535294191177383, "Bleu_2": 0.3684652881270897, "Bleu_3": 0.2759085355046362, "Bleu_4": 0.21311599111581753, "METEOR": 0.2357173098578198, "ROUGE_L": 0.47587161379132603}}
+{"validation": {"Bleu_1": 0.5183717623035441, "Bleu_2": 0.3601475532892516, "Bleu_3": 0.272822662075058, "Bleu_4": 0.2135654691813245, "METEOR": 0.2387707151845717, "ROUGE_L": 0.48010512149094364, "BERTScore": 0.8950672244832655}, "test": {"Bleu_1": 0.5354762887113445, "Bleu_2": 0.368587969357146, "Bleu_3": 0.2760185926811136, "Bleu_4": 0.21321202367513423, "METEOR": 0.23585062824621614, "ROUGE_L": 0.47610454898022764, "BERTScore": 0.8941472355708686}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5075691706666289, "Bleu_2": 0.3505703489311774, "Bleu_3": 0.2645401624394991, "Bleu_4": 0.20659652510401788, "METEOR": 0.23906651638759996, "ROUGE_L": 0.47534011692285494}, "test": {"Bleu_1": 0.5250614645235353, "Bleu_2": 0.3595420326397685, "Bleu_3": 0.2682446844998082, "Bleu_4": 0.2064257157088172, "METEOR": 0.2348434287624557, "ROUGE_L": 0.4704254751968521}}
+{"validation": {"Bleu_1": 0.5075762990493828, "Bleu_2": 0.3504991234622547, "Bleu_3": 0.2644707013479404, "Bleu_4": 0.2065251135403903, "METEOR": 0.23899945693336083, "ROUGE_L": 0.47528789935462545, "BERTScore": 0.8942840177053208}, "test": {"Bleu_1": 0.5251751448729131, "Bleu_2": 0.35968877904481955, "Bleu_3": 0.2683813771934522, "Bleu_4": 0.20652037520065894, "METEOR": 0.2348653080500161, "ROUGE_L": 0.4704981825073774, "BERTScore": 0.8935942205046575}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.517021693549978, "Bleu_2": 0.35489298373233363, "Bleu_3": 0.2673298799207022, "Bleu_4": 0.20878517354039244, "METEOR": 0.2284410456898553, "ROUGE_L": 0.46698625463122717}, "test": {"Bleu_1": 0.5223183188019966, "Bleu_2": 0.35729835699953616, "Bleu_3": 0.26677015378313423, "Bleu_4": 0.20560975042143403, "METEOR": 0.22656158100182358, "ROUGE_L": 0.4660590425725112}}
+{"validation": {"Bleu_1": 0.5170721559638571, "Bleu_2": 0.3549816775140746, "Bleu_3": 0.26741125727744997, "Bleu_4": 0.20885166458868695, "METEOR": 0.22847186668963257, "ROUGE_L": 0.46700873745571947, "BERTScore": 0.8943539336203126}, "test": {"Bleu_1": 0.5223321778191178, "Bleu_2": 0.3573036397158082, "Bleu_3": 0.26674830901619007, "Bleu_4": 0.2055212245860334, "METEOR": 0.226613708410673, "ROUGE_L": 0.46617376916010383, "BERTScore": 0.8937596667981335}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5243284307010159, "Bleu_2": 0.3660548497984619, "Bleu_3": 0.2787447839643446, "Bleu_4": 0.21942793578242736, "METEOR": 0.23939881665653698, "ROUGE_L": 0.48418123927499024}, "test": {"Bleu_1": 0.5376126869099218, "Bleu_2": 0.37133165599111456, "Bleu_3": 0.27903231398464384, "Bleu_4": 0.21619549815917688, "METEOR": 0.2347366137062769, "ROUGE_L": 0.47935136962136}}
+{"validation": {"Bleu_1": 0.5243100528046163, "Bleu_2": 0.3660216924139963, "Bleu_3": 0.27872072659795494, "Bleu_4": 0.2194060937230615, "METEOR": 0.23940083768127854, "ROUGE_L": 0.48413131100487716, "BERTScore": 0.8958713735439393}, "test": {"Bleu_1": 0.5376734410085098, "Bleu_2": 0.37130825325756633, "Bleu_3": 0.27893170416384244, "Bleu_4": 0.21605913872333857, "METEOR": 0.23476586287211554, "ROUGE_L": 0.47936255137081174, "BERTScore": 0.8952090333580469}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.510400154883045, "Bleu_2": 0.35283299904541365, "Bleu_3": 0.2664770965184799, "Bleu_4": 0.20825778509476026, "METEOR": 0.2386283823453362, "ROUGE_L": 0.4769516603022041}, "test": {"Bleu_1": 0.5293200171064812, "Bleu_2": 0.36349716962833933, "Bleu_3": 0.2718374424657097, "Bleu_4": 0.20959783643178953, "METEOR": 0.23511963737626324, "ROUGE_L": 0.47353456379150377}}
+{"validation": {"Bleu_1": 0.5105445921910668, "Bleu_2": 0.35288803613823877, "Bleu_3": 0.2664716958036384, "Bleu_4": 0.20822436141922784, "METEOR": 0.23866604721181597, "ROUGE_L": 0.47693122753015865, "BERTScore": 0.8948404956162195}, "test": {"Bleu_1": 0.5292911503868101, "Bleu_2": 0.36346474163900194, "Bleu_3": 0.2717768255394289, "Bleu_4": 0.2095231367335092, "METEOR": 0.23502921674748398, "ROUGE_L": 0.47340588410556617, "BERTScore": 0.8941295585106169}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5161320977472399, "Bleu_2": 0.35600344352499225, "Bleu_3": 0.26938416333966086, "Bleu_4": 0.2115348682571176, "METEOR": 0.22836238567980904, "ROUGE_L": 0.4708854469536735}, "test": {"Bleu_1": 0.5194435191173334, "Bleu_2": 0.3564064323191963, "Bleu_3": 0.26691380980081075, "Bleu_4": 0.2062763968205803, "METEOR": 0.22636418713678466, "ROUGE_L": 0.4701016322106514}}
+{"validation": {"Bleu_1": 0.5162019563626995, "Bleu_2": 0.35610675288394406, "Bleu_3": 0.2694986628468032, "Bleu_4": 0.21162882474278105, "METEOR": 0.2284119299996806, "ROUGE_L": 0.4709580458439213, "BERTScore": 0.895179987629167}, "test": {"Bleu_1": 0.519221927388688, "Bleu_2": 0.3560737268569026, "Bleu_3": 0.26655079623113387, "Bleu_4": 0.20591641895847274, "METEOR": 0.2262242234182663, "ROUGE_L": 0.46991040807766854, "BERTScore": 0.8948832696647581}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5238512781109894, "Bleu_2": 0.3667318946176589, "Bleu_3": 0.2804630727575961, "Bleu_4": 0.22198420087612497, "METEOR": 0.23457709017824563, "ROUGE_L": 0.48879717998116884}, "test": {"Bleu_1": 0.5188573092493685, "Bleu_2": 0.35714733124988746, "Bleu_3": 0.26761750200320933, "Bleu_4": 0.20695408723868358, "METEOR": 0.22801911032308358, "ROUGE_L": 0.4799588029341031}}
+{"validation": {"Bleu_1": 0.5239110170449257, "Bleu_2": 0.3668008043141058, "Bleu_3": 0.28056864484489813, "Bleu_4": 0.22213569951506829, "METEOR": 0.23456718920457598, "ROUGE_L": 0.48885083605826146, "BERTScore": 0.8980219778986518}, "test": {"Bleu_1": 0.5187613814128985, "Bleu_2": 0.3570791623186283, "Bleu_3": 0.26759358630989616, "Bleu_4": 0.2069631246345321, "METEOR": 0.2279691719601297, "ROUGE_L": 0.479874645530202, "BERTScore": 0.8965226723104088}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5247598981425161, "Bleu_2": 0.36444273756812745, "Bleu_3": 0.27666385890842815, "Bleu_4": 0.21739829836272742, "METEOR": 0.23602130805483262, "ROUGE_L": 0.4830571304887254}, "test": {"Bleu_1": 0.5245350152550132, "Bleu_2": 0.3602243684076463, "Bleu_3": 0.26904427808581466, "Bleu_4": 0.2071487148064086, "METEOR": 0.23026133399315168, "ROUGE_L": 0.47518415270001546}}
+{"validation": {"Bleu_1": 0.5247321278548188, "Bleu_2": 0.36455019766669194, "Bleu_3": 0.2768455655213041, "Bleu_4": 0.21759910389331993, "METEOR": 0.2360989382860723, "ROUGE_L": 0.4831949199742791, "BERTScore": 0.8967580430642746}, "test": {"Bleu_1": 0.5245288533336987, "Bleu_2": 0.36012936403117973, "Bleu_3": 0.2689719523722218, "Bleu_4": 0.20711229952108706, "METEOR": 0.23029985233487058, "ROUGE_L": 0.4751976356860699, "BERTScore": 0.8951158825704583}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5002756310687885, "Bleu_2": 0.34532472837398065, "Bleu_3": 0.26216586686460575, "Bleu_4": 0.20639755520005076, "METEOR": 0.22219576064563673, "ROUGE_L": 0.47336779241542337}, "test": {"Bleu_1": 0.49582594291800053, "Bleu_2": 0.33793411023276126, "Bleu_3": 0.2521208055902294, "Bleu_4": 0.19435662014059701, "METEOR": 0.2170872128656516, "ROUGE_L": 0.4675591156530003}}
+{"validation": {"Bleu_1": 0.5002964156873884, "Bleu_2": 0.3453082260973434, "Bleu_3": 0.26213689739617624, "Bleu_4": 0.20637899819525338, "METEOR": 0.22220531974987195, "ROUGE_L": 0.47341783572202584, "BERTScore": 0.8971579889588008}, "test": {"Bleu_1": 0.49579209236514443, "Bleu_2": 0.33786376563920323, "Bleu_3": 0.25208183051709593, "Bleu_4": 0.19436138124030053, "METEOR": 0.21703797598849797, "ROUGE_L": 0.46739606245912846, "BERTScore": 0.8959233806621434}}