model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5136437721641545, "Bleu_2": 0.36129883780289335, "Bleu_3": 0.2767492909752304, "Bleu_4": 0.21892783038362384, "METEOR": 0.24306943173647258, "ROUGE_L": 0.4950254814279804}, "test": {"Bleu_1": 0.4892850716330892, "Bleu_2": 0.33554926957326286, "Bleu_3": 0.2516583105062437, "Bleu_4": 0.19483124274569025, "METEOR": 0.23359626643241924, "ROUGE_L": 0.4763053351560294}}
+{"validation": {"Bleu_1": 0.5136437721641545, "Bleu_2": 0.36129883780289335, "Bleu_3": 0.2767492909752304, "Bleu_4": 0.21892783038362384, "METEOR": 0.24306943173647258, "ROUGE_L": 0.4950254814279804, "BERTScore": 0.9046153994190772}, "test": {"Bleu_1": 0.4892850716330892, "Bleu_2": 0.33554926957326286, "Bleu_3": 0.2516583105062437, "Bleu_4": 0.19483124274569025, "METEOR": 0.23359626643241924, "ROUGE_L": 0.4763053351560294, "BERTScore": 0.9037982002044954}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.48580055555700385, "Bleu_2": 0.3342834793711677, "Bleu_3": 0.25251822326926643, "Bleu_4": 0.19800326654156808, "METEOR": 0.2266473382703044, "ROUGE_L": 0.4667372832247398}, "test": {"Bleu_1": 0.46457283927517534, "Bleu_2": 0.31289877201743177, "Bleu_3": 0.23244254910298726, "Bleu_4": 0.17854163897119218, "METEOR": 0.2188383319130062, "ROUGE_L": 0.45122954313396485}}
+{"validation": {"Bleu_1": 0.48580055555700385, "Bleu_2": 0.3342834793711677, "Bleu_3": 0.25251822326926643, "Bleu_4": 0.19800326654156808, "METEOR": 0.2266473382703044, "ROUGE_L": 0.4667372832247398, "BERTScore": 0.9004907252096069}, "test": {"Bleu_1": 0.46457283927517534, "Bleu_2": 0.31289877201743177, "Bleu_3": 0.23244254910298726, "Bleu_4": 0.17854163897119218, "METEOR": 0.2188383319130062, "ROUGE_L": 0.45122954313396485, "BERTScore": 0.8999016191749206}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.4947271505355665, "Bleu_2": 0.3432666583956485, "Bleu_3": 0.260889245799872, "Bleu_4": 0.20540429565798496, "METEOR": 0.23272273350863446, "ROUGE_L": 0.4849416761805152}, "test": {"Bleu_1": 0.4706783975280772, "Bleu_2": 0.3195478334579929, "Bleu_3": 0.23809483829630815, "Bleu_4": 0.18369232428294793, "METEOR": 0.22284116559628792, "ROUGE_L": 0.4655051691541675}}
+{"validation": {"Bleu_1": 0.4947271505355665, "Bleu_2": 0.3432666583956485, "Bleu_3": 0.260889245799872, "Bleu_4": 0.20540429565798496, "METEOR": 0.23272273350863446, "ROUGE_L": 0.4849416761805152, "BERTScore": 0.9048536374812546}, "test": {"Bleu_1": 0.4706783975280772, "Bleu_2": 0.3195478334579929, "Bleu_3": 0.23809483829630815, "Bleu_4": 0.18369232428294793, "METEOR": 0.22284116559628792, "ROUGE_L": 0.4655051691541675, "BERTScore": 0.9036695735918469}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5634826689997611, "Bleu_2": 0.4053603367290827, "Bleu_3": 0.31530962737157486, "Bleu_4": 0.2524083238145294, "METEOR": 0.25923739921805616, "ROUGE_L": 0.5211897070714283}, "test": {"Bleu_1": 0.561611431100755, "Bleu_2": 0.39951474825751754, "Bleu_3": 0.30546786891868083, "Bleu_4": 0.23930382336369027, "METEOR": 0.2537010522177611, "ROUGE_L": 0.5110039661730958}}
+{"validation": {"Bleu_1": 0.5634826689997611, "Bleu_2": 0.4053603367290827, "Bleu_3": 0.31530962737157486, "Bleu_4": 0.2524083238145294, "METEOR": 0.25923739921805616, "ROUGE_L": 0.5211897070714283, "BERTScore": 0.9062521378374696}, "test": {"Bleu_1": 0.561611431100755, "Bleu_2": 0.39951474825751754, "Bleu_3": 0.30546786891868083, "Bleu_4": 0.23930382336369027, "METEOR": 0.2537010522177611, "ROUGE_L": 0.5110039661730958, "BERTScore": 0.9052684208981904}}

eval/metric.first.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5496159513988954, "Bleu_2": 0.3914495355900281, "Bleu_3": 0.302039328096883, "Bleu_4": 0.24044710938339314, "METEOR": 0.2509887691266911, "ROUGE_L": 0.5074205132075483}, "test": {"Bleu_1": 0.5538423166434242, "Bleu_2": 0.39266579556186487, "Bleu_3": 0.29990201412135087, "Bleu_4": 0.2346836480646678, "METEOR": 0.24936501492606217, "ROUGE_L": 0.502469628300384}}
+{"validation": {"Bleu_1": 0.5496159513988954, "Bleu_2": 0.3914495355900281, "Bleu_3": 0.302039328096883, "Bleu_4": 0.24044710938339314, "METEOR": 0.2509887691266911, "ROUGE_L": 0.5074205132075483, "BERTScore": 0.9031158113760314}, "test": {"Bleu_1": 0.5538423166434242, "Bleu_2": 0.39266579556186487, "Bleu_3": 0.29990201412135087, "Bleu_4": 0.2346836480646678, "METEOR": 0.24936501492606217, "ROUGE_L": 0.502469628300384, "BERTScore": 0.9028045036888811}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5434067125460137, "Bleu_2": 0.385307776128777, "Bleu_3": 0.29730604054184573, "Bleu_4": 0.23696512445288043, "METEOR": 0.24676169225575884, "ROUGE_L": 0.5084059188656578}, "test": {"Bleu_1": 0.5425748248475327, "Bleu_2": 0.38084440185716567, "Bleu_3": 0.2887657846266252, "Bleu_4": 0.22527305609154338, "METEOR": 0.24160041021953774, "ROUGE_L": 0.4990753462576264}}
+{"validation": {"Bleu_1": 0.5434067125460137, "Bleu_2": 0.385307776128777, "Bleu_3": 0.29730604054184573, "Bleu_4": 0.23696512445288043, "METEOR": 0.24676169225575884, "ROUGE_L": 0.5084059188656578, "BERTScore": 0.9064264131346724}, "test": {"Bleu_1": 0.5425748248475327, "Bleu_2": 0.38084440185716567, "Bleu_3": 0.2887657846266252, "Bleu_4": 0.22527305609154338, "METEOR": 0.24160041021953774, "ROUGE_L": 0.4990753462576264, "BERTScore": 0.9050820311615428}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5551960142275568, "Bleu_2": 0.3943077837599268, "Bleu_3": 0.3032177434369527, "Bleu_4": 0.24019193618746187, "METEOR": 0.25212394878856587, "ROUGE_L": 0.5089763849656253}, "test": {"Bleu_1": 0.5570642402257461, "Bleu_2": 0.39207891182829063, "Bleu_3": 0.29732224957257786, "Bleu_4": 0.23161005557715308, "METEOR": 0.24943108608000428, "ROUGE_L": 0.5044014090954364}}
+{"validation": {"Bleu_1": 0.5551960142275568, "Bleu_2": 0.3943077837599268, "Bleu_3": 0.3032177434369527, "Bleu_4": 0.24019193618746187, "METEOR": 0.25212394878856587, "ROUGE_L": 0.5089763849656253, "BERTScore": 0.8979692395072022}, "test": {"Bleu_1": 0.5570642402257461, "Bleu_2": 0.39207891182829063, "Bleu_3": 0.29732224957257786, "Bleu_4": 0.23161005557715308, "METEOR": 0.24943108608000428, "ROUGE_L": 0.5044014090954364, "BERTScore": 0.8968851864337921}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5459599749304154, "Bleu_2": 0.38548673470573264, "Bleu_3": 0.295059334730662, "Bleu_4": 0.2329230677771598, "METEOR": 0.2469948586053592, "ROUGE_L": 0.50102104792862}, "test": {"Bleu_1": 0.5507689502320606, "Bleu_2": 0.3881621560926194, "Bleu_3": 0.2947356198203768, "Bleu_4": 0.22939330041125403, "METEOR": 0.24628342769754274, "ROUGE_L": 0.4979927777858461}}
+{"validation": {"Bleu_1": 0.5459599749304154, "Bleu_2": 0.38548673470573264, "Bleu_3": 0.295059334730662, "Bleu_4": 0.2329230677771598, "METEOR": 0.2469948586053592, "ROUGE_L": 0.50102104792862, "BERTScore": 0.8983576475126591}, "test": {"Bleu_1": 0.5507689502320606, "Bleu_2": 0.3881621560926194, "Bleu_3": 0.2947356198203768, "Bleu_4": 0.22939330041125403, "METEOR": 0.24628342769754274, "ROUGE_L": 0.4979927777858461, "BERTScore": 0.8976447503930893}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5364687416497506, "Bleu_2": 0.37583585462062435, "Bleu_3": 0.28682149427554177, "Bleu_4": 0.2261189249010257, "METEOR": 0.24080561872636944, "ROUGE_L": 0.4978831907836018}, "test": {"Bleu_1": 0.5390564362308566, "Bleu_2": 0.3753734547644099, "Bleu_3": 0.28280754611672565, "Bleu_4": 0.21922057939089964, "METEOR": 0.23847275831080103, "ROUGE_L": 0.4937491903579683}}
+{"validation": {"Bleu_1": 0.5364687416497506, "Bleu_2": 0.37583585462062435, "Bleu_3": 0.28682149427554177, "Bleu_4": 0.2261189249010257, "METEOR": 0.24080561872636944, "ROUGE_L": 0.4978831907836018, "BERTScore": 0.8980173947532182}, "test": {"Bleu_1": 0.5390564362308566, "Bleu_2": 0.3753734547644099, "Bleu_3": 0.28280754611672565, "Bleu_4": 0.21922057939089964, "METEOR": 0.23847275831080103, "ROUGE_L": 0.4937491903579683, "BERTScore": 0.8971101263346474}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5489185401815567, "Bleu_2": 0.3902188448777322, "Bleu_3": 0.30024938527857986, "Bleu_4": 0.23795532113367496, "METEOR": 0.25710495212627743, "ROUGE_L": 0.5090147472938481}, "test": {"Bleu_1": 0.5625934416425724, "Bleu_2": 0.3968921922799231, "Bleu_3": 0.30126543119606153, "Bleu_4": 0.2348807398413614, "METEOR": 0.2544943693239475, "ROUGE_L": 0.5037333051806264}}
+{"validation": {"Bleu_1": 0.5490231923269039, "Bleu_2": 0.3903151900858033, "Bleu_3": 0.30030812406716273, "Bleu_4": 0.23797737516029102, "METEOR": 0.2571119226596129, "ROUGE_L": 0.5090470394374171, "BERTScore": 0.9002285620673252}, "test": {"Bleu_1": 0.5626004710456395, "Bleu_2": 0.39693087981936415, "Bleu_3": 0.30133643111797015, "Bleu_4": 0.23493881304402608, "METEOR": 0.25433442897215525, "ROUGE_L": 0.5036376294230128, "BERTScore": 0.8987958213953964}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5425004360935913, "Bleu_2": 0.3825179286090253, "Bleu_3": 0.2925233137367599, "Bleu_4": 0.2309424053049437, "METEOR": 0.2494769154640457, "ROUGE_L": 0.4991431869290697}, "test": {"Bleu_1": 0.5569535190042193, "Bleu_2": 0.39258443946190313, "Bleu_3": 0.29806144751636565, "Bleu_4": 0.23218381637522315, "METEOR": 0.2496861070096734, "ROUGE_L": 0.4968705428693395}}
+{"validation": {"Bleu_1": 0.5425181935998337, "Bleu_2": 0.38251161071581946, "Bleu_3": 0.29247485838380743, "Bleu_4": 0.23085544784000459, "METEOR": 0.24946453270160238, "ROUGE_L": 0.49914873880210336, "BERTScore": 0.8992694569739285}, "test": {"Bleu_1": 0.5569234737603691, "Bleu_2": 0.3924668910978517, "Bleu_3": 0.29785960443378307, "Bleu_4": 0.23191908060883556, "METEOR": 0.24964656601560667, "ROUGE_L": 0.4967493595138566, "BERTScore": 0.8986607789097245}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5459187910460253, "Bleu_2": 0.3823782239990383, "Bleu_3": 0.29144413610481607, "Bleu_4": 0.22959341666060198, "METEOR": 0.24520814029418722, "ROUGE_L": 0.4968712877788477}, "test": {"Bleu_1": 0.5494677887939565, "Bleu_2": 0.3825126049889991, "Bleu_3": 0.28830115212523477, "Bleu_4": 0.22380350842961247, "METEOR": 0.24311357616787457, "ROUGE_L": 0.4914204140399625}}
+{"validation": {"Bleu_1": 0.5460851629439938, "Bleu_2": 0.3825459572680366, "Bleu_3": 0.29158814488681917, "Bleu_4": 0.22971758556227487, "METEOR": 0.2452737842986677, "ROUGE_L": 0.4970004889032381, "BERTScore": 0.9003716516266683}, "test": {"Bleu_1": 0.5493799786074262, "Bleu_2": 0.38237493693182456, "Bleu_3": 0.2881952810696638, "Bleu_4": 0.2237389453976127, "METEOR": 0.24309279914672105, "ROUGE_L": 0.4914679579657269, "BERTScore": 0.8987326338860333}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5536249625262247, "Bleu_2": 0.3951173119309461, "Bleu_3": 0.30524855567627557, "Bleu_4": 0.24278193686898464, "METEOR": 0.2574020064203738, "ROUGE_L": 0.5133269425545001}, "test": {"Bleu_1": 0.5664093553442128, "Bleu_2": 0.4012541067066596, "Bleu_3": 0.3059161370702032, "Bleu_4": 0.23929033246506187, "METEOR": 0.25458372644354427, "ROUGE_L": 0.5089193096030656}}
+{"validation": {"Bleu_1": 0.5537095101872487, "Bleu_2": 0.3952087827473561, "Bleu_3": 0.30532853114510644, "Bleu_4": 0.24286803765334644, "METEOR": 0.257412149797576, "ROUGE_L": 0.5133989361809566, "BERTScore": 0.900977136002822}, "test": {"Bleu_1": 0.5665186351500783, "Bleu_2": 0.4013369496625607, "Bleu_3": 0.3059176356261908, "Bleu_4": 0.2392313398065663, "METEOR": 0.2546253861475318, "ROUGE_L": 0.5090606849473625, "BERTScore": 0.9001605378456023}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5457167069299097, "Bleu_2": 0.38636960830928235, "Bleu_3": 0.29674863433118487, "Bleu_4": 0.235092038471301, "METEOR": 0.24992880170584697, "ROUGE_L": 0.5028979979043624}, "test": {"Bleu_1": 0.5557181810201393, "Bleu_2": 0.3929393464305983, "Bleu_3": 0.299231461362882, "Bleu_4": 0.23358252597152093, "METEOR": 0.24934263527885567, "ROUGE_L": 0.4999777317692387}}
+{"validation": {"Bleu_1": 0.5459536731311682, "Bleu_2": 0.38669172966827225, "Bleu_3": 0.2970931068677479, "Bleu_4": 0.23543270971942815, "METEOR": 0.25004421687310535, "ROUGE_L": 0.503125270241687, "BERTScore": 0.9000849036805502}, "test": {"Bleu_1": 0.5557666205163121, "Bleu_2": 0.39308765117712263, "Bleu_3": 0.29942786618815825, "Bleu_4": 0.23379899209765023, "METEOR": 0.24944904508389304, "ROUGE_L": 0.5001853800431456, "BERTScore": 0.8995835797136545}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5458923435377327, "Bleu_2": 0.3837992741094736, "Bleu_3": 0.29398492719522, "Bleu_4": 0.23259111990274337, "METEOR": 0.2456249763001216, "ROUGE_L": 0.5020009733004686}, "test": {"Bleu_1": 0.548626590727906, "Bleu_2": 0.3850715458718097, "Bleu_3": 0.2921059743008069, "Bleu_4": 0.2281513981850591, "METEOR": 0.24425526324475105, "ROUGE_L": 0.49870908808399816}}
+{"validation": {"Bleu_1": 0.5459380751115253, "Bleu_2": 0.38394409362584125, "Bleu_3": 0.2941529956765424, "Bleu_4": 0.2327567577331007, "METEOR": 0.24571532186103534, "ROUGE_L": 0.5021725981433568, "BERTScore": 0.9013048277873165}, "test": {"Bleu_1": 0.5489876937611984, "Bleu_2": 0.3853690445600053, "Bleu_3": 0.2923093528096959, "Bleu_4": 0.22829062447654347, "METEOR": 0.24429009977053198, "ROUGE_L": 0.49889590586536986, "BERTScore": 0.9002562657007595}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5522333839023192, "Bleu_2": 0.3967969314271421, "Bleu_3": 0.3081494419951368, "Bleu_4": 0.24637393860070492, "METEOR": 0.25332246488273524, "ROUGE_L": 0.5195762145090617}, "test": {"Bleu_1": 0.548657081190835, "Bleu_2": 0.38840268872660894, "Bleu_3": 0.2957984040309953, "Bleu_4": 0.23098835235068196, "METEOR": 0.24800050690058195, "ROUGE_L": 0.5090543732398003}}
+{"validation": {"Bleu_1": 0.55206475645663, "Bleu_2": 0.39656467951758023, "Bleu_3": 0.3079368578576269, "Bleu_4": 0.24617578771001883, "METEOR": 0.25324941806468637, "ROUGE_L": 0.5193854405113686, "BERTScore": 0.9029854764036609}, "test": {"Bleu_1": 0.5486257301442625, "Bleu_2": 0.388277462404482, "Bleu_3": 0.29567263084422923, "Bleu_4": 0.23088649867642347, "METEOR": 0.2480516289424415, "ROUGE_L": 0.5090056826668878, "BERTScore": 0.9013190392496638}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5434507401994755, "Bleu_2": 0.38686141208873825, "Bleu_3": 0.2981275045404177, "Bleu_4": 0.2369051949719974, "METEOR": 0.24769757941208634, "ROUGE_L": 0.5076178716872957}, "test": {"Bleu_1": 0.5452367418353754, "Bleu_2": 0.3848598296033477, "Bleu_3": 0.2929728359066899, "Bleu_4": 0.22863195553560306, "METEOR": 0.24508771180512817, "ROUGE_L": 0.5015060292289156}}
+{"validation": {"Bleu_1": 0.5433315077319498, "Bleu_2": 0.38668921558866454, "Bleu_3": 0.2979461327364306, "Bleu_4": 0.23672519710640738, "METEOR": 0.24756045573717125, "ROUGE_L": 0.5074024932195581, "BERTScore": 0.90142455872935}, "test": {"Bleu_1": 0.5453008806956187, "Bleu_2": 0.384933467773332, "Bleu_3": 0.29306646046725443, "Bleu_4": 0.22873661781953605, "METEOR": 0.24510904839178796, "ROUGE_L": 0.501558767261571, "BERTScore": 0.9004083461992295}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.530228300219064, "Bleu_2": 0.37526929967664485, "Bleu_3": 0.28903304541566865, "Bleu_4": 0.23015493837663134, "METEOR": 0.2405862459160412, "ROUGE_L": 0.5057213552678097}, "test": {"Bleu_1": 0.5281011630765645, "Bleu_2": 0.3688158999505694, "Bleu_3": 0.27839854968745303, "Bleu_4": 0.21615404152273132, "METEOR": 0.23566795871337096, "ROUGE_L": 0.49761413870431326}}
+{"validation": {"Bleu_1": 0.5302037068043435, "Bleu_2": 0.3752023826113716, "Bleu_3": 0.28897841576417166, "Bleu_4": 0.23013222675418352, "METEOR": 0.24060105306774396, "ROUGE_L": 0.5056377410152882, "BERTScore": 0.9026792238353367}, "test": {"Bleu_1": 0.5279389129411989, "Bleu_2": 0.36864573821081, "Bleu_3": 0.2782396725424508, "Bleu_4": 0.2159969074350849, "METEOR": 0.23567822449283715, "ROUGE_L": 0.4974872591191772, "BERTScore": 0.9013677592189356}}