model update

eval/metric.first.answer.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.507432809372227, "Bleu_2": 0.3572737037452029, "Bleu_3": 0.27367952993115474, "Bleu_4": 0.2167877916967596, "METEOR": 0.24304784770458715, "ROUGE_L": 0.4907839699090347, "BERTScore": 0.9028922487906724}, "test": {"Bleu_1": 0.48957746744217384, "Bleu_2": 0.337027554985146, "Bleu_3": 0.25354859590827894, "Bleu_4": 0.19701556230908768, "METEOR": 0.2343170336427474, "ROUGE_L": 0.475006339975582, "BERTScore": 0.9022981948981815}}
+{"validation": {"Bleu_1": 0.507432809372227, "Bleu_2": 0.3572737037452029, "Bleu_3": 0.27367952993115474, "Bleu_4": 0.2167877916967596, "METEOR": 0.24304784770458715, "ROUGE_L": 0.4907839699090347, "BERTScore": 0.9028922487906724, "MoverScore": 0.6441568222526276}, "test": {"Bleu_1": 0.48957746744217384, "Bleu_2": 0.337027554985146, "Bleu_3": 0.25354859590827894, "Bleu_4": 0.19701556230908768, "METEOR": 0.2343170336427474, "ROUGE_L": 0.475006339975582, "BERTScore": 0.9022981948981815, "MoverScore": 0.6379686031281055}}

eval/metric.first.answer.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.507432809372227, "Bleu_2": 0.3572737037452029, "Bleu_3": 0.27367952993115474, "Bleu_4": 0.2167877916967596, "METEOR": 0.24304784770458715, "ROUGE_L": 0.4907839699090347, "BERTScore": 0.90289224786587}, "test": {"Bleu_1": 0.48957746744217384, "Bleu_2": 0.337027554985146, "Bleu_3": 0.25354859590827894, "Bleu_4": 0.19701556230908768, "METEOR": 0.2343170336427474, "ROUGE_L": 0.475006339975582, "BERTScore": 0.9022981942608329}}
+{"validation": {"Bleu_1": 0.507432809372227, "Bleu_2": 0.3572737037452029, "Bleu_3": 0.27367952993115474, "Bleu_4": 0.2167877916967596, "METEOR": 0.24304784770458715, "ROUGE_L": 0.4907839699090347, "BERTScore": 0.90289224786587, "MoverScore": 0.6441568222526276}, "test": {"Bleu_1": 0.48957746744217384, "Bleu_2": 0.337027554985146, "Bleu_3": 0.25354859590827894, "Bleu_4": 0.19701556230908768, "METEOR": 0.2343170336427474, "ROUGE_L": 0.475006339975582, "BERTScore": 0.9022981942608329, "MoverScore": 0.6379686031281055}}

eval/metric.first.answer.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.49362320656821995, "Bleu_2": 0.3425187901890309, "Bleu_3": 0.2608873945537242, "Bleu_4": 0.2061025380154012, "METEOR": 0.23177617542925863, "ROUGE_L": 0.4772068486432217, "BERTScore": 0.9022651915800606}, "test": {"Bleu_1": 0.467895071288657, "Bleu_2": 0.31698547896735946, "Bleu_3": 0.2361115933517654, "Bleu_4": 0.18200130350585664, "METEOR": 0.22038694565175937, "ROUGE_L": 0.45889988781470437, "BERTScore": 0.900951385071475}}
+{"validation": {"Bleu_1": 0.49362320656821995, "Bleu_2": 0.3425187901890309, "Bleu_3": 0.2608873945537242, "Bleu_4": 0.2061025380154012, "METEOR": 0.23177617542925863, "ROUGE_L": 0.4772068486432217, "BERTScore": 0.9022651915800606, "MoverScore": 0.638076692598079}, "test": {"Bleu_1": 0.467895071288657, "Bleu_2": 0.31698547896735946, "Bleu_3": 0.2361115933517654, "Bleu_4": 0.18200130350585664, "METEOR": 0.22038694565175937, "ROUGE_L": 0.45889988781470437, "BERTScore": 0.900951385071475, "MoverScore": 0.62979839288262}}

eval/metric.first.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5543584348421209, "Bleu_2": 0.3993741701268352, "Bleu_3": 0.3104133251865109, "Bleu_4": 0.24827207792688133, "METEOR": 0.2592034832250686, "ROUGE_L": 0.5179654400354841, "BERTScore": 0.9045767993590164}, "test": {"Bleu_1": 0.5644464077982417, "Bleu_2": 0.4028695829565336, "Bleu_3": 0.3086694500835455, "Bleu_4": 0.24274186444873785, "METEOR": 0.25669800693629496, "ROUGE_L": 0.5130130898459896, "BERTScore": 0.9041203371978853}}
+{"validation": {"Bleu_1": 0.5543584348421209, "Bleu_2": 0.3993741701268352, "Bleu_3": 0.3104133251865109, "Bleu_4": 0.24827207792688133, "METEOR": 0.2592034832250686, "ROUGE_L": 0.5179654400354841, "BERTScore": 0.9045767993590164, "MoverScore": 0.6481311657455292}, "test": {"Bleu_1": 0.5644464077982417, "Bleu_2": 0.4028695829565336, "Bleu_3": 0.3086694500835455, "Bleu_4": 0.24274186444873785, "METEOR": 0.25669800693629496, "ROUGE_L": 0.5130130898459896, "BERTScore": 0.9041203371978853, "MoverScore": 0.6396617909609029}}

eval/metric.first.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5432597461466411, "Bleu_2": 0.38604848083280835, "Bleu_3": 0.29821521503267084, "Bleu_4": 0.2379542875811463, "METEOR": 0.2470831083385402, "ROUGE_L": 0.5024134177550568, "BERTScore": 0.9036513723284993}, "test": {"Bleu_1": 0.5414810516706853, "Bleu_2": 0.3799625801440271, "Bleu_3": 0.2882254819352706, "Bleu_4": 0.22510140555998215, "METEOR": 0.24078025531596692, "ROUGE_L": 0.49553348343970444, "BERTScore": 0.9026036975760813}}
+{"validation": {"Bleu_1": 0.5432597461466411, "Bleu_2": 0.38604848083280835, "Bleu_3": 0.29821521503267084, "Bleu_4": 0.2379542875811463, "METEOR": 0.2470831083385402, "ROUGE_L": 0.5024134177550568, "BERTScore": 0.9036513723284993, "MoverScore": 0.6411533590294518}, "test": {"Bleu_1": 0.5414810516706853, "Bleu_2": 0.3799625801440271, "Bleu_3": 0.2882254819352706, "Bleu_4": 0.22510140555998215, "METEOR": 0.24078025531596692, "ROUGE_L": 0.49553348343970444, "BERTScore": 0.9026036975760813, "MoverScore": 0.6308479794796621}}

eval/metric.last.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5496112527427857, "Bleu_2": 0.3919740875894855, "Bleu_3": 0.3016134189901554, "Bleu_4": 0.23911525650947651, "METEOR": 0.2535242651857316, "ROUGE_L": 0.5084588133404516, "BERTScore": 0.8970712616568194}, "test": {"Bleu_1": 0.5612963157718366, "Bleu_2": 0.3974344162793224, "Bleu_3": 0.3026756207590133, "Bleu_4": 0.2365714640791486, "METEOR": 0.2528830453616922, "ROUGE_L": 0.5066241700676978, "BERTScore": 0.8961473422565162}}
+{"validation": {"Bleu_1": 0.5496112527427857, "Bleu_2": 0.3919740875894855, "Bleu_3": 0.3016134189901554, "Bleu_4": 0.23911525650947651, "METEOR": 0.2535242651857316, "ROUGE_L": 0.5084588133404516, "BERTScore": 0.8970712616568194, "MoverScore": 0.6285948761706103}, "test": {"Bleu_1": 0.5612963157718366, "Bleu_2": 0.3974344162793224, "Bleu_3": 0.3026756207590133, "Bleu_4": 0.2365714640791486, "METEOR": 0.2528830453616922, "ROUGE_L": 0.5066241700676978, "BERTScore": 0.8961473422565162, "MoverScore": 0.6210897995772205}}

eval/metric.last.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5496112527427857, "Bleu_2": 0.3919740875894855, "Bleu_3": 0.3016134189901554, "Bleu_4": 0.23911525650947651, "METEOR": 0.2535242651857316, "ROUGE_L": 0.5084588133404516, "BERTScore": 0.8970712620164648}, "test": {"Bleu_1": 0.5612963157718366, "Bleu_2": 0.3974344162793224, "Bleu_3": 0.3026756207590133, "Bleu_4": 0.2365714640791486, "METEOR": 0.2528830453616922, "ROUGE_L": 0.5066241700676978, "BERTScore": 0.896147345356818}}
+{"validation": {"Bleu_1": 0.5496112527427857, "Bleu_2": 0.3919740875894855, "Bleu_3": 0.3016134189901554, "Bleu_4": 0.23911525650947651, "METEOR": 0.2535242651857316, "ROUGE_L": 0.5084588133404516, "BERTScore": 0.8970712620164648, "MoverScore": 0.6285948761706103}, "test": {"Bleu_1": 0.5612963157718366, "Bleu_2": 0.3974344162793224, "Bleu_3": 0.3026756207590133, "Bleu_4": 0.2365714640791486, "METEOR": 0.2528830453616922, "ROUGE_L": 0.5066241700676978, "BERTScore": 0.896147345356818, "MoverScore": 0.6210897995772205}}

eval/metric.last.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5372096670237554, "Bleu_2": 0.37717969058944373, "Bleu_3": 0.2889888488149024, "Bleu_4": 0.22889443124907236, "METEOR": 0.241407036295526, "ROUGE_L": 0.49318867707570985, "BERTScore": 0.8961050141726109}, "test": {"Bleu_1": 0.535708997255135, "Bleu_2": 0.37212287671208055, "Bleu_3": 0.2802747449620048, "Bleu_4": 0.21713338810934218, "METEOR": 0.237004287116255, "ROUGE_L": 0.48780848153819506, "BERTScore": 0.8947811733149508}}
+{"validation": {"Bleu_1": 0.5372096670237554, "Bleu_2": 0.37717969058944373, "Bleu_3": 0.2889888488149024, "Bleu_4": 0.22889443124907236, "METEOR": 0.241407036295526, "ROUGE_L": 0.49318867707570985, "BERTScore": 0.8961050141726109, "MoverScore": 0.6225359898140909}, "test": {"Bleu_1": 0.535708997255135, "Bleu_2": 0.37212287671208055, "Bleu_3": 0.2802747449620048, "Bleu_4": 0.21713338810934218, "METEOR": 0.237004287116255, "ROUGE_L": 0.48780848153819506, "BERTScore": 0.8947811733149508, "MoverScore": 0.6128651628992626}}

eval/metric.long.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5411590682236294, "Bleu_2": 0.3861885064711549, "Bleu_3": 0.29756303289621344, "Bleu_4": 0.2360871017866169, "METEOR": 0.25764607727325345, "ROUGE_L": 0.507385373540273, "BERTScore": 0.8987014172706997}, "test": {"Bleu_1": 0.5584777991801185, "Bleu_2": 0.3953549883043036, "Bleu_3": 0.3011957664788821, "Bleu_4": 0.2358225489226115, "METEOR": 0.25687278154876875, "ROUGE_L": 0.503425371967416, "BERTScore": 0.8977701810204832}}
+{"validation": {"Bleu_1": 0.5411590682236294, "Bleu_2": 0.3861885064711549, "Bleu_3": 0.29756303289621344, "Bleu_4": 0.2360871017866169, "METEOR": 0.25764607727325345, "ROUGE_L": 0.507385373540273, "BERTScore": 0.8987014172706997, "MoverScore": 0.634670462918827}, "test": {"Bleu_1": 0.5584777991801185, "Bleu_2": 0.3953549883043036, "Bleu_3": 0.3011957664788821, "Bleu_4": 0.2358225489226115, "METEOR": 0.25687278154876875, "ROUGE_L": 0.503425371967416, "BERTScore": 0.8977701810204832, "MoverScore": 0.6266840393132667}}

eval/metric.long.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5411590682236294, "Bleu_2": 0.3861885064711549, "Bleu_3": 0.29756303289621344, "Bleu_4": 0.2360871017866169, "METEOR": 0.25764607727325345, "ROUGE_L": 0.507385373540273, "BERTScore": 0.898701420025057}, "test": {"Bleu_1": 0.5584777991801185, "Bleu_2": 0.3953549883043036, "Bleu_3": 0.3011957664788821, "Bleu_4": 0.2358225489226115, "METEOR": 0.25687278154876875, "ROUGE_L": 0.503425371967416, "BERTScore": 0.8977701824451884}}
+{"validation": {"Bleu_1": 0.5411590682236294, "Bleu_2": 0.3861885064711549, "Bleu_3": 0.29756303289621344, "Bleu_4": 0.2360871017866169, "METEOR": 0.25764607727325345, "ROUGE_L": 0.507385373540273, "BERTScore": 0.898701420025057, "MoverScore": 0.634670462918827}, "test": {"Bleu_1": 0.5584777991801185, "Bleu_2": 0.3953549883043036, "Bleu_3": 0.3011957664788821, "Bleu_4": 0.2358225489226115, "METEOR": 0.25687278154876875, "ROUGE_L": 0.503425371967416, "BERTScore": 0.8977701824451884, "MoverScore": 0.6266840393132667}}

eval/metric.long.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5373029035372096, "Bleu_2": 0.3774282751101007, "Bleu_3": 0.2889665635965791, "Bleu_4": 0.22867164610066446, "METEOR": 0.24582818547161203, "ROUGE_L": 0.4919091810980078, "BERTScore": 0.8979138004420171}, "test": {"Bleu_1": 0.5452706989419498, "Bleu_2": 0.37857449555419104, "Bleu_3": 0.28468154415470104, "Bleu_4": 0.22031514760853857, "METEOR": 0.24120299646182503, "ROUGE_L": 0.48492835688133235, "BERTScore": 0.8963325636991162}}
+{"validation": {"Bleu_1": 0.5373029035372096, "Bleu_2": 0.3774282751101007, "Bleu_3": 0.2889665635965791, "Bleu_4": 0.22867164610066446, "METEOR": 0.24582818547161203, "ROUGE_L": 0.4919091810980078, "BERTScore": 0.8979138004420171, "MoverScore": 0.628826307870064}, "test": {"Bleu_1": 0.5452706989419498, "Bleu_2": 0.37857449555419104, "Bleu_3": 0.28468154415470104, "Bleu_4": 0.22031514760853857, "METEOR": 0.24120299646182503, "ROUGE_L": 0.48492835688133235, "BERTScore": 0.8963325636991162, "MoverScore": 0.618398622454587}}

eval/metric.middle.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5466064128453856, "Bleu_2": 0.39180901586071726, "Bleu_3": 0.3030519641410448, "Bleu_4": 0.24120018281106595, "METEOR": 0.258047386219445, "ROUGE_L": 0.5118384828694202, "BERTScore": 0.8995423415901909}, "test": {"Bleu_1": 0.5670768173662908, "Bleu_2": 0.40359100027227873, "Bleu_3": 0.3082129465175689, "Bleu_4": 0.24167053327957297, "METEOR": 0.2570233566548421, "ROUGE_L": 0.508817364099617, "BERTScore": 0.8992046301022969}}
+{"validation": {"Bleu_1": 0.5466064128453856, "Bleu_2": 0.39180901586071726, "Bleu_3": 0.3030519641410448, "Bleu_4": 0.24120018281106595, "METEOR": 0.258047386219445, "ROUGE_L": 0.5118384828694202, "BERTScore": 0.8995423415901909, "MoverScore": 0.6362526159487351}, "test": {"Bleu_1": 0.5670768173662908, "Bleu_2": 0.40359100027227873, "Bleu_3": 0.3082129465175689, "Bleu_4": 0.24167053327957297, "METEOR": 0.2570233566548421, "ROUGE_L": 0.508817364099617, "BERTScore": 0.8992046301022969, "MoverScore": 0.6289386128440239}}

eval/metric.middle.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5466064128453856, "Bleu_2": 0.39180901586071726, "Bleu_3": 0.3030519641410448, "Bleu_4": 0.24120018281106595, "METEOR": 0.258047386219445, "ROUGE_L": 0.5118384828694202, "BERTScore": 0.8995423408709}, "test": {"Bleu_1": 0.5670768173662908, "Bleu_2": 0.40359100027227873, "Bleu_3": 0.3082129465175689, "Bleu_4": 0.24167053327957297, "METEOR": 0.2570233566548421, "ROUGE_L": 0.508817364099617, "BERTScore": 0.8992046284535816}}
+{"validation": {"Bleu_1": 0.5466064128453856, "Bleu_2": 0.39180901586071726, "Bleu_3": 0.3030519641410448, "Bleu_4": 0.24120018281106595, "METEOR": 0.258047386219445, "ROUGE_L": 0.5118384828694202, "BERTScore": 0.8995423408709, "MoverScore": 0.6362526159487351}, "test": {"Bleu_1": 0.5670768173662908, "Bleu_2": 0.40359100027227873, "Bleu_3": 0.3082129465175689, "Bleu_4": 0.24167053327957297, "METEOR": 0.2570233566548421, "ROUGE_L": 0.508817364099617, "BERTScore": 0.8992046284535816, "MoverScore": 0.6289386128440239}}

eval/metric.middle.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5432224025973956, "Bleu_2": 0.38388651668952567, "Bleu_3": 0.2956536663024958, "Bleu_4": 0.23522734090705338, "METEOR": 0.24640361525631427, "ROUGE_L": 0.4971784567404081, "BERTScore": 0.8987619171605731}, "test": {"Bleu_1": 0.5465145556753065, "Bleu_2": 0.38283458292880346, "Bleu_3": 0.289714017228484, "Bleu_4": 0.22551556526184247, "METEOR": 0.24258763709457556, "ROUGE_L": 0.49283655246201324, "BERTScore": 0.8978449688374244}}
+{"validation": {"Bleu_1": 0.5432224025973956, "Bleu_2": 0.38388651668952567, "Bleu_3": 0.2956536663024958, "Bleu_4": 0.23522734090705338, "METEOR": 0.24640361525631427, "ROUGE_L": 0.4971784567404081, "BERTScore": 0.8987619171605731, "MoverScore": 0.630189838845733}, "test": {"Bleu_1": 0.5465145556753065, "Bleu_2": 0.38283458292880346, "Bleu_3": 0.289714017228484, "Bleu_4": 0.22551556526184247, "METEOR": 0.24258763709457556, "ROUGE_L": 0.49283655246201324, "BERTScore": 0.8978449688374244, "MoverScore": 0.6211498772117757}}

eval/metric.short.sentence.paragraph_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5511725041060526, "Bleu_2": 0.39607468261927664, "Bleu_3": 0.3069155019456203, "Bleu_4": 0.24499482591257005, "METEOR": 0.25404271197926626, "ROUGE_L": 0.516833819756075, "BERTScore": 0.9018561785408817}, "test": {"Bleu_1": 0.5535474843732414, "Bleu_2": 0.3935294585412688, "Bleu_3": 0.3006862125007951, "Bleu_4": 0.23590187041459293, "METEOR": 0.25160376784651683, "ROUGE_L": 0.5128124669577712, "BERTScore": 0.9006824848957257}}
+{"validation": {"Bleu_1": 0.5511725041060526, "Bleu_2": 0.39607468261927664, "Bleu_3": 0.3069155019456203, "Bleu_4": 0.24499482591257005, "METEOR": 0.25404271197926626, "ROUGE_L": 0.516833819756075, "BERTScore": 0.9018561785408817, "MoverScore": 0.6393578564189765}, "test": {"Bleu_1": 0.5535474843732414, "Bleu_2": 0.3935294585412688, "Bleu_3": 0.3006862125007951, "Bleu_4": 0.23590187041459293, "METEOR": 0.25160376784651683, "ROUGE_L": 0.5128124669577712, "BERTScore": 0.9006824848957257, "MoverScore": 0.6298457592293184}}

eval/metric.short.sentence.paragraph_sentence.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5511725041060526, "Bleu_2": 0.39607468261927664, "Bleu_3": 0.3069155019456203, "Bleu_4": 0.24499482591257005, "METEOR": 0.25404271197926626, "ROUGE_L": 0.516833819756075, "BERTScore": 0.9018561796899927}, "test": {"Bleu_1": 0.5535474843732414, "Bleu_2": 0.3935294585412688, "Bleu_3": 0.3006862125007951, "Bleu_4": 0.23590187041459293, "METEOR": 0.25160376784651683, "ROUGE_L": 0.5128124669577712, "BERTScore": 0.9006824853258253}}
+{"validation": {"Bleu_1": 0.5511725041060526, "Bleu_2": 0.39607468261927664, "Bleu_3": 0.3069155019456203, "Bleu_4": 0.24499482591257005, "METEOR": 0.25404271197926626, "ROUGE_L": 0.516833819756075, "BERTScore": 0.9018561796899927, "MoverScore": 0.6393578564189765}, "test": {"Bleu_1": 0.5535474843732414, "Bleu_2": 0.3935294585412688, "Bleu_3": 0.3006862125007951, "Bleu_4": 0.23590187041459293, "METEOR": 0.25160376784651683, "ROUGE_L": 0.5128124669577712, "BERTScore": 0.9006824853258253, "MoverScore": 0.6298457592293184}}

eval/metric.short.sentence.sentence_answer.question.json

@@ -1 +1 @@
-{"validation": {"Bleu_1": 0.5321456103000011, "Bleu_2": 0.3769827612730714, "Bleu_3": 0.29092462845197825, "Bleu_4": 0.23213650260116817, "METEOR": 0.24170402754721426, "ROUGE_L": 0.5015087050731484, "BERTScore": 0.9007348231571048}, "test": {"Bleu_1": 0.52699865312109, "Bleu_2": 0.367839876262506, "Bleu_3": 0.27846719272486975, "Bleu_4": 0.21725485783624543, "METEOR": 0.23508905750496256, "ROUGE_L": 0.49430650734808007, "BERTScore": 0.8991237299150541}}
+{"validation": {"Bleu_1": 0.5321456103000011, "Bleu_2": 0.3769827612730714, "Bleu_3": 0.29092462845197825, "Bleu_4": 0.23213650260116817, "METEOR": 0.24170402754721426, "ROUGE_L": 0.5015087050731484, "BERTScore": 0.9007348231571048, "MoverScore": 0.632172007624178}, "test": {"Bleu_1": 0.52699865312109, "Bleu_2": 0.367839876262506, "Bleu_3": 0.27846719272486975, "Bleu_4": 0.21725485783624543, "METEOR": 0.23508905750496256, "ROUGE_L": 0.49430650734808007, "BERTScore": 0.8991237299150541, "MoverScore": 0.6208525862110336}}