model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "lmqg_output/mt5_small_frquad_answer/best_model",
+  "_name_or_path": "lmqg_output/mt5_small_frquad_answer/model_dpyopu/epoch_17",
   "add_prefix": true,
   "architectures": [
     "MT5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2844877088403302, "Bleu_2": 0.16835661882131897, "Bleu_3": 0.1143767866333307, "Bleu_4": 0.08039465366904172, "METEOR": 0.17527965686264635, "ROUGE_L": 0.304861837327916, "BERTScore": 0.7917497149076187, "MoverScore": 0.5605373312349492}, "test": {"Bleu_1": 0.2742004143371946, "Bleu_2": 0.16161818079095425, "Bleu_3": 0.1088498844807346, "Bleu_4": 0.07653445607977233, "METEOR": 0.1751335566980154, "ROUGE_L": 0.27896616323202805, "BERTScore": 0.7984811926501308, "MoverScore": 0.563918384419415}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.19623982789261538, "Bleu_2": 0.10346749855402974, "Bleu_3": 0.0652840624686034, "Bleu_4": 0.04360322454324125, "METEOR": 0.1324682220758319, "ROUGE_L": 0.22167514303944752, "BERTScore": 0.7371899546351905, "MoverScore": 0.5267328704027404}, "test": {"Bleu_1": 0.19534162994527637, "Bleu_2": 0.10555648226286257, "Bleu_3": 0.06781997042727991, "Bleu_4": 0.04566326810676371, "METEOR": 0.1382044677419454, "ROUGE_L": 0.20992209413334006, "BERTScore": 0.747770966968991, "MoverScore": 0.5313169393094203}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2663739582750639, "Bleu_2": 0.1501603894287797, "Bleu_3": 0.09979291956206773, "Bleu_4": 0.0690448111802243, "METEOR": 0.15618410891694767, "ROUGE_L": 0.28285838972591876, "BERTScore": 0.7808190769278719, "MoverScore": 0.5524040982765642}, "test": {"Bleu_1": 0.24778811739440953, "Bleu_2": 0.13841864109686394, "Bleu_3": 0.09167411301897174, "Bleu_4": 0.06447947765390746, "METEOR": 0.14852419173781856, "ROUGE_L": 0.2502818779817398, "BERTScore": 0.7796973078283791, "MoverScore": 0.5486853521839595}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2861704809658454, "Bleu_2": 0.16961418618704294, "Bleu_3": 0.11541183958082962, "Bleu_4": 0.08121266684951994, "METEOR": 0.17620678693231484, "ROUGE_L": 0.3058496425373075, "BERTScore": 0.7920441996200839, "MoverScore": 0.5609261042447786}, "test": {"Bleu_1": 0.2760366371111616, "Bleu_2": 0.16314180806600326, "Bleu_3": 0.11002880879285348, "Bleu_4": 0.0774587808669847, "METEOR": 0.17623658069800158, "ROUGE_L": 0.28060033794696104, "BERTScore": 0.7990349418715752, "MoverScore": 0.5644356433018314}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.19787672546011797, "Bleu_2": 0.10474228600906783, "Bleu_3": 0.06622024550701625, "Bleu_4": 0.04429179275758634, "METEOR": 0.1334562815472297, "ROUGE_L": 0.22281780009593105, "BERTScore": 0.7371635989388954, "MoverScore": 0.5267422641251003}, "test": {"Bleu_1": 0.19586368625885153, "Bleu_2": 0.10589471691932216, "Bleu_3": 0.06807465595143421, "Bleu_4": 0.04584210651519152, "METEOR": 0.13874130644247917, "ROUGE_L": 0.21057244632691527, "BERTScore": 0.7480128830111914, "MoverScore": 0.5314487694647629}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.268106588646982, "Bleu_2": 0.1514118815607049, "Bleu_3": 0.10078847388071019, "Bleu_4": 0.06986422062063267, "METEOR": 0.1567395572715055, "ROUGE_L": 0.2836465379734558, "BERTScore": 0.7811264289796812, "MoverScore": 0.5526234586277151}, "test": {"Bleu_1": 0.24929839591148714, "Bleu_2": 0.13958114251957246, "Bleu_3": 0.09260744755148542, "Bleu_4": 0.06522011433257617, "METEOR": 0.1492760324852166, "ROUGE_L": 0.2515324117661275, "BERTScore": 0.7801573841124291, "MoverScore": 0.5489881741903448}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.28629484304931935, "Bleu_2": 0.16964870759508738, "Bleu_3": 0.1153300102800674, "Bleu_4": 0.08107506302451908, "METEOR": 0.17587494552807695, "ROUGE_L": 0.305969744095582, "BERTScore": 0.7911271731582277, "MoverScore": 0.5601738673381634}, "test": {"Bleu_1": 0.27613054295330675, "Bleu_2": 0.163326629089614, "Bleu_3": 0.11017476150748333, "Bleu_4": 0.07757084650613483, "METEOR": 0.17623262029574546, "ROUGE_L": 0.2807039137205617, "BERTScore": 0.798955514419426, "MoverScore": 0.5644167390531256}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.19787672546011797, "Bleu_2": 0.10474228600906783, "Bleu_3": 0.06622024550701625, "Bleu_4": 0.04429179275758634, "METEOR": 0.1334562815472297, "ROUGE_L": 0.22281780009593105, "BERTScore": 0.7371635988814359, "MoverScore": 0.5267422641251003}, "test": {"Bleu_1": 0.19586368625885153, "Bleu_2": 0.10589471691932216, "Bleu_3": 0.06807465595143421, "Bleu_4": 0.04584210651519152, "METEOR": 0.13874130644247917, "ROUGE_L": 0.21057244632691527, "BERTScore": 0.7480128826254008, "MoverScore": 0.5314487694647629}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.26821296482123147, "Bleu_2": 0.15151526359243805, "Bleu_3": 0.1007629990953236, "Bleu_4": 0.06966299943235561, "METEOR": 0.15688856327222378, "ROUGE_L": 0.2840284171418264, "BERTScore": 0.7803286041844167, "MoverScore": 0.5520270094890554}, "test": {"Bleu_1": 0.24954920334623404, "Bleu_2": 0.13978844426402537, "Bleu_3": 0.09275108930547118, "Bleu_4": 0.06533972610916604, "METEOR": 0.14921183875005573, "ROUGE_L": 0.2515424133082114, "BERTScore": 0.7801071838653589, "MoverScore": 0.5489316107596922}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2855227882037454, "Bleu_2": 0.16901036812309964, "Bleu_3": 0.11489875658998308, "Bleu_4": 0.08080403386859668, "METEOR": 0.17598048397858668, "ROUGE_L": 0.3054960876003109, "BERTScore": 0.7911132751056652, "MoverScore": 0.5603389821205103}, "test": {"Bleu_1": 0.27599520313550335, "Bleu_2": 0.16325076343756262, "Bleu_3": 0.11013532778633131, "Bleu_4": 0.07753134321985485, "METEOR": 0.17624892722378688, "ROUGE_L": 0.28066427957895024, "BERTScore": 0.7989360184538326, "MoverScore": 0.5644246619008169}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.19787672546011797, "Bleu_2": 0.10474228600906783, "Bleu_3": 0.06622024550701625, "Bleu_4": 0.04429179275758634, "METEOR": 0.1334562815472297, "ROUGE_L": 0.22281780009593105, "BERTScore": 0.7371635985462556, "MoverScore": 0.5267422641251003}, "test": {"Bleu_1": 0.19586368625885153, "Bleu_2": 0.10589471691932216, "Bleu_3": 0.06807465595143421, "Bleu_4": 0.04584210651519152, "METEOR": 0.13874130644247917, "ROUGE_L": 0.21057244632691527, "BERTScore": 0.7480128825964666, "MoverScore": 0.5314487694647629}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2673524789255532, "Bleu_2": 0.1508576852766739, "Bleu_3": 0.10033603614836085, "Bleu_4": 0.0694217849867718, "METEOR": 0.1566396842620514, "ROUGE_L": 0.2832541172695652, "BERTScore": 0.7801731978674781, "MoverScore": 0.5520712131918588}, "test": {"Bleu_1": 0.24939438700146976, "Bleu_2": 0.1396973658139675, "Bleu_3": 0.09268733720338747, "Bleu_4": 0.0652920868824594, "METEOR": 0.14929896082723954, "ROUGE_L": 0.25152030748322035, "BERTScore": 0.780143954047879, "MoverScore": 0.5489782231285305}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.28557063851180703, "Bleu_2": 0.1689625051088465, "Bleu_3": 0.11483605720176478, "Bleu_4": 0.08077553842212479, "METEOR": 0.17598616192515582, "ROUGE_L": 0.305568073031362, "BERTScore": 0.7911237468679644, "MoverScore": 0.5603265496802441}, "test": {"Bleu_1": 0.27599520313550335, "Bleu_2": 0.16325076343756262, "Bleu_3": 0.11013532778633131, "Bleu_4": 0.07753134321985485, "METEOR": 0.17624892722378688, "ROUGE_L": 0.28066427957895024, "BERTScore": 0.7989360179523048, "MoverScore": 0.5644246619008169}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.19787672546011797, "Bleu_2": 0.10474228600906783, "Bleu_3": 0.06622024550701625, "Bleu_4": 0.04429179275758634, "METEOR": 0.1334562815472297, "ROUGE_L": 0.22281780009593105, "BERTScore": 0.7371635996188327, "MoverScore": 0.5267422641251003}, "test": {"Bleu_1": 0.19586368625885153, "Bleu_2": 0.10589471691932216, "Bleu_3": 0.06807465595143421, "Bleu_4": 0.04584210651519152, "METEOR": 0.13874130644247917, "ROUGE_L": 0.21057244632691527, "BERTScore": 0.7480128815837662, "MoverScore": 0.5314487694647629}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2673793734278451, "Bleu_2": 0.15083569712810574, "Bleu_3": 0.10031287727308281, "Bleu_4": 0.06941720802163354, "METEOR": 0.15662851557549615, "ROUGE_L": 0.2832252830904156, "BERTScore": 0.780176222056227, "MoverScore": 0.5520697790167715}, "test": {"Bleu_1": 0.24939438700146976, "Bleu_2": 0.1396973658139675, "Bleu_3": 0.09268733720338747, "Bleu_4": 0.0652920868824594, "METEOR": 0.14929896082723954, "ROUGE_L": 0.25152030748322035, "BERTScore": 0.7801439534113245, "MoverScore": 0.5489782231285305}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2869472322959634, "Bleu_2": 0.17025668002430863, "Bleu_3": 0.11584655203025514, "Bleu_4": 0.08148643180589014, "METEOR": 0.1761012846851526, "ROUGE_L": 0.30632329903257854, "BERTScore": 0.7920580970980514, "MoverScore": 0.5607609894624319}, "test": {"Bleu_1": 0.27617206946029826, "Bleu_2": 0.16321762244343688, "Bleu_3": 0.11006816607415507, "Bleu_4": 0.07749823895667539, "METEOR": 0.17622027112838484, "ROUGE_L": 0.2806399720885725, "BERTScore": 0.7990544385508812, "MoverScore": 0.56442772045414}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.19787672546011797, "Bleu_2": 0.10474228600906783, "Bleu_3": 0.06622024550701625, "Bleu_4": 0.04429179275758634, "METEOR": 0.1334562815472297, "ROUGE_L": 0.22281780009593105, "BERTScore": 0.7371635985845618, "MoverScore": 0.5267422641251003}, "test": {"Bleu_1": 0.19586368625885153, "Bleu_2": 0.10589471691932216, "Bleu_3": 0.06807465595143421, "Bleu_4": 0.04584210651519152, "METEOR": 0.13874130644247917, "ROUGE_L": 0.21057244632691527, "BERTScore": 0.7480128814776739, "MoverScore": 0.5314487694647629}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_frquad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2689242454757238, "Bleu_2": 0.15203615628198244, "Bleu_3": 0.10119031712513693, "Bleu_4": 0.07008684118193326, "METEOR": 0.15700753830704836, "ROUGE_L": 0.28444522143009615, "BERTScore": 0.7812774887926168, "MoverScore": 0.5525752690004182}, "test": {"Bleu_1": 0.24945314809340086, "Bleu_2": 0.13967214236390044, "Bleu_3": 0.09267114260354814, "Bleu_4": 0.06526769936868843, "METEOR": 0.1491889049243365, "ROUGE_L": 0.2515545175911186, "BERTScore": 0.7801206169969441, "MoverScore": 0.5489415618215066}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:396a4fb50a3056464629d687e22d191a10de67bf966ca2e13ad6ad91d3b15f13
-size 1200745605
+oid sha256:488e2c799c6a0c627cb352be38671b2c043dec3797381a1e5dc4ae01a6f308c7
+size 1200748293

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_frquad_answer/best_model", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/asahi/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_frquad_answer/model_dpyopu/epoch_17", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_frquad", "dataset_name": "default", "input_types": ["paragraph_answer", "paragraph_sentence"], "output_types": ["question", "answer"], "prefix_types": ["qg", "ae"], "model": "google/mt5-small", "max_length": 512, "max_length_output": 32, "epoch": 18, "batch": 64, "lr": 0.0005, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 1, "label_smoothing": 0.15}