model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "./lmqg_output/mt5_small_dequad/best_model",
+  "_name_or_path": "lmqg_output/mt5_small_dequad/model_fvexzs/epoch_5",
   "add_prefix": false,
   "architectures": [
     "MT5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1172083111347833, "Bleu_2": 0.04832004672012831, "Bleu_3": 0.021126258398528643, "Bleu_4": 0.006945151431137248, "METEOR": 0.128344914739255, "ROUGE_L": 0.11298189728570562, "BERTScore": 0.8173731220125503}, "test": {"Bleu_1": 0.10022873778331773, "Bleu_2": 0.04015490361347928, "Bleu_3": 0.01618650435375723, "Bleu_4": 0.004281200375436659, "METEOR": 0.11430174360123914, "ROUGE_L": 0.09974959672326533, "BERTScore": 0.7989425625374875}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11027082737096937, "Bleu_2": 0.043985187854042276, "Bleu_3": 0.018655108625433382, "Bleu_4": 0.004814911969115506, "METEOR": 0.1209601564076054, "ROUGE_L": 0.10602319191111659, "BERTScore": 0.8123753564651994}, "test": {"Bleu_1": 0.09250407101958856, "Bleu_2": 0.03676776361441925, "Bleu_3": 0.013890117809736372, "Bleu_4": 0.003832263365780053, "METEOR": 0.1070446364529781, "ROUGE_L": 0.09092859610277639, "BERTScore": 0.7944489307228321}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.10472521828453493, "Bleu_2": 0.043987077697093833, "Bleu_3": 0.018588564837444123, "Bleu_4": 8.406999858284263e-07, "METEOR": 0.10527025066094915, "ROUGE_L": 0.10249577005998024, "BERTScore": 0.7915066623698561}, "test": {"Bleu_1": 0.0959904009598992, "Bleu_2": 0.0409551476691875, "Bleu_3": 0.01740277535760309, "Bleu_4": 0.00629917594816096, "METEOR": 0.10686879681599899, "ROUGE_L": 0.09762826749303678, "BERTScore": 0.7851737204350924}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11810726232868683, "Bleu_2": 0.04866574727406624, "Bleu_3": 0.021317332139603896, "Bleu_4": 0.007014674139450087, "METEOR": 0.12897197814698166, "ROUGE_L": 0.11365720345945905, "BERTScore": 0.8173857406021314}, "test": {"Bleu_1": 0.10175096221607298, "Bleu_2": 0.04024848586652212, "Bleu_3": 0.01600853452338976, "Bleu_4": 0.00429117586447163, "METEOR": 0.11468160303808986, "ROUGE_L": 0.10079964033809515, "BERTScore": 0.7990242946463406}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1110766832812946, "Bleu_2": 0.04428312897772128, "Bleu_3": 0.018690219568590405, "Bleu_4": 0.00483772233665447, "METEOR": 0.12169892445788949, "ROUGE_L": 0.10658635687070776, "BERTScore": 0.8126046706023543}, "test": {"Bleu_1": 0.09396377168499458, "Bleu_2": 0.03704724005604318, "Bleu_3": 0.013819504805836498, "Bleu_4": 0.0038570455170136154, "METEOR": 0.10785872181997952, "ROUGE_L": 0.09171683772883436, "BERTScore": 0.7945131435567805}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.10524124290844193, "Bleu_2": 0.04418274657643979, "Bleu_3": 0.01860247112165767, "Bleu_4": 8.440750089752408e-07, "METEOR": 0.10545211162747903, "ROUGE_L": 0.10278890766462019, "BERTScore": 0.7912345434965538}, "test": {"Bleu_1": 0.0981556736480099, "Bleu_2": 0.04166224522547785, "Bleu_3": 0.01747502641936229, "Bleu_4": 0.006384639775190415, "METEOR": 0.10759938879591739, "ROUGE_L": 0.09945400214840362, "BERTScore": 0.7852240751844273}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11804693822497339, "Bleu_2": 0.048799933665438965, "Bleu_3": 0.021355997759329493, "Bleu_4": 0.0070240681558051705, "METEOR": 0.12902659404917052, "ROUGE_L": 0.11362949674943298, "BERTScore": 0.8172935206899963}, "test": {"Bleu_1": 0.10094825250609044, "Bleu_2": 0.04000244606563721, "Bleu_3": 0.015791254890999803, "Bleu_4": 0.004246717258614598, "METEOR": 0.11479716346677163, "ROUGE_L": 0.10003983554775008, "BERTScore": 0.7985003109465024}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1110766832812946, "Bleu_2": 0.04428312897772128, "Bleu_3": 0.018690219568590405, "Bleu_4": 0.00483772233665447, "METEOR": 0.12169892445788949, "ROUGE_L": 0.10658635687070776, "BERTScore": 0.8126046725736609}, "test": {"Bleu_1": 0.09396377168499458, "Bleu_2": 0.03704724005604318, "Bleu_3": 0.013819504805836498, "Bleu_4": 0.0038570455170136154, "METEOR": 0.10785872181997952, "ROUGE_L": 0.09171683772883436, "BERTScore": 0.7945131439511401}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.10537824751392172, "Bleu_2": 0.044149261035308314, "Bleu_3": 0.018595574157800648, "Bleu_4": 8.439401263231011e-07, "METEOR": 0.10559185099848878, "ROUGE_L": 0.10277996419466001, "BERTScore": 0.7912326901398178}, "test": {"Bleu_1": 0.09790646807623696, "Bleu_2": 0.04132316934119506, "Bleu_3": 0.01725014115290599, "Bleu_4": 0.005883221906316307, "METEOR": 0.10755967365964325, "ROUGE_L": 0.09911581167878843, "BERTScore": 0.7846174814750657}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11813572122126885, "Bleu_2": 0.048813805474005025, "Bleu_3": 0.021358538622395132, "Bleu_4": 0.007024256092471934, "METEOR": 0.12901405970686994, "ROUGE_L": 0.11367946195630503, "BERTScore": 0.8173051621314852}, "test": {"Bleu_1": 0.1008871578491777, "Bleu_2": 0.040029510373222034, "Bleu_3": 0.01578691541152616, "Bleu_4": 0.004243128440718065, "METEOR": 0.11465962163619901, "ROUGE_L": 0.09995715327193794, "BERTScore": 0.7984435105650547}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1110766832812946, "Bleu_2": 0.04428312897772128, "Bleu_3": 0.018690219568590405, "Bleu_4": 0.00483772233665447, "METEOR": 0.12169892445788949, "ROUGE_L": 0.10658635687070776, "BERTScore": 0.8126046728474534}, "test": {"Bleu_1": 0.09396377168499458, "Bleu_2": 0.03704724005604318, "Bleu_3": 0.013819504805836498, "Bleu_4": 0.0038570455170136154, "METEOR": 0.10785872181997952, "ROUGE_L": 0.09171683772883436, "BERTScore": 0.7945131422328588}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.10517833004054772, "Bleu_2": 0.04414234005912018, "Bleu_3": 0.018582377750217826, "Bleu_4": 8.43042343985824e-07, "METEOR": 0.10547673712340604, "ROUGE_L": 0.10280309247610869, "BERTScore": 0.7910826364185595}, "test": {"Bleu_1": 0.09782721696641554, "Bleu_2": 0.041332169064365216, "Bleu_3": 0.017238838008138573, "Bleu_4": 0.005876220390273766, "METEOR": 0.10752287923132721, "ROUGE_L": 0.09906508180177784, "BERTScore": 0.7845764761836407}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11813572122126885, "Bleu_2": 0.048813805474005025, "Bleu_3": 0.021358538622395132, "Bleu_4": 0.007024256092471934, "METEOR": 0.12901405970686994, "ROUGE_L": 0.11367946195630503, "BERTScore": 0.8173051619945889}, "test": {"Bleu_1": 0.10079532543417731, "Bleu_2": 0.039860753814126806, "Bleu_3": 0.015592228739478001, "Bleu_4": 0.004204082237335996, "METEOR": 0.11462500299930649, "ROUGE_L": 0.09990296575569915, "BERTScore": 0.7984951810879608}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1110766832812946, "Bleu_2": 0.04428312897772128, "Bleu_3": 0.018690219568590405, "Bleu_4": 0.00483772233665447, "METEOR": 0.12169892445788949, "ROUGE_L": 0.10658635687070776, "BERTScore": 0.8126046719986965}, "test": {"Bleu_1": 0.09396377168499458, "Bleu_2": 0.03704724005604318, "Bleu_3": 0.013819504805836498, "Bleu_4": 0.0038570455170136154, "METEOR": 0.10785872181997952, "ROUGE_L": 0.09171683772883436, "BERTScore": 0.7945131451905563}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.10513180471064809, "Bleu_2": 0.04413386959721518, "Bleu_3": 0.018580416733130507, "Bleu_4": 8.429922086788285e-07, "METEOR": 0.10545548635687453, "ROUGE_L": 0.10277170108716055, "BERTScore": 0.7910807073855542}, "test": {"Bleu_1": 0.09784756160964449, "Bleu_2": 0.04141037086831127, "Bleu_3": 0.017262109383208275, "Bleu_4": 0.005882625214387257, "METEOR": 0.10745497159575458, "ROUGE_L": 0.09910210015939515, "BERTScore": 0.7845890840589437}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.11801845556094555, "Bleu_2": 0.04865190932313784, "Bleu_3": 0.02131479420252615, "Bleu_4": 0.007014486117482214, "METEOR": 0.12898451835736044, "ROUGE_L": 0.113607238252587, "BERTScore": 0.8173740987225744}, "test": {"Bleu_1": 0.10178697517787726, "Bleu_2": 0.04014475158515414, "Bleu_3": 0.015994529993038603, "Bleu_4": 0.004291555961275974, "METEOR": 0.11474767518468423, "ROUGE_L": 0.10076718262647254, "BERTScore": 0.799036924183256}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1110766832812946, "Bleu_2": 0.04428312897772128, "Bleu_3": 0.018690219568590405, "Bleu_4": 0.00483772233665447, "METEOR": 0.12169892445788949, "ROUGE_L": 0.10658635687070776, "BERTScore": 0.8126046717249038}, "test": {"Bleu_1": 0.09396377168499458, "Bleu_2": 0.03704724005604318, "Bleu_3": 0.013819504805836498, "Bleu_4": 0.0038570455170136154, "METEOR": 0.10785872181997952, "ROUGE_L": 0.09171683772883436, "BERTScore": 0.7945131427680612}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_dequad.default.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.10544146773688598, "Bleu_2": 0.044189756416117186, "Bleu_3": 0.0186157209181725, "Bleu_4": 8.449759678389553e-07, "METEOR": 0.10556723341356421, "ROUGE_L": 0.1027657793831715, "BERTScore": 0.791384596670227}, "test": {"Bleu_1": 0.09817327766179028, "Bleu_2": 0.04156918501250146, "Bleu_3": 0.017462231512701203, "Bleu_4": 0.006385362709581332, "METEOR": 0.10766712948120857, "ROUGE_L": 0.09938958906802538, "BERTScore": 0.7852462584783089}}

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5159df06839cc1cb3ea82d77109545a55812eb7b722de359884a663b79345c69
-size 1200745605
+oid sha256:01d2d942f0c39ed81278b8a2f0eb8c7a18205ab48134444bc63fccc305e4b147
+size 1200748293

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "./lmqg_output/mt5_small_dequad/best_model", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 0, "additional_special_tokens": null, "special_tokens_map_file": "/home/c.c2042013/.cache/huggingface/transformers/685ac0ca8568ec593a48b61b0a3c272beee9bc194a3c7241d15dcadb5f875e53.f76030f3ec1b96a8199b2593390c610e76ca8028ef3d24680000619ffb646276", "name_or_path": "lmqg_output/mt5_small_dequad/model_fvexzs/epoch_5", "sp_model_kwargs": {}, "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_dequad", "dataset_name": "default", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": null, "model": "google/mt5-small", "max_length": 512, "max_length_output": 32, "epoch": 11, "batch": 16, "lr": 0.001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 4, "label_smoothing": 0.15}