asahi417 commited on
Commit
7b21320
1 Parent(s): 441ca72

model update

Browse files
Files changed (28) hide show
  1. config.json +1 -1
  2. eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  3. eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.movies.json +1 -0
  4. eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  5. eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  6. eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json +1 -0
  7. eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  8. eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  9. eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json +1 -0
  10. eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  11. eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  12. eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json +1 -0
  13. eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  14. eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  15. eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json +1 -0
  16. eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  17. eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  18. eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json +1 -0
  19. eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json +1 -0
  20. eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.movies.txt +154 -0
  21. eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.movies.txt +154 -0
  22. eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.movies.txt +154 -0
  23. eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.movies.txt +101 -0
  24. eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.movies.txt +101 -0
  25. eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.movies.txt +101 -0
  26. pytorch_model.bin +2 -2
  27. tokenizer_config.json +1 -1
  28. trainer_config.json +1 -0
config.json CHANGED
@@ -1,5 +1,5 @@
1
  {
2
- "_name_or_path": "bart_base_subjqa_movies/best_model",
3
  "activation_dropout": 0.1,
4
  "activation_function": "gelu",
5
  "add_bias_logits": false,
 
1
  {
2
+ "_name_or_path": "asahi417/lmqg-bart-base-squad",
3
  "activation_dropout": 0.1,
4
  "activation_function": "gelu",
5
  "add_bias_logits": false,
eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24096385542127202, "Bleu_2": 0.1584310626308181, "Bleu_3": 0.08091775325832304, "Bleu_4": 0.04889922504937698, "METEOR": 0.2432647521723245, "ROUGE_L": 0.26126998010737207, "BERTScore": 0.93619833783348, "MoverScore": 0.6471395424283763}, "test": {"Bleu_1": 0.24715119456883483, "Bleu_2": 0.16148370152091318, "Bleu_3": 0.06827786650318188, "Bleu_4": 0.03889672402129627, "METEOR": 0.20553759487964032, "ROUGE_L": 0.25427858933898745, "BERTScore": 0.9360996132547205, "MoverScore": 0.6291293262324851}}
eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2440801457190454, "Bleu_2": 0.15657898621021038, "Bleu_3": 0.06562447218405078, "Bleu_4": 0.03273901363382122, "METEOR": 0.24135696226667944, "ROUGE_L": 0.2620629900089826, "BERTScore": 0.9402499794960022, "MoverScore": 0.6471627889002354}, "test": {"Bleu_1": 0.24580987843109522, "Bleu_2": 0.1550666663587631, "Bleu_3": 3.491890452712043e-07, "Bleu_4": 5.698798541071195e-10, "METEOR": 0.20233282679533268, "ROUGE_L": 0.2554889556893469, "BERTScore": 0.9378754244996356, "MoverScore": 0.6279493801709237}}
eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2453781512600918, "Bleu_2": 0.15916206261095506, "Bleu_3": 0.07285834005576639, "Bleu_4": 0.044647182250705665, "METEOR": 0.25278068138721616, "ROUGE_L": 0.2686868112568795, "BERTScore": 0.9363368962070729, "MoverScore": 0.6539512894393676}, "test": {"Bleu_1": 0.24561403508745, "Bleu_2": 0.16399516094376157, "Bleu_3": 0.08114631292122065, "Bleu_4": 0.051663791821757184, "METEOR": 0.22172158507383494, "ROUGE_L": 0.25210026531935054, "BERTScore": 0.934667005167379, "MoverScore": 0.6304455065986044}}
eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24096385542127202, "Bleu_2": 0.1584310626308181, "Bleu_3": 0.08091775325832304, "Bleu_4": 0.04889922504937698, "METEOR": 0.2432647521723245, "ROUGE_L": 0.26126998010737207, "BERTScore": 0.93619833783348, "MoverScore": 0.6471395424283763}, "test": {"Bleu_1": 0.24715119456883483, "Bleu_2": 0.16148370152091318, "Bleu_3": 0.06827786650318188, "Bleu_4": 0.03889672402129627, "METEOR": 0.20553759487964032, "ROUGE_L": 0.25427858933898745, "BERTScore": 0.9360996422829566, "MoverScore": 0.6291293262324851}}
eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2440801457190454, "Bleu_2": 0.15657898621021038, "Bleu_3": 0.06562447218405078, "Bleu_4": 0.03273901363382122, "METEOR": 0.24135696226667944, "ROUGE_L": 0.2620629900089826, "BERTScore": 0.9402499783157122, "MoverScore": 0.6471627889002354}, "test": {"Bleu_1": 0.24580987843109522, "Bleu_2": 0.1550666663587631, "Bleu_3": 3.491890452712043e-07, "Bleu_4": 5.698798541071195e-10, "METEOR": 0.20233282679533268, "ROUGE_L": 0.2554889556893469, "BERTScore": 0.9378754241125924, "MoverScore": 0.6279493801709237}}
eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2453781512600918, "Bleu_2": 0.15916206261095506, "Bleu_3": 0.07285834005576639, "Bleu_4": 0.044647182250705665, "METEOR": 0.25278068138721616, "ROUGE_L": 0.2686868112568795, "BERTScore": 0.936336884994318, "MoverScore": 0.6539512894393676}, "test": {"Bleu_1": 0.24561403508745, "Bleu_2": 0.16399516094376157, "Bleu_3": 0.08114631292122065, "Bleu_4": 0.051663791821757184, "METEOR": 0.22172158507383494, "ROUGE_L": 0.25210026531935054, "BERTScore": 0.9346670047803358, "MoverScore": 0.6304455065986044}}
eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24096385542127202, "Bleu_2": 0.1584310626308181, "Bleu_3": 0.08091775325832304, "Bleu_4": 0.04889922504937698, "METEOR": 0.2432647521723245, "ROUGE_L": 0.26126998010737207, "BERTScore": 0.93619833783348, "MoverScore": 0.6471395424283763}, "test": {"Bleu_1": 0.24715119456883483, "Bleu_2": 0.16148370152091318, "Bleu_3": 0.06827786650318188, "Bleu_4": 0.03889672402129627, "METEOR": 0.20553759487964032, "ROUGE_L": 0.25427858933898745, "BERTScore": 0.9360996403477408, "MoverScore": 0.6291293262324851}}
eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2440801457190454, "Bleu_2": 0.15657898621021038, "Bleu_3": 0.06562447218405078, "Bleu_4": 0.03273901363382122, "METEOR": 0.24135696226667944, "ROUGE_L": 0.2620629900089826, "BERTScore": 0.9402499824467272, "MoverScore": 0.6471627889002354}, "test": {"Bleu_1": 0.24580987843109522, "Bleu_2": 0.1550666663587631, "Bleu_3": 3.491890452712043e-07, "Bleu_4": 5.698798541071195e-10, "METEOR": 0.20233282679533268, "ROUGE_L": 0.2554889556893469, "BERTScore": 0.9378754237255493, "MoverScore": 0.6279493801709237}}
eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2453781512600918, "Bleu_2": 0.15916206261095506, "Bleu_3": 0.07285834005576639, "Bleu_4": 0.044647182250705665, "METEOR": 0.25278068138721616, "ROUGE_L": 0.2686868112568795, "BERTScore": 0.936336896797218, "MoverScore": 0.6539512894393676}, "test": {"Bleu_1": 0.24561403508745, "Bleu_2": 0.16399516094376157, "Bleu_3": 0.08114631292122065, "Bleu_4": 0.051663791821757184, "METEOR": 0.22172158507383494, "ROUGE_L": 0.25210026531935054, "BERTScore": 0.9346669978135592, "MoverScore": 0.6304455065986044}}
eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24096385542127202, "Bleu_2": 0.1584310626308181, "Bleu_3": 0.08091775325832304, "Bleu_4": 0.04889922504937698, "METEOR": 0.2432647521723245, "ROUGE_L": 0.26126998010737207, "BERTScore": 0.93619833783348, "MoverScore": 0.6471395424283763}, "test": {"Bleu_1": 0.24715119456883483, "Bleu_2": 0.16148370152091318, "Bleu_3": 0.06827786650318188, "Bleu_4": 0.03889672402129627, "METEOR": 0.20553759487964032, "ROUGE_L": 0.25427858933898745, "BERTScore": 0.9360996186733246, "MoverScore": 0.6291293262324851}}
eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2440801457190454, "Bleu_2": 0.15657898621021038, "Bleu_3": 0.06562447218405078, "Bleu_4": 0.03273901363382122, "METEOR": 0.24135696226667944, "ROUGE_L": 0.2620629900089826, "BERTScore": 0.9402499771354222, "MoverScore": 0.6471627889002354}, "test": {"Bleu_1": 0.24580987843109522, "Bleu_2": 0.1550666663587631, "Bleu_3": 3.491890452712043e-07, "Bleu_4": 5.698798541071195e-10, "METEOR": 0.20233282679533268, "ROUGE_L": 0.2554889556893469, "BERTScore": 0.9378754221773767, "MoverScore": 0.6279493801709237}}
eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2453781512600918, "Bleu_2": 0.15916206261095506, "Bleu_3": 0.07285834005576639, "Bleu_4": 0.044647182250705665, "METEOR": 0.25278068138721616, "ROUGE_L": 0.2686868112568795, "BERTScore": 0.936336893256348, "MoverScore": 0.6539512894393676}, "test": {"Bleu_1": 0.24561403508745, "Bleu_2": 0.16399516094376157, "Bleu_3": 0.08114631292122065, "Bleu_4": 0.051663791821757184, "METEOR": 0.22172158507383494, "ROUGE_L": 0.25210026531935054, "BERTScore": 0.9346670047803358, "MoverScore": 0.6304455065986044}}
eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24096385542127202, "Bleu_2": 0.1584310626308181, "Bleu_3": 0.08091775325832304, "Bleu_4": 0.04889922504937698, "METEOR": 0.2432647521723245, "ROUGE_L": 0.26126998010737207, "BERTScore": 0.93619833783348, "MoverScore": 0.6471395424283763}, "test": {"Bleu_1": 0.24715119456883483, "Bleu_2": 0.16148370152091318, "Bleu_3": 0.06827786650318188, "Bleu_4": 0.03889672402129627, "METEOR": 0.20553759487964032, "ROUGE_L": 0.25427858933898745, "BERTScore": 0.9360996403477408, "MoverScore": 0.6291293262324851}}
eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2440801457190454, "Bleu_2": 0.15657898621021038, "Bleu_3": 0.06562447218405078, "Bleu_4": 0.03273901363382122, "METEOR": 0.24135696226667944, "ROUGE_L": 0.2620629900089826, "BERTScore": 0.9402499789058572, "MoverScore": 0.6471627889002354}, "test": {"Bleu_1": 0.24580987843109522, "Bleu_2": 0.1550666663587631, "Bleu_3": 3.491890452712043e-07, "Bleu_4": 5.698798541071195e-10, "METEOR": 0.20233282679533268, "ROUGE_L": 0.2554889556893469, "BERTScore": 0.9378754639780367, "MoverScore": 0.6279493801709237}}
eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2453781512600918, "Bleu_2": 0.15916206261095506, "Bleu_3": 0.07285834005576639, "Bleu_4": 0.044647182250705665, "METEOR": 0.25278068138721616, "ROUGE_L": 0.2686868112568795, "BERTScore": 0.936336896797218, "MoverScore": 0.6539512894393676}, "test": {"Bleu_1": 0.24561403508745, "Bleu_2": 0.16399516094376157, "Bleu_3": 0.08114631292122065, "Bleu_4": 0.051663791821757184, "METEOR": 0.22172158507383494, "ROUGE_L": 0.25210026531935054, "BERTScore": 0.9346670016839906, "MoverScore": 0.6304455065986044}}
eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.24096385542127202, "Bleu_2": 0.1584310626308181, "Bleu_3": 0.08091775325832304, "Bleu_4": 0.04889922504937698, "METEOR": 0.2432647521723245, "ROUGE_L": 0.26126998010737207, "BERTScore": 0.93619833783348, "MoverScore": 0.6471395424283763}, "test": {"Bleu_1": 0.24715119456883483, "Bleu_2": 0.16148370152091318, "Bleu_3": 0.06827786650318188, "Bleu_4": 0.03889672402129627, "METEOR": 0.20553759487964032, "ROUGE_L": 0.25427858933898745, "BERTScore": 0.93609961441585, "MoverScore": 0.6291293262324851}}
eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2440801457190454, "Bleu_2": 0.15657898621021038, "Bleu_3": 0.06562447218405078, "Bleu_4": 0.03273901363382122, "METEOR": 0.24135696226667944, "ROUGE_L": 0.2620629900089826, "BERTScore": 0.9402499694635372, "MoverScore": 0.6471627889002354}, "test": {"Bleu_1": 0.24580987843109522, "Bleu_2": 0.1550666663587631, "Bleu_3": 3.491890452712043e-07, "Bleu_4": 5.698798541071195e-10, "METEOR": 0.20233282679533268, "ROUGE_L": 0.2554889556893469, "BERTScore": 0.9378754241125924, "MoverScore": 0.6279493801709237}}
eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.movies.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"validation": {"Bleu_1": 0.2453781512600918, "Bleu_2": 0.15916206261095506, "Bleu_3": 0.07285834005576639, "Bleu_4": 0.044647182250705665, "METEOR": 0.25278068138721616, "ROUGE_L": 0.2686868112568795, "BERTScore": 0.936336886764753, "MoverScore": 0.6539512894393676}, "test": {"Bleu_1": 0.24561403508745, "Bleu_2": 0.16399516094376157, "Bleu_3": 0.08114631292122065, "Bleu_4": 0.051663791821757184, "METEOR": 0.22172158507383494, "ROUGE_L": 0.25210026531935054, "BERTScore": 0.9346669989746886, "MoverScore": 0.6304455065986044}}
eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.movies.txt ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the story?
2
+ How is the film?
3
+ How is the ending?
4
+ How is the character?
5
+ What is the goal?
6
+ What is the quality of the film?
7
+ How is the story?
8
+ How do you like the costumes?
9
+ How is the acting?
10
+ How is the sound quality?
11
+ How is the movie?
12
+ How is the acting?
13
+ How is the story?
14
+ How is the sound?
15
+ How is the acting?
16
+ How is the story?
17
+ How is the film?
18
+ How is the story?
19
+ How is the plot?
20
+ How is the music?
21
+ How is the film?
22
+ How is the quality of the movie?
23
+ How is the quality of the film?
24
+ How is the film?
25
+ How is the film?
26
+ How is the story?
27
+ How is the performance?
28
+ How is the film?
29
+ How is the set?
30
+ How is the story?
31
+ How is the quality of the picture?
32
+ What is the quality of the movie?
33
+ How is the plot?
34
+ How is the plot?
35
+ How is the story?
36
+ How is the movie?
37
+ How is the performance?
38
+ How is the acting?
39
+ How do you feel about the film?
40
+ How is the story?
41
+ How is the story?
42
+ How is the quality of the story?
43
+ How is the story?
44
+ How is the quality of the animation?
45
+ How is the movie?
46
+ How is the quality of the movie?
47
+ How is the plot?
48
+ How is the quality of the film?
49
+ How is the plot?
50
+ How is the quality of the film?
51
+ What is the quality of the cast?
52
+ How is the story?
53
+ How is the story?
54
+ How is the film?
55
+ How is the ending?
56
+ How is the story?
57
+ How is the special effects?
58
+ How is the performance?
59
+ How is the film?
60
+ How is the story?
61
+ How is the action?
62
+ How is the film?
63
+ How is the quality of the picture?
64
+ How is the quality of the film?
65
+ How is the story?
66
+ How is the main character?
67
+ How is the story?
68
+ How is the quality of the film?
69
+ How is the season?
70
+ How is the film?
71
+ How is the film?
72
+ How is the story?
73
+ How is the story?
74
+ How is the plot?
75
+ What is the quality of the sound?
76
+ How is the dialogue?
77
+ How is the movie?
78
+ How is the character?
79
+ What is the quality of the movie?
80
+ How is the color?
81
+ How is the story?
82
+ How is the story?
83
+ How is the costume?
84
+ How is the performance?
85
+ How is the quality of the story?
86
+ How is the movie?
87
+ How is the ending?
88
+ What do you think about the film?
89
+ How is the action?
90
+ How is the set?
91
+ How is the story?
92
+ Do you like the deleted scenes?
93
+ How is the movie?
94
+ How is the film?
95
+ How is the story?
96
+ How is the art?
97
+ How is the story?
98
+ How is the ending?
99
+ How is the story?
100
+ How is the story?
101
+ How is the performance?
102
+ How is the performance?
103
+ How is the quality of the movie?
104
+ How is the quality of the picture?
105
+ How is the acting?
106
+ How is the film?
107
+ How is the story?
108
+ How is the movie?
109
+ How is the movie?
110
+ How is the movie?
111
+ How is the dialogue?
112
+ How is the story?
113
+ What is the quality of the movie?
114
+ Who is the main character?
115
+ How is the movie?
116
+ How is the quality of the picture?
117
+ How is the quality of the movie?
118
+ How is the movie?
119
+ How is the movie?
120
+ How is the quality of the sound?
121
+ How is the acting?
122
+ How is the show?
123
+ How is the acting?
124
+ How is the story?
125
+ How is the story?
126
+ What is your opinion of this show?
127
+ How is the story?
128
+ How is the script?
129
+ How is the acting?
130
+ How is the ending?
131
+ How long does it take to work out?
132
+ How is the actor?
133
+ How is the movie?
134
+ What is the quality of the story?
135
+ How is the music?
136
+ How is the movie?
137
+ How is the performance?
138
+ What is the quality of the film?
139
+ How is the ending?
140
+ How is the quality of the story?
141
+ How is the film?
142
+ How is the movie?
143
+ How is the show?
144
+ How is the movie?
145
+ How is the film?
146
+ How is the actor?
147
+ How is the film?
148
+ Who is the main character?
149
+ How is the sound?
150
+ How is the performance?
151
+ How is the story?
152
+ How is the story?
153
+ How is the movie?
154
+ What is the quality of the film?
eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.movies.txt ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the story?
2
+ How is the movie?
3
+ How is the ending?
4
+ How is the character?
5
+ How is the story?
6
+ What is the quality of the film?
7
+ How is the story?
8
+ How is the set?
9
+ How is the acting?
10
+ How is the quality of the movie?
11
+ How is the movie?
12
+ How is the acting?
13
+ How is the story?
14
+ How is the sound?
15
+ How is the acting?
16
+ How is the story?
17
+ How is the film?
18
+ How is the story?
19
+ How is the plot?
20
+ How is the music?
21
+ How is the film?
22
+ How is the quality of the movie?
23
+ How is the story?
24
+ How is the film?
25
+ How is the story?
26
+ How is the story?
27
+ How is the performance?
28
+ How is the plot?
29
+ How is the set?
30
+ How is the story?
31
+ How is the quality of the picture?
32
+ What is the quality of the cast?
33
+ How is the plot?
34
+ How is the plot?
35
+ How is the story?
36
+ How is the movie?
37
+ How is the performance?
38
+ How is the acting?
39
+ How is the film?
40
+ How is the story?
41
+ How is the story?
42
+ How is the quality of the character?
43
+ How is the story?
44
+ How is the animation?
45
+ How is the movie?
46
+ How is the film?
47
+ How is the plot?
48
+ How is the character?
49
+ How is the plot?
50
+ How is the film?
51
+ How is the movie?
52
+ How is the story?
53
+ How is the story?
54
+ How is the film?
55
+ How is the quality of the music?
56
+ How is the story?
57
+ How is the story?
58
+ How is the performance?
59
+ How is the film?
60
+ How is the character?
61
+ How is the action?
62
+ How is the film?
63
+ How is the picture?
64
+ How is the quality of the film?
65
+ How is the film?
66
+ How is the character?
67
+ How is the special effects?
68
+ How is the quality of the film?
69
+ How is the series?
70
+ How is the film?
71
+ How is the plot?
72
+ How is the story?
73
+ How is the story?
74
+ How is the plot?
75
+ How is the quality of the sound?
76
+ How is the dialogue?
77
+ How is the movie?
78
+ How is the character?
79
+ How is the quality of the movie?
80
+ How is the color?
81
+ How is the quality of the film?
82
+ How is the plot?
83
+ How is the story?
84
+ How is the performance?
85
+ How is the quality of the story?
86
+ How is the movie?
87
+ How is the ending?
88
+ How is the film?
89
+ How is the action?
90
+ How is the set?
91
+ How is the story?
92
+ How do you like the deleted scenes?
93
+ How is the movie?
94
+ How is the story?
95
+ How is the story?
96
+ How is the film?
97
+ How is the story?
98
+ How is the movie?
99
+ How is the story?
100
+ How is the story?
101
+ How is the performance?
102
+ How is the performance?
103
+ How is the quality of the movie?
104
+ How is the quality of the picture?
105
+ How is the film?
106
+ How is the quality of the film?
107
+ How is the story?
108
+ How is the movie?
109
+ How is the quality of the movie?
110
+ How is the movie?
111
+ How is the dialogue?
112
+ How is the story?
113
+ How is the story?
114
+ How is the story?
115
+ How is the movie?
116
+ How is the quality of the picture?
117
+ How is the quality of the movie?
118
+ How is the movie?
119
+ How is the movie?
120
+ How is the quality of the sound?
121
+ How is the acting?
122
+ How is the show?
123
+ How is the story?
124
+ How is the story?
125
+ How is the story?
126
+ How is the quality of the show?
127
+ How is the movie?
128
+ How is the script?
129
+ How is the acting?
130
+ How is the ending?
131
+ How is it?
132
+ How is the accent?
133
+ How is the movie?
134
+ What is the quality of the movie?
135
+ How is the music?
136
+ How is the movie?
137
+ How is the film?
138
+ What is the quality of the story?
139
+ How is the ending?
140
+ How is the story?
141
+ How is the quality of the film?
142
+ How is the movie?
143
+ How is the show?
144
+ How is the movie?
145
+ How is the film?
146
+ How is the actor?
147
+ How is the film?
148
+ How is the story?
149
+ How is the quality of the picture?
150
+ How is the film?
151
+ How is the story?
152
+ How is the story?
153
+ How is the movie?
154
+ How is the story?
eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.movies.txt ADDED
@@ -0,0 +1,154 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the quality of the costumes?
2
+ What do you think about the actor?
3
+ How is the ending?
4
+ How is the final season?
5
+ What is the goal?
6
+ What is the quality of the film?
7
+ How is the story?
8
+ How do you like the costumes?
9
+ How is the acting?
10
+ Is the sound quality good?
11
+ How is the film?
12
+ How is the acting?
13
+ How is the movie?
14
+ How is the sound?
15
+ How is the acting?
16
+ How is the season?
17
+ How is the film?
18
+ How is the story?
19
+ How is the story?
20
+ What is the quality of the costumes?
21
+ How is the direction of the film?
22
+ How is the episode?
23
+ How is the quality of the characters?
24
+ How is the movie?
25
+ How is the story?
26
+ How many reasons do you have for this film?
27
+ How is the performance?
28
+ How is the story?
29
+ How is the set?
30
+ How is the script?
31
+ How is the quality of the picture?
32
+ What is the quality of the movie?
33
+ How is the plot?
34
+ How is the plot?
35
+ How is the story?
36
+ How is the movie?
37
+ How is the performance?
38
+ How is the acting?
39
+ How is your faith?
40
+ How is the scene?
41
+ How is the story?
42
+ How is the quality of the story?
43
+ How is the acting?
44
+ How is the animation?
45
+ How is the story?
46
+ How is the quality of the story?
47
+ How is the quality of the movie?
48
+ How is the quality of the film?
49
+ How is the violence?
50
+ How is the quality of the film?
51
+ What is the quality of the cast?
52
+ How is the story?
53
+ How is the performance?
54
+ How is the performance?
55
+ How is the ending?
56
+ How is the acting?
57
+ How is the story?
58
+ How is the performance?
59
+ How is the film?
60
+ How is the story?
61
+ How is the action?
62
+ How is the film?
63
+ How is the quality of the picture?
64
+ How is the quality of the film?
65
+ What is the story about this movie?
66
+ How is a major role?
67
+ How is your opinion of the movie?
68
+ How is the quality of the film?
69
+ How is the season?
70
+ How is the performance?
71
+ What is the plot?
72
+ How is the story?
73
+ How is the season?
74
+ How is the plot?
75
+ What is the quality of sound?
76
+ How is the dialogue?
77
+ How is the movie?
78
+ How is the transformation?
79
+ What is the quality of the movie?
80
+ How is color?
81
+ How is the story?
82
+ How is the quality of the film?
83
+ How is the costume?
84
+ How is the performance?
85
+ Are you a fan of the character?
86
+ How is the movie?
87
+ How is the ending?
88
+ What do you think about the film?
89
+ How is the ending?
90
+ What is the quality of the costumes?
91
+ How is the story?
92
+ Do you like the deleted scenes?
93
+ How is the quality of the movie?
94
+ How is the quality of the film?
95
+ How is the story?
96
+ How is the quality of the movie?
97
+ How is the quality of the story?
98
+ How is the ending?
99
+ How is the talent?
100
+ How is the story?
101
+ How is the performance?
102
+ How is the performance?
103
+ How is the quality of the movie?
104
+ How is the quality of the picture?
105
+ How is the acting?
106
+ How is the film?
107
+ How is the story?
108
+ How is the movie?
109
+ What is the quality of the costumes?
110
+ How is the movie?
111
+ How is the dialogue?
112
+ How is the quality of the story?
113
+ What is the quality of the film?
114
+ Who is the main character?
115
+ How is the movie?
116
+ How is the quality of the picture?
117
+ How is the price?
118
+ How is the film?
119
+ How is the movie?
120
+ How is the sound?
121
+ How is the acting?
122
+ How is the first season?
123
+ How is the acting?
124
+ What is the quality of the twists?
125
+ How is the film?
126
+ How is it?
127
+ How is the story?
128
+ How is the story?
129
+ How is the acting?
130
+ How is the ending?
131
+ How long does it take to get back in shape?
132
+ How is the movie?
133
+ How is the movie?
134
+ What is the name of the movie?
135
+ How is the performance?
136
+ How is the book?
137
+ How is the performance?
138
+ How is the quality of the movie?
139
+ How is the ending?
140
+ How is the story?
141
+ How is the quality of the film?
142
+ How is the story?
143
+ How is this show?
144
+ How is the movie?
145
+ When do you usually act this way?
146
+ How is the actor?
147
+ How is the acting career?
148
+ Who is the story about?
149
+ How is the sound?
150
+ How is the performance?
151
+ How is the story?
152
+ How is the story?
153
+ How is the movie?
154
+ What is the quality of the film?
eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.movies.txt ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the film?
2
+ How is the movie?
3
+ How is the quality of the picture?
4
+ How is the quality of the movie?
5
+ How is the movie?
6
+ How is the quality of the picture?
7
+ How is the film?
8
+ How is the film?
9
+ How is the movie?
10
+ How is the story?
11
+ How is the episode?
12
+ What is the quality of the set?
13
+ How is the film?
14
+ How is the story?
15
+ How is the special effects?
16
+ How is the film?
17
+ How is the show?
18
+ What is the quality of the film?
19
+ How is the movie?
20
+ How is the character?
21
+ How is the story?
22
+ How is the action?
23
+ How is the special effects?
24
+ How is the plot?
25
+ What is the quality of the movie?
26
+ How is the character?
27
+ How is the movie?
28
+ How is the quality of the actors?
29
+ How is the movie?
30
+ What is the name of the actor?
31
+ What is the quality of the cast?
32
+ How is the sound?
33
+ How is the music?
34
+ How is the movie?
35
+ How is the film?
36
+ How is the dialogue?
37
+ How is the special effects?
38
+ How is the music?
39
+ How is the plot?
40
+ How is the story?
41
+ How is the story?
42
+ How is the film?
43
+ How is the movie?
44
+ How is the film?
45
+ How is the cast?
46
+ What is the quality of the episode?
47
+ How is the film?
48
+ How is the movie?
49
+ How is the story?
50
+ How is the music?
51
+ How is the service?
52
+ How is the plot?
53
+ How is the movie?
54
+ Do you like the movie?
55
+ How is the character?
56
+ How is the music?
57
+ How is the action?
58
+ How is the live music?
59
+ How is the film?
60
+ How is the film?
61
+ How is the quality of the video?
62
+ How is the story?
63
+ What is the quality of the show?
64
+ How is the film?
65
+ How is the story?
66
+ How is the quality of the picture?
67
+ How is the main character?
68
+ What is the name of the movie?
69
+ How is the movie?
70
+ How is the film?
71
+ How is the acting?
72
+ How do you like the movie?
73
+ What is the quality of the action?
74
+ How is the quality of the actors?
75
+ How is the film?
76
+ How is the story?
77
+ How is the quality of the movie?
78
+ What do you want to do?
79
+ How is the story?
80
+ How is the movie?
81
+ How is the movie?
82
+ How is the plot?
83
+ How is the movie?
84
+ How is the movie?
85
+ How is the plot?
86
+ How is the quality of the movie?
87
+ What is the quality of the film?
88
+ How is the film?
89
+ How is the story?
90
+ How is the movie?
91
+ How is the movie?
92
+ How is the film?
93
+ What is the quality of the movie?
94
+ How is the scene?
95
+ How is the film?
96
+ How is the cast?
97
+ How is the action?
98
+ How is the animation?
99
+ What is the quality of the movie?
100
+ How is the casting?
101
+ How is the quality of the movie?
eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.movies.txt ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the film?
2
+ How is the movie?
3
+ How is the quality of the picture?
4
+ How is the quality of the movie?
5
+ How is the movie?
6
+ How is the quality of the picture?
7
+ How is the film?
8
+ How is the film?
9
+ How is the movie?
10
+ How is the story?
11
+ How is the episode?
12
+ How is the quality of the set?
13
+ How is the film?
14
+ How is the story?
15
+ How is the story?
16
+ How is the film?
17
+ How is the show?
18
+ What is the quality of the film?
19
+ How is the movie?
20
+ How is the character?
21
+ How is the story?
22
+ How is the story?
23
+ How is the movie?
24
+ How is the quality of the movie?
25
+ How is the story?
26
+ How is the dialogue?
27
+ How is the story?
28
+ How is the cast?
29
+ How is the movie?
30
+ What is the name of the character?
31
+ How is the movie?
32
+ How is the sound?
33
+ How is the music?
34
+ How is the movie?
35
+ How is the film?
36
+ How is the dialogue?
37
+ How is the special effects?
38
+ How is the quality of the film?
39
+ How is the plot?
40
+ How is the story?
41
+ How is the story?
42
+ How is the film?
43
+ How is the movie?
44
+ How is the film?
45
+ How is the cast?
46
+ What is the quality of the episode?
47
+ How is the film?
48
+ How is the movie?
49
+ How is the story?
50
+ How is the movie?
51
+ How is the quality of the movie?
52
+ How is the plot?
53
+ How is the movie?
54
+ How is the story?
55
+ How is the character?
56
+ How is the music?
57
+ How is the plot?
58
+ How is the live music?
59
+ How is the film?
60
+ How is the film?
61
+ How is the quality of the video?
62
+ How is the story?
63
+ How is the plot?
64
+ How is the film?
65
+ How is the story?
66
+ How is the quality of the movie?
67
+ How is the character?
68
+ How is the movie?
69
+ How is the movie?
70
+ How is the film?
71
+ How is the cast?
72
+ How do you like the movie?
73
+ How is the action?
74
+ How is the plot?
75
+ How is the film?
76
+ How is the story?
77
+ How is the picture quality?
78
+ How is the story?
79
+ How is the story?
80
+ How is the movie?
81
+ How is the movie?
82
+ How is the plot?
83
+ How is the film?
84
+ How is the movie?
85
+ How is the plot?
86
+ How is the movie?
87
+ How is the film?
88
+ How is the film?
89
+ How is the story?
90
+ How is the movie?
91
+ How is the movie?
92
+ How is the film?
93
+ How is the movie?
94
+ How is the scene?
95
+ How is the film?
96
+ How is the cast?
97
+ How is the action?
98
+ How is the story?
99
+ How is the plot?
100
+ How is the cast?
101
+ How is the quality of the extras?
eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.movies.txt ADDED
@@ -0,0 +1,101 @@
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
 
1
+ How is the film?
2
+ How is the film?
3
+ How is the quality of the picture?
4
+ How is the quality of the game?
5
+ How is the scenery?
6
+ How is sound quality?
7
+ How is the film?
8
+ How is the film?
9
+ How is the movie?
10
+ How is the movie?
11
+ How is the episode?
12
+ What is the quality of the show?
13
+ How is the film?
14
+ How is the storyline?
15
+ How is the special effects?
16
+ How is the film?
17
+ How is the show?
18
+ What is the quality of the film?
19
+ How is the movie?
20
+ How is the movie?
21
+ How is the movie?
22
+ How is the action?
23
+ How is the quality of the special effects?
24
+ How is the show?
25
+ What is the quality of the film?
26
+ How is the movie?
27
+ How is the movie?
28
+ How is the quality of the actors?
29
+ How is the movie?
30
+ What is the name of the character?
31
+ How is the cast?
32
+ How is the sound?
33
+ How is the music?
34
+ How is the movie?
35
+ How is the film?
36
+ How is the dialogue?
37
+ How is the special effects?
38
+ How is the music?
39
+ Do you like mutes?
40
+ How is the film?
41
+ How is the quality of the film?
42
+ How is the film?
43
+ How is the quality of the film?
44
+ How is the film?
45
+ How is the quality of the actors?
46
+ What is the quality of the fight?
47
+ How is the film?
48
+ How is the blood?
49
+ How is the movie?
50
+ How is the music?
51
+ What is the quality of the service?
52
+ How would you like to see the book?
53
+ How is the movie?
54
+ Do you like Brenden Fraser?
55
+ How is the character?
56
+ How is the music?
57
+ How is the action?
58
+ How is the music?
59
+ How is the film?
60
+ How is the picture?
61
+ How is the quality of the video?
62
+ How is the movie?
63
+ How is the quality of the show?
64
+ How is the film?
65
+ What is the quality of this series?
66
+ What is the quality of the picture?
67
+ How is the main character?
68
+ What is the name of the movie?
69
+ How is the quality of the film?
70
+ How is the film?
71
+ How is the acting?
72
+ How is the humor?
73
+ What is the quality of this movie?
74
+ How is the actor?
75
+ How is the emotional impact?
76
+ How is the dialogue?
77
+ What is the quality of the movie?
78
+ What do you want to do with the city?
79
+ How is the movie?
80
+ How is the movie?
81
+ How is the film?
82
+ How is the quality of the sequel?
83
+ How is the movie?
84
+ How is the movie?
85
+ How is the film?
86
+ How is the movie?
87
+ Who is the actor?
88
+ How is the camera?
89
+ How is the movie?
90
+ How is the movie?
91
+ How is the film?
92
+ How is the performance?
93
+ How is the quality of the effects?
94
+ How is the scene?
95
+ How is the film?
96
+ How is the cast?
97
+ How is the action?
98
+ How is the animation?
99
+ What is the name of the movie?
100
+ How is the casting?
101
+ How is the quality of the film?
pytorch_model.bin CHANGED
@@ -1,3 +1,3 @@
1
  version https://git-lfs.github.com/spec/v1
2
- oid sha256:01d7eab84bda5bb6e0a787c6ab6b4e9820193722b6c2a726d22e0f53f6250af8
3
- size 557979321
 
1
  version https://git-lfs.github.com/spec/v1
2
+ oid sha256:452fba0d07d4e9a95190e9fa1c8ba07fdd6ad86da920450cb499e0420938f4e8
3
+ size 557982969
tokenizer_config.json CHANGED
@@ -1 +1 @@
1
- {"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "name_or_path": "bart_base_subjqa_movies/best_model", "special_tokens_map_file": "lmqg_output/optimized/bart_base_squad/model_kyzucb/epoch_2/special_tokens_map.json", "tokenizer_class": "BartTokenizer"}
 
1
+ {"errors": "replace", "bos_token": "<s>", "eos_token": "</s>", "sep_token": "</s>", "cls_token": "<s>", "unk_token": "<unk>", "pad_token": "<pad>", "mask_token": "<mask>", "add_prefix_space": false, "trim_offsets": true, "model_max_length": 1024, "name_or_path": "asahi417/lmqg-bart-base-squad", "special_tokens_map_file": "lmqg_output/optimized/bart_base_squad/model_kyzucb/epoch_2/special_tokens_map.json", "tokenizer_class": "BartTokenizer"}
trainer_config.json ADDED
@@ -0,0 +1 @@
 
 
1
+ {"dataset_path": "asahi417/qg_subjqa", "dataset_name": "movies", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": null, "model": "asahi417/lmqg-bart-base-squad", "max_length": 512, "max_length_output": 32, "epoch": 1, "batch": 32, "lr": 5e-05, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 2, "label_smoothing": 0.15}