model update

config.json

@@ -1,5 +1,5 @@
 {
-  "_name_or_path": "t5_small_subjqa_books/best_model",
+  "_name_or_path": "lmqg_output/qg_subjqa/t5_small_subjqa_books/model_mzgdpa/epoch_1",
   "add_prefix": true,
   "architectures": [
     "T5ForConditionalGeneration"

eval/metric.first.answer.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2123411978217562, "Bleu_2": 0.1360319063627964, "Bleu_3": 0.06713086629495513, "Bleu_4": 0.03851376837222893, "METEOR": 0.20882203084324358, "ROUGE_L": 0.23571486368675493, "BERTScore": 0.927013314936472, "MoverScore": 0.6302946188552563}, "test": {"Bleu_1": 0.1860869565215773, "Bleu_2": 0.0984994181531338, "Bleu_3": 0.02328995789417159, "Bleu_4": 2.1631297696229156e-06, "METEOR": 0.1851683947377195, "ROUGE_L": 0.19768945312207964, "BERTScore": 0.9239521931603317, "MoverScore": 0.6146001367099585}}

eval/metric.first.answer.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.2261832765819451, "Bleu_2": 0.1501602264168069, "Bleu_3": 0.059660911154894095, "Bleu_4": 5.5377942718699755e-06, "METEOR": 0.213936896096858, "ROUGE_L": 0.24544655793853606, "BERTScore": 0.9320860019196635, "MoverScore": 0.6393630117586155}, "test": {"Bleu_1": 0.20733949071718494, "Bleu_2": 0.1202609946230618, "Bleu_3": 0.03454122420195172, "Bleu_4": 3.0121864376634423e-06, "METEOR": 0.18761250255019368, "ROUGE_L": 0.2193304406795259, "BERTScore": 0.9264153341972391, "MoverScore": 0.6202261009415074}}

eval/metric.first.answer.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1701030927832129, "Bleu_2": 0.08935564271900434, "Bleu_3": 2.7171918166176116e-07, "Bleu_4": 5.060108938828831e-10, "METEOR": 0.20171139142470196, "ROUGE_L": 0.19591214048885902, "BERTScore": 0.9185413873713949, "MoverScore": 0.6129536407211255}, "test": {"Bleu_1": 0.15952980688483667, "Bleu_2": 0.07785969857132592, "Bleu_3": 0.024654846522822918, "Bleu_4": 2.2182171836600762e-06, "METEOR": 0.1839724734053558, "ROUGE_L": 0.170704361348688, "BERTScore": 0.9166222792021267, "MoverScore": 0.6070884259975057}}

eval/metric.first.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21062271062232488, "Bleu_2": 0.13436284901772363, "Bleu_3": 0.06676303813752407, "Bleu_4": 0.03842544501194303, "METEOR": 0.20792554498167345, "ROUGE_L": 0.2333212731941587, "BERTScore": 0.9268813558987209, "MoverScore": 0.6291744985585168}, "test": {"Bleu_1": 0.1860869565215773, "Bleu_2": 0.0984994181531338, "Bleu_3": 0.02328995789417159, "Bleu_4": 2.1631297696229156e-06, "METEOR": 0.1851683947377195, "ROUGE_L": 0.19768945312207964, "BERTScore": 0.9239521706915651, "MoverScore": 0.6146001367099585}}

eval/metric.first.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22598346469170788, "Bleu_2": 0.1507093930467551, "Bleu_3": 0.05997784030197831, "Bleu_4": 5.5728370091980026e-06, "METEOR": 0.21376944059407887, "ROUGE_L": 0.24586373996865976, "BERTScore": 0.9323463990138128, "MoverScore": 0.6394430049760091}, "test": {"Bleu_1": 0.20733949071718494, "Bleu_2": 0.1202609946230618, "Bleu_3": 0.03454122420195172, "Bleu_4": 3.0121864376634423e-06, "METEOR": 0.18761250255019368, "ROUGE_L": 0.2193304406795259, "BERTScore": 0.9264153326369081, "MoverScore": 0.6202261009415074}}

eval/metric.first.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1695501730100873, "Bleu_2": 0.08948465252444658, "Bleu_3": 2.724377649471125e-07, "Bleu_4": 5.074292778507099e-10, "METEOR": 0.20124306770063966, "ROUGE_L": 0.19531776840631898, "BERTScore": 0.9184431492627322, "MoverScore": 0.6125970794877365}, "test": {"Bleu_1": 0.15952980688483667, "Bleu_2": 0.07785969857132592, "Bleu_3": 0.024654846522822918, "Bleu_4": 2.2182171836600762e-06, "METEOR": 0.1839724734053558, "ROUGE_L": 0.170704361348688, "BERTScore": 0.9166222810745239, "MoverScore": 0.6070884259975057}}

eval/metric.last.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21178637200697645, "Bleu_2": 0.1351798908653459, "Bleu_3": 0.06721859188280828, "Bleu_4": 0.03872876210242607, "METEOR": 0.2092667774008215, "ROUGE_L": 0.23440787138890942, "BERTScore": 0.9277469856398446, "MoverScore": 0.6330569141339825}, "test": {"Bleu_1": 0.1860869565215773, "Bleu_2": 0.0984994181531338, "Bleu_3": 0.02328995789417159, "Bleu_4": 2.1631297696229156e-06, "METEOR": 0.1851683947377195, "ROUGE_L": 0.19768945312207964, "BERTScore": 0.9239521878552063, "MoverScore": 0.6146001367099585}}

eval/metric.last.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22397070704413719, "Bleu_2": 0.14825951340446855, "Bleu_3": 0.059371907333030514, "Bleu_4": 5.537443362763197e-06, "METEOR": 0.2124772765941295, "ROUGE_L": 0.24424650733576506, "BERTScore": 0.9325449348806025, "MoverScore": 0.6393943162070621}, "test": {"Bleu_1": 0.20733949071718494, "Bleu_2": 0.1202609946230618, "Bleu_3": 0.03454122420195172, "Bleu_4": 3.0121864376634423e-06, "METEOR": 0.18761250255019368, "ROUGE_L": 0.2193304406795259, "BERTScore": 0.9264153360696363, "MoverScore": 0.6202261009415074}}

eval/metric.last.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1695501730100873, "Bleu_2": 0.08948465252444658, "Bleu_3": 2.724377649471125e-07, "Bleu_4": 5.074292778507099e-10, "METEOR": 0.20124306770063966, "ROUGE_L": 0.19531776840631898, "BERTScore": 0.9184431499177284, "MoverScore": 0.6125970794877365}, "test": {"Bleu_1": 0.15952980688483667, "Bleu_2": 0.07785969857132592, "Bleu_3": 0.024654846522822918, "Bleu_4": 2.2182171836600762e-06, "METEOR": 0.1839724734053558, "ROUGE_L": 0.170704361348688, "BERTScore": 0.9166222748331999, "MoverScore": 0.6070884259975057}}

eval/metric.long.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21062271062232488, "Bleu_2": 0.13436284901772363, "Bleu_3": 0.06676303813752407, "Bleu_4": 0.03842544501194303, "METEOR": 0.20792554498167345, "ROUGE_L": 0.2333212731941587, "BERTScore": 0.9268813578637092, "MoverScore": 0.6291744985585168}, "test": {"Bleu_1": 0.1860869565215773, "Bleu_2": 0.0984994181531338, "Bleu_3": 0.02328995789417159, "Bleu_4": 2.1631297696229156e-06, "METEOR": 0.1851683947377195, "ROUGE_L": 0.19768945312207964, "BERTScore": 0.9239521669467706, "MoverScore": 0.6146001367099585}}

eval/metric.long.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22598346469170788, "Bleu_2": 0.1507093930467551, "Bleu_3": 0.05997784030197831, "Bleu_4": 5.5728370091980026e-06, "METEOR": 0.21376944059407887, "ROUGE_L": 0.24586373996865976, "BERTScore": 0.9323463977038206, "MoverScore": 0.6394430049760091}, "test": {"Bleu_1": 0.20733949071718494, "Bleu_2": 0.1202609946230618, "Bleu_3": 0.03454122420195172, "Bleu_4": 3.0121864376634423e-06, "METEOR": 0.18761250255019368, "ROUGE_L": 0.2193304406795259, "BERTScore": 0.9264153354455039, "MoverScore": 0.6202261009415074}}

eval/metric.long.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1695501730100873, "Bleu_2": 0.08948465252444658, "Bleu_3": 2.724377649471125e-07, "Bleu_4": 5.074292778507099e-10, "METEOR": 0.20124306770063966, "ROUGE_L": 0.19531776840631898, "BERTScore": 0.9184431689126151, "MoverScore": 0.6125970794877365}, "test": {"Bleu_1": 0.15952980688483667, "Bleu_2": 0.07785969857132592, "Bleu_3": 0.024654846522822918, "Bleu_4": 2.2182171836600762e-06, "METEOR": 0.1839724734053558, "ROUGE_L": 0.170704361348688, "BERTScore": 0.9166222829469212, "MoverScore": 0.6070884259975057}}

eval/metric.middle.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21062271062232488, "Bleu_2": 0.13436284901772363, "Bleu_3": 0.06676303813752407, "Bleu_4": 0.03842544501194303, "METEOR": 0.20792554498167345, "ROUGE_L": 0.2333212731941587, "BERTScore": 0.9268813585187052, "MoverScore": 0.6291744985585168}, "test": {"Bleu_1": 0.1860869565215773, "Bleu_2": 0.0984994181531338, "Bleu_3": 0.02328995789417159, "Bleu_4": 2.1631297696229156e-06, "METEOR": 0.1851683947377195, "ROUGE_L": 0.19768945312207964, "BERTScore": 0.9239521916000006, "MoverScore": 0.6146001367099585}}

eval/metric.middle.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22598346469170788, "Bleu_2": 0.1507093930467551, "Bleu_3": 0.05997784030197831, "Bleu_4": 5.5728370091980026e-06, "METEOR": 0.21376944059407887, "ROUGE_L": 0.24586373996865976, "BERTScore": 0.9323463970488244, "MoverScore": 0.6394430049760091}, "test": {"Bleu_1": 0.20733949071718494, "Bleu_2": 0.1202609946230618, "Bleu_3": 0.03454122420195172, "Bleu_4": 3.0121864376634423e-06, "METEOR": 0.18761250255019368, "ROUGE_L": 0.2193304406795259, "BERTScore": 0.9264153370058349, "MoverScore": 0.6202261009415074}}

eval/metric.middle.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1695501730100873, "Bleu_2": 0.08948465252444658, "Bleu_3": 2.724377649471125e-07, "Bleu_4": 5.074292778507099e-10, "METEOR": 0.20124306770063966, "ROUGE_L": 0.19531776840631898, "BERTScore": 0.9184431636726463, "MoverScore": 0.6125970794877365}, "test": {"Bleu_1": 0.15952980688483667, "Bleu_2": 0.07785969857132592, "Bleu_3": 0.024654846522822918, "Bleu_4": 2.2182171836600762e-06, "METEOR": 0.1839724734053558, "ROUGE_L": 0.170704361348688, "BERTScore": 0.9166222807624578, "MoverScore": 0.6070884259975057}}

eval/metric.short.sentence.paragraph_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.21178637200697645, "Bleu_2": 0.1351798908653459, "Bleu_3": 0.06721859188280828, "Bleu_4": 0.03872876210242607, "METEOR": 0.2092667774008215, "ROUGE_L": 0.23440787138890942, "BERTScore": 0.9277469856398446, "MoverScore": 0.6330569141339825}, "test": {"Bleu_1": 0.1860869565215773, "Bleu_2": 0.0984994181531338, "Bleu_3": 0.02328995789417159, "Bleu_4": 2.1631297696229156e-06, "METEOR": 0.1851683947377195, "ROUGE_L": 0.19768945312207964, "BERTScore": 0.9239521806776836, "MoverScore": 0.6146001367099585}}

eval/metric.short.sentence.paragraph_sentence.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.22397070704413719, "Bleu_2": 0.14825951340446855, "Bleu_3": 0.059371907333030514, "Bleu_4": 5.537443362763197e-06, "METEOR": 0.2124772765941295, "ROUGE_L": 0.24424650733576506, "BERTScore": 0.9325449348806025, "MoverScore": 0.6393943162070621}, "test": {"Bleu_1": 0.20733949071718494, "Bleu_2": 0.1202609946230618, "Bleu_3": 0.03454122420195172, "Bleu_4": 3.0121864376634423e-06, "METEOR": 0.18761250255019368, "ROUGE_L": 0.2193304406795259, "BERTScore": 0.9264153351334377, "MoverScore": 0.6202261009415074}}

eval/metric.short.sentence.sentence_answer.question.asahi417_qg_subjqa.books.json

@@ -0,0 +1 @@
+{"validation": {"Bleu_1": 0.1695501730100873, "Bleu_2": 0.08948465252444658, "Bleu_3": 2.724377649471125e-07, "Bleu_4": 5.074292778507099e-10, "METEOR": 0.20124306770063966, "ROUGE_L": 0.19531776840631898, "BERTScore": 0.9184431676026229, "MoverScore": 0.6125970794877365}, "test": {"Bleu_1": 0.15952980688483667, "Bleu_2": 0.07785969857132592, "Bleu_3": 0.024654846522822918, "Bleu_4": 2.2182171836600762e-06, "METEOR": 0.1839724734053558, "ROUGE_L": 0.170704361348688, "BERTScore": 0.9166222860675832, "MoverScore": 0.6070884259975057}}

eval/samples.test.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,191 @@
+How is the book?
+How is the relationship?
+How is the book?
+How is the story?
+What is the side of the book?
+How is the dialogue?
+How are the characters?
+How is the book?
+How is the story?
+How is the relationship between Brooke and Remy?
+How is the ending?
+What was the writing style of the book?
+How is the book?
+How was the plot?
+How is the writing?
+What was the beginning of the book?
+Why is this book?
+How is the story?
+How are the characters?
+How is the ending?
+How is the story?
+How is the story?
+Who is the author of the Pimsleur and the Barron's version of the Foreign Service Institute course?
+How was the theme of "Freakonomic"?
+How is the plot?
+How is the book?
+How is the book?
+Why did I give the book one star?
+How are the characters?
+How did you know about the book?
+What is the title of the book?
+How was the story line?
+How is the story?
+How much time does it take to read?
+How is the story?
+How is the book?
+How does J.K. Rowling create?
+How is the story?
+How is character development?
+Who is the author of fifty Shades of Grey?
+How is the story?
+How is the cover?
+How was the book?
+How is the story?
+What did I think about the cover?
+How is the relationship?
+How is the relationship between Anna and TJ?
+What is the story of the characters?
+What is the name of the character in the book?
+How did Tartt get into a young man's psyche?
+How are the characters?
+What is the name of the book?
+How are the characters?
+How is the bond?
+How is the story?
+What was the date of the review?
+What is the problem with the characters?
+How is the plot?
+What is the difference between women and men?
+How is the character development?
+How is the story?
+How is the brain?
+How are the characters?
+How are the characters?
+How is the book?
+How is the book?
+What is the story of a woman with 5 young children?
+How are the similarities to Fifty Shades?
+How is the story?
+What is the name of the book?
+How is the story?
+How was the book?
+How is the plot?
+What is the difference between the mystery and the romance?
+How long did the book take?
+How is the story?
+What is the main character in the novel?
+How is the plot?
+How is the story?
+What was the main character in the book?
+How did I feel about the book?
+How is the story?
+What is the title of Beautiful Disaster?
+How is the story?
+How is the story?
+How long is the book?
+Who is the author of Easy?
+What is the purpose of the novel?
+How is the story?
+How is the imagery?
+How is the story?
+How is the character development?
+How is this book?
+What is the setting?
+How is the plot?
+How is the story?
+How is his past?
+How is the rating of a book?
+What is the name of a bibliophile?
+How is the character?
+How was the story?
+How was the story?
+How many reviews are there?
+How is the story?
+How is the cover?
+How are the characters?
+How is the story?
+How is the book?
+How is the story?
+What does the plot of necessity rely on?
+How does Erik Larson write?
+How is the writing?
+How is the plot?
+How is the story?
+How is the pacing?
+How is the story?
+How are the characters?
+What is the title of the book?
+How is the story?
+How is the cover?
+How is the book?
+How are the characters?
+How does Rowling write?
+How is the story?
+How is the mental picture?
+How is the story?
+What was the best of the trilogy?
+How is the character?
+How is the story?
+How is the romance?
+What did the author want to do?
+What is the premise for the Hunger Games?
+How is the story?
+How was the story?
+How is the story?
+How is the book?
+How is the book?
+What is the story of the murder of Harriet Vanger?
+How is the advice?
+How are the characters?
+What kind of genius is in the book?
+How is the book?
+How is the narration?
+How is the book?
+How is the writing style?
+How are the characters?
+How was the book?
+How are the characters?
+How is the story?
+How is the story?
+How was the ending?
+How are the characters in The Silent Wife: A Novel?
+How is the story?
+How is the story?
+How is the book?
+How was the ending?
+How is the story?
+How is the plot?
+How are the characters?
+How are the characters?
+How is the plot?
+How is the plot?
+How did I feel about the book?
+How are the characters?
+How is the book?
+How was the story?
+How are the characters?
+How is the book?
+How are the characters?
+What is the purpose of the book?
+What is one of my favorite books?
+How was the story line?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the story?
+How are the new characters?
+How is the book?
+How is the story?
+How is the book?
+Why was the writing choppy?
+How is the story?
+What is the name of the first book?
+How many strategies did Eric Ries use?
+How is the romance?
+How are the characters?
+How is the story?
+How is the character development?
+How were the characters?

eval/samples.test.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,191 @@
+How is the book?
+How is the story?
+How is the book?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+How is the story?
+How is the relationship between Brooke and Remy?
+How is the ending?
+How is the story?
+How is the book?
+How was the plot?
+How long is the book?
+How is the beginning of the book?
+Why is this book?
+How was the story?
+How is the story?
+How is the ending?
+How is the story?
+How is the story?
+What are the three top-selling courses on Spanish?
+How was the theme of "Freakonomic"?
+How is the plot?
+How is the book?
+How is the story?
+Why did I give the book one star?
+How is the book?
+How is the book?
+How is a Romantic Book Affairs Review?
+How was the story?
+How is the book?
+How is the story?
+How was the story?
+How is the book?
+How is the book?
+How is the story?
+How is the story line?
+How is the book?
+How is the story?
+How is the cover?
+How was the book?
+How is the story?
+How was the cover?
+How is the relationship?
+How is the relationship between Anna and TJ?
+How did I feel about the romance?
+How is the story?
+How is the book?
+How is the book?
+What is the name of the book?
+How did I find the characters?
+How is the story?
+How is the story?
+How is the story?
+How is the story?
+How is the plot?
+How are women?
+How is the character development?
+How is the story?
+How is the brain?
+How is Gillian Flynn?
+How are the characters?
+How is the book?
+How is the story?
+How is the story?
+What is the story of Fifty Shades?
+How many stars is the book?
+How is The Storyteller?
+How is the story?
+How was the book?
+How is the story?
+How is the book?
+How long was the story?
+How is the story?
+What is the main character in the novel?
+How is the plot?
+How is the story?
+How is the story?
+How is the story?
+How is the story?
+What is the title of the book?
+How is the story?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the story?
+How is the story?
+How is the story?
+How is the character development?
+How is the story?
+How is the setting?
+How is the plot?
+How is the story?
+How is Riley Thomas?
+How is the book?
+How is the plot?
+How is the story?
+How was the story?
+How was the story?
+How many reviews are there on amazon?
+How is the story?
+How is the cover?
+How is the book?
+How is a book?
+What is the purpose of the book?
+How is the story?
+How is the plot?
+How does Erik Larson write?
+What is the job of a writer?
+How is the story?
+How is the story?
+How is the pacing?
+How is the story?
+How are the characters?
+What is the title of the book?
+How is the story?
+How is the cover?
+How is the book?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the story?
+What was the best of the trilogy?
+How is the story?
+How is the story?
+How is the romance?
+How is the story?
+What is the premise for the Hunger Games?
+How is the story?
+How was the story?
+How is the story?
+How is the book?
+How is the book?
+What is the story of the murder of Harriet Vanger?
+How is the book?
+How are the characters?
+How is the book?
+How is the book?
+How is the story?
+How is the story?
+How is the story?
+How is the story?
+How was the subject of the book?
+How is the story?
+How is the story?
+How is the story?
+How was the ending?
+How are the characters?
+How is the story?
+How is the story?
+What is the title of the book?
+How was the ending?
+How is the story?
+How is the plot?
+How are the characters?
+How is the plot?
+How is the plot?
+How is the plot?
+How is the book?
+How are the characters?
+How is the book?
+How is the story?
+How are the characters?
+How is the story?
+How are the characters?
+How is the book?
+How is the story?
+How is the story line?
+How is the story?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+How is the story?
+How is the book?
+How was the writing?
+How is the story?
+What is the name of the first book in the Trylle trilogy?
+How is the book?
+How is the romance?
+How are the characters?
+How is the story?
+How is the character development?
+How are the characters?

eval/samples.test.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,191 @@
+How was the book?
+What is the relationship between Echo and Noah?
+Why did I read through the book?
+How is the story?
+On what side is the writing superior?
+How is the dialogue?
+How are the characters?
+How often does Brimstone call for her to run an errand?
+How did the book relate to the South?
+How?
+How is the ending?
+What was her writing style?
+How is the info?
+How is the plot?
+How is the writing?
+How was the beginning?
+Why did this happen?
+How was the story?
+How are the characters?
+How is the ending?
+How is the story?
+How do you imagine living in New York State?
+Who wrote the Pimsleur?
+How did I feel about the theme?
+How is the plot?
+How is it?
+How is the book?
+Why did I give it one star?
+How are the characters?
+How did you know about the book?
+What is a Romantic book?
+How was the story line?
+How is it?
+How much time does it take to read?
+How was the history?
+How are good characters?
+What type of characters does she create?
+What is the reason for the reviews?
+How is character development?
+What is the name of the person who interviewed Grey for her best friend's school paper?
+How is the story?
+Why does it get a star?
+How were the characters?
+How is the story?
+What did I think about the cover?
+How are they drawn to each other?
+How are the characters?
+What is the story of the characters?
+What is the character of Hassan?
+How did Ms. Tartt get into a young man's psyche?
+How are the characters?
+What is the interest of the Knights Templar?
+How are the characters?
+How is the bond?
+What is the main male character?
+When was the review?
+What is the problem with the characters?
+How is the plot?
+How are women?
+How are character development?
+How is the journey?
+How does the brain act subconsciously?
+How is Gillian Flynn?
+How are the characters?
+How is the book?
+How is the book?
+What is the story of a woman with 5 young children?
+How is the life of a girl?
+How is the book?
+What is the name of the fictional account of a young woman?
+How did I feel about Sam?
+How is the story?
+How is the plot?
+How are the mystery and romance combined?
+How is the character?
+How do you save yourself?
+What type of plot?
+How is the plot?
+How did he describe his description?
+What was the main character?
+How did I think about the endings?
+How are the kings?
+What is the title of Beautiful Disaster?
+How does Mr. Zusak communicate?
+How was the story?
+How long is the book?
+Who follows Kennedy to the college of his dreams?
+What is the purpose of the language?
+How is the story?
+How is the imagery?
+What is J. Lynn's writing?
+How was the character development?
+What is hard to write about?
+What is the setting?
+How are the characters in the book?
+How did I feel about the characters?
+How is his past?
+How did you read through a book?
+What is the name of a bibliophile?
+How did Christopher portray?
+How was the book?
+How was the story?
+How many reviews were there?
+How is the cover?
+How is the cover?
+How are the characters?
+How is it?
+What is the purpose of the review?
+How are the characters?
+What is the plot of necessity based on?
+How does Erik Larson write?
+How is she?
+How is the plot?
+How is the story?
+How is the pacing?
+How is the romance?
+How are the characters?
+Why did the characters not hold my interest?
+How are the characters?
+How is the cover?
+How is the book?
+How are the characters?
+How does Rowling write?
+How is the book?
+How does the word "maze" describe?
+How is it?
+How is the trilogy?
+How is the character?
+How is the romance?
+How is the romance?
+What did the author want?
+What is quick?
+How is it?
+How were the characters?
+What is the result of?
+How much does the word "duck" mean?
+How many characters are there in the book?
+How are the plot points?
+What is the purpose of the book?
+How are the characters?
+What kind of genius is there?
+How do you know about a bull?
+How is the narration?
+How is the book?
+How was the storyteller?
+How are the characters?
+How was the book?
+How are the characters?
+How are the characters?
+How has Nassim Taleb been?
+How is it?
+How are the characters?
+How are the characters?
+How much is there for it to get far enough into the story?
+How is the book?
+How was the ending?
+How is the book?
+How was the plot?
+How are the characters?
+How are the characters?
+How is the plot?
+How is the plot?
+When did I go back to Amazon and look to see if the author had any other books?
+How are the characters?
+How is a book?
+How was the story?
+How are the characters?
+How did the book begin?
+How are the characters?
+What is the purpose of the book?
+What is one of my favorite books?
+How was the story line?
+How is the mystery?
+How is the Kite Runner?
+What is the name of the book?
+How is the book?
+What is the purpose of the book?
+What is the name of the book?
+How are the new characters?
+How is the story?
+What is thepremise of the story?
+How was the book?
+How were the characters defined?
+How was the story?
+What is the name of the first book?
+How many strategies did I implement?
+How did I feel about the serie?
+How are the characters?
+How is the story?
+How was the character development?
+How were the characters?

eval/samples.validation.hyp.paragraph_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,92 @@
+How does the well-being of Bernadette differ?
+How is the world?
+How is the book?
+How is the story?
+How is the book?
+What is the name of the book?
+How is the story?
+How are the characters?
+What did Dodd think about the Nazis?
+How is the story line?
+What is the relationship between Noah and her father?
+How is the book?
+How was Rue?
+How is the book?
+How is the story?
+Where is the reader review?
+How is the story?
+Why is the book available in English?
+How is the story?
+How is the story?
+How is the book?
+How did the book end?
+How is the story?
+What is the concept for?
+How is the book?
+What was the ending?
+What is the name of the book?
+How is the story?
+How was the story?
+What is the book?
+What is the story of the Cuckoo's Calling?
+How is the writing?
+How is the book?
+How is the story?
+How is the book?
+How were the characters?
+How is the book?
+How is the story?
+How is the book?
+How is 'A Game Of Thrones'?
+How is the story?
+How is the book?
+How is the book?
+How is the story line?
+How is the ending?
+How is the second installment?
+How is the story?
+What was the purpose of the book?
+How are the characters?
+How is the book?
+How does he feel about Nell Hawthorne?
+What is the book?
+How are the scenes?
+How is the book?
+What are some of the best books?
+How is the book?
+How is the book?
+What is the title of the book?
+How is the book?
+How is the plot?
+How is the ending of the book?
+What is the title of the book?
+How is the book?
+How is the power of prayer?
+What was the effect of the read?
+What is the purpose of the book?
+How was the book?
+How is the ending?
+How is the story?
+What kind of sex does the book have?
+How is the plot?
+What is the story of NA Romance?
+How is the story?
+What is the premise of the book?
+How is the concept of the book?
+How is the story?
+How is the plot?
+How is the subject?
+How is the story?
+Why did I have to write a review?
+What is the topic of 'Hunger Games'?
+How is the story?
+What is the story of the holocaust?
+What is the point of the book?
+How was the romance?
+How is the story?
+How is the series?
+How is the story?
+How long is the book?
+How is the story?
+What is the name of the book?
+How is the book?

eval/samples.validation.hyp.paragraph_sentence.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,92 @@
+How does Bernadette differ?
+How is the story?
+How is the book?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+What did Dodd think about the Nazis?
+How is the story line?
+How is the story?
+How is the book?
+What was the title of the book?
+How is the book?
+How is the story?
+How is the story?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the book?
+How was the book?
+What is the name of the story?
+How is the story?
+How is the book?
+How is the ending?
+What is the name of the book?
+How is the story?
+How was the story?
+How is the book?
+What is the story of the Cuckoo's Calling?
+How is the writing?
+How is the book?
+How is the story?
+How is the book?
+How was the book?
+How is Gilbert's work?
+How is the story?
+How is the book?
+What is the standard by which I measure adult fantasy?
+How is the story?
+How is the book?
+How is the book?
+How is the story line?
+How is the ending?
+How is the second installment?
+How is the story?
+How is the book?
+How is the character?
+How is the book?
+How is the story?
+How is Colleen Hoover?
+How is the story?
+How is the book?
+How is the story?
+How is the book?
+How is the book?
+How is the book?
+How is the book?
+How is the plot?
+How is the ending of the book?
+How is the book?
+How is the book?
+How is the book?
+How was the read?
+What is the purpose of the book?
+How was the book?
+How is the ending?
+How is the story?
+How is the romance?
+How is the plot?
+How is the story?
+How is the story?
+What is the premise of the book?
+How is the book?
+How is the story?
+How is the plot?
+How is this book?
+How was the book?
+How is the book?
+What is the topic of the book?
+How is the book?
+How is the story?
+How is the book?
+How is the story?
+How is the story?
+How is the series?
+How was the story?
+How is the book?
+How is the story?
+How is the book?
+How is the story line?

eval/samples.validation.hyp.sentence_answer.question.asahi417_qg_subjqa.books.txt

@@ -0,0 +1,92 @@
+How does Bernadette differ?
+What is the futuristic world?
+How is the book?
+How is this book?
+How is this book?
+What is the name of the story?
+How is the story?
+How are the characters?
+How is the book?
+How was the story line?
+What is the relationship between her father and stepmother?
+How did the book Thief win?
+What did you do?
+How is the book?
+How was the story?
+What is the name of the reader review?
+How is the story?
+Why is the book available in English?
+How is Story?
+How is the story?
+How is the description?
+How did the book start?
+What is the name of the story?
+What is the concept for?
+How did I feel about this book?
+What was there?
+How is it?
+How is the story?
+How is the story?
+What is the book?
+How long are paragraphs?
+How is the writing?
+How is the part 2?
+How is the story?
+How is the popularity?
+How were the characters?
+How is it?
+How is the concept?
+What is the best thing about the book?
+How is 'A Game Of Thrones'?
+How is the rest of the book?
+How is the book?
+What was the purpose of the book?
+How is the story line?
+How is the end of the trilogy?
+How is it?
+How is the story?
+What was the purpose of the book?
+How are the good ones?
+How is this book?
+How is Kyle Calloway?
+What is the name of the book?
+How are the scenes?
+How is the book?
+What is the name of the best Jurassic Park and the Andromeda Strain?
+How is the book?
+How did I read the book?
+What is the name of the book that I red?
+How was the book?
+How is the plot?
+How is the ending?
+What is the name of the fourth book in the Harry Potter series?
+How is the book?
+How is the power of prayer?
+What was the effect of the suspense?
+What is the purpose of the book?
+How did the book compare to the movie?
+How is the story?
+How does it affect you?
+What kind of sex does it have?
+How is the plot?
+What is the story of NA Romance?
+How are the sentiments?
+How is the premise?
+What are the concepts behind the book?
+How is the story?
+How is the plot?
+How is the subject?
+What did I not know?
+Why did I have to write a review?
+How is the topic?
+How is the gift?
+How many stories have you read before?
+How does it feel about a tiger in a boat?
+How was the romance?
+How was the story?
+What is the purpose of the book?
+How is the story?
+How many pages did I put it down?
+How was the story of Katniss?
+What is the name of a sensitive man?
+How is the book?

pytorch_model.bin

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:ec9f2c7f04090327868c17c15adf36c263639dd831cd6446c3f38883552d6c22
-size 242028475
+oid sha256:a71a11438c0bfa661536c0a9f826609eb3e0beb2210b72b51de903ef1af2da9e
+size 242030331

tokenizer_config.json

@@ -1 +1 @@
-{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "t5_small_subjqa_books/best_model", "special_tokens_map_file": "lmqg_output/optimized/t5_small_squad_answer_level/model_clecrf/epoch_2/special_tokens_map.json", "tokenizer_class": "T5Tokenizer"}
+{"eos_token": "</s>", "unk_token": "<unk>", "pad_token": "<pad>", "extra_ids": 100, "additional_special_tokens": ["<extra_id_0>", "<extra_id_1>", "<extra_id_2>", "<extra_id_3>", "<extra_id_4>", "<extra_id_5>", "<extra_id_6>", "<extra_id_7>", "<extra_id_8>", "<extra_id_9>", "<extra_id_10>", "<extra_id_11>", "<extra_id_12>", "<extra_id_13>", "<extra_id_14>", "<extra_id_15>", "<extra_id_16>", "<extra_id_17>", "<extra_id_18>", "<extra_id_19>", "<extra_id_20>", "<extra_id_21>", "<extra_id_22>", "<extra_id_23>", "<extra_id_24>", "<extra_id_25>", "<extra_id_26>", "<extra_id_27>", "<extra_id_28>", "<extra_id_29>", "<extra_id_30>", "<extra_id_31>", "<extra_id_32>", "<extra_id_33>", "<extra_id_34>", "<extra_id_35>", "<extra_id_36>", "<extra_id_37>", "<extra_id_38>", "<extra_id_39>", "<extra_id_40>", "<extra_id_41>", "<extra_id_42>", "<extra_id_43>", "<extra_id_44>", "<extra_id_45>", "<extra_id_46>", "<extra_id_47>", "<extra_id_48>", "<extra_id_49>", "<extra_id_50>", "<extra_id_51>", "<extra_id_52>", "<extra_id_53>", "<extra_id_54>", "<extra_id_55>", "<extra_id_56>", "<extra_id_57>", "<extra_id_58>", "<extra_id_59>", "<extra_id_60>", "<extra_id_61>", "<extra_id_62>", "<extra_id_63>", "<extra_id_64>", "<extra_id_65>", "<extra_id_66>", "<extra_id_67>", "<extra_id_68>", "<extra_id_69>", "<extra_id_70>", "<extra_id_71>", "<extra_id_72>", "<extra_id_73>", "<extra_id_74>", "<extra_id_75>", "<extra_id_76>", "<extra_id_77>", "<extra_id_78>", "<extra_id_79>", "<extra_id_80>", "<extra_id_81>", "<extra_id_82>", "<extra_id_83>", "<extra_id_84>", "<extra_id_85>", "<extra_id_86>", "<extra_id_87>", "<extra_id_88>", "<extra_id_89>", "<extra_id_90>", "<extra_id_91>", "<extra_id_92>", "<extra_id_93>", "<extra_id_94>", "<extra_id_95>", "<extra_id_96>", "<extra_id_97>", "<extra_id_98>", "<extra_id_99>"], "model_max_length": 512, "name_or_path": "lmqg_output/qg_subjqa/t5_small_subjqa_books/model_mzgdpa/epoch_1", "special_tokens_map_file": "lmqg_output/optimized/t5_small_squad_answer_level/model_clecrf/epoch_2/special_tokens_map.json", "tokenizer_class": "T5Tokenizer"}

trainer_config.json

@@ -0,0 +1 @@
+{"dataset_path": "asahi417/qg_subjqa", "dataset_name": "books", "input_types": ["paragraph_answer"], "output_types": ["question"], "prefix_types": ["qg"], "model": "asahi417/lmqg-t5-small-squad", "max_length": 512, "max_length_output": 32, "epoch": 2, "batch": 32, "lr": 0.0001, "fp16": false, "random_seed": 1, "gradient_accumulation_steps": 2, "label_smoothing": 0.15}