mbart-large-cc25-frquad-qg-ae / eval /metric.first.answer.paragraph.questions_answers.lmqg_qg_frquad.default.json
asahi417's picture
model update
98f91cb
{"test": {"QAAlignedF1Score (BERTScore)": 0.7772413075848769, "QAAlignedRecall (BERTScore)": 0.7858170717744499, "QAAlignedPrecision (BERTScore)": 0.7689549139583383, "QAAlignedF1Score (MoverScore)": 0.5164507832847365, "QAAlignedRecall (MoverScore)": 0.5215983072529093, "QAAlignedPrecision (MoverScore)": 0.5114646311900342, "Bleu_1": 0.037782235103238186, "Bleu_2": 0.015199909819190933, "Bleu_3": 0.004885828523775546, "Bleu_4": 0.0010360112893287412, "METEOR": 0.1054760059084704, "ROUGE_L": 0.07329315468535748, "BERTScore": 0.5734855355142509, "MoverScore": 0.49132126390282654}, "validation": {"QAAlignedF1Score (BERTScore)": 0.7856529529386986, "QAAlignedRecall (BERTScore)": 0.7828424381920649, "QAAlignedPrecision (BERTScore)": 0.7885869638043304, "QAAlignedF1Score (MoverScore)": 0.5210219089023471, "QAAlignedRecall (MoverScore)": 0.5205554081240038, "QAAlignedPrecision (MoverScore)": 0.5215353446160117, "Bleu_1": 0.11868833101890196, "Bleu_2": 0.05962247943466257, "Bleu_3": 0.018656299341997678, "Bleu_4": 0.006695070088080167, "METEOR": 0.1826567214417883, "ROUGE_L": 0.1712360131717798, "BERTScore": 0.6651338213899484, "MoverScore": 0.5104089792922674}}