| {"GEM/web_nlg_en": {"1": {"PALM_prompt": {"bleu": 0.3654463133353917, "bleu_stderr": 0.019175697835174196, "rouge1_fmeasure": 0.10912100322921216, "rouge1_fmeasure_stderr": 0.0018448387739191134, "rouge1_precision": 0.06992989175202423, "rouge1_precision_stderr": 0.0013507198775329007, "rouge1_recall": 0.35300303652961246, "rouge1_recall_stderr": 0.005207300493394919, "rouge2_fmeasure": 0.049898959151735284, "rouge2_fmeasure_stderr": 0.0011577016073864334, "rouge2_precision": 0.031980233184657855, "rouge2_precision_stderr": 0.0008277970640027125, "rouge2_recall": 0.16612301186812686, "rouge2_recall_stderr": 0.0035233555838646317, "rougeL_fmeasure": 0.10380827005568424, "rougeL_fmeasure_stderr": 0.0017148980410475988, "rougeL_precision": 0.06649708859060958, "rougeL_precision_stderr": 0.0012498516370686827, "rougeL_recall": 0.33459231319242866, "rougeL_recall_stderr": 0.004814551106078263, "rougeLsum_fmeasure": 0.10438523957774894, "rougeLsum_fmeasure_stderr": 0.0017649725845872188, "rougeLsum_precision": 0.0669728144792258, "rougeLsum_precision_stderr": 0.0012960712001494341, "rougeLsum_recall": 0.3352039724670707, "rougeLsum_recall_stderr": 0.004806343391328268}}}, "GEM/wiki_lingua_en": {"1": {"tldr_en": {"bleu": 2.42245426811508, "bleu_stderr": 0.055766522344471076, "rouge1_fmeasure": 0.20559893831695983, "rouge1_fmeasure_stderr": 0.0019277446430765173, "rouge1_precision": 0.19041453330573002, "rouge1_precision_stderr": 0.0024486093713477156, "rouge1_recall": 0.29122553419892633, "rouge1_recall_stderr": 0.002821946111377414, "rouge2_fmeasure": 0.0476016806090602, "rouge2_fmeasure_stderr": 0.001018396345717152, "rouge2_precision": 0.04549312399373621, "rouge2_precision_stderr": 0.0012899130620499873, "rouge2_recall": 0.06954003910522363, "rouge2_recall_stderr": 0.0016643829857976812, "rougeL_fmeasure": 0.14912357312991603, "rougeL_fmeasure_stderr": 0.0013187342784370182, "rougeL_precision": 0.13827693335852817, "rougeL_precision_stderr": 0.00184248706912511, "rougeL_recall": 0.21653388272668206, "rougeL_recall_stderr": 0.002236324326016394, "rougeLsum_fmeasure": 0.19209757013018142, "rougeLsum_fmeasure_stderr": 0.0018032091574011059, "rougeLsum_precision": 0.1778763855776134, "rougeLsum_precision_stderr": 0.0023086480629917736, "rougeLsum_recall": 0.2727354687348327, "rougeLsum_recall_stderr": 0.0026615904043380714}}}, "e2e_nlg_cleaned": {"1": {"generate_text_restaurant": {"bleu": 10.760067537982343, "bleu_stderr": 0.1044994159158808, "rouge1_fmeasure": 0.4155259967031249, "rouge1_fmeasure_stderr": 0.0021806753366195265, "rouge1_precision": 0.4748871427541358, "rouge1_precision_stderr": 0.003091841924136541, "rouge1_recall": 0.4191045166871343, "rouge1_recall_stderr": 0.0030132064454661813, "rouge2_fmeasure": 0.18401819089345509, "rouge2_fmeasure_stderr": 0.00177712320957052, "rouge2_precision": 0.21336466845528682, "rouge2_precision_stderr": 0.002329024177483978, "rouge2_recall": 0.18589361457636858, "rouge2_recall_stderr": 0.0020519934708968135, "rougeL_fmeasure": 0.300021302987809, "rougeL_fmeasure_stderr": 0.0018340589524827177, "rougeL_precision": 0.34602906104021197, "rougeL_precision_stderr": 0.0026969831063075856, "rougeL_recall": 0.30159897088392273, "rougeL_recall_stderr": 0.0023594139392873596, "rougeLsum_fmeasure": 0.34177273458256907, "rougeLsum_fmeasure_stderr": 0.0020928031208723515, "rougeLsum_precision": 0.3911121708830712, "rougeLsum_precision_stderr": 0.0028835107182861456, "rougeLsum_recall": 0.345033574003792, "rougeLsum_recall_stderr": 0.0027546423571470626}}}, "gem_xsum": {"1": {"article_DOC_summary": {"bleu": 1.1306813923685088, "bleu_stderr": 0.06724604567453557, "rouge1_fmeasure": 0.16275198257711207, "rouge1_fmeasure_stderr": 0.002315412687002958, "rouge1_precision": 0.11540161526788247, "rouge1_precision_stderr": 0.0017122280896354855, "rouge1_recall": 0.28791087115048297, "rouge1_recall_stderr": 0.00403939815713834, "rouge2_fmeasure": 0.028810884191569085, "rouge2_fmeasure_stderr": 0.0012324534687505207, "rouge2_precision": 0.020183396827566206, "rouge2_precision_stderr": 0.0008607814715293713, "rouge2_recall": 0.05268387478581062, "rouge2_recall_stderr": 0.0023703487756891266, "rougeL_fmeasure": 0.12834883547838524, "rougeL_fmeasure_stderr": 0.0017514094015147054, "rougeL_precision": 0.09079918079976149, "rougeL_precision_stderr": 0.0012820810640842906, "rougeL_recall": 0.22869746057968135, "rougeL_recall_stderr": 0.003208863887186686, "rougeLsum_fmeasure": 0.13142510924043388, "rougeLsum_fmeasure_stderr": 0.0019301298965823117, "rougeLsum_precision": 0.09297359554722073, "rougeLsum_precision_stderr": 0.0014051781930703934, "rougeLsum_recall": 0.23392725699428715, "rougeLsum_recall_stderr": 0.0035148790799488148}}}} |