File size: 3,305 Bytes
5443e66 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 |
dataset,fewshots,prompt,metric,value
e2e_nlg_cleaned,0,generate_text_restaurant,rouge2_fmeasure,0.026122584651124606
e2e_nlg_cleaned,0,median,rouge2_fmeasure,0.026122584651124606
e2e_nlg_cleaned,1,generate_text_restaurant,rouge2_fmeasure,0.17514483800816646
e2e_nlg_cleaned,1,median,rouge2_fmeasure,0.17514483800816646
e2e_nlg_cleaned,2,generate_text_restaurant,rouge2_fmeasure,0.18933491861931817
e2e_nlg_cleaned,2,median,rouge2_fmeasure,0.18933491861931817
e2e_nlg_cleaned,3,generate_text_restaurant,rouge2_fmeasure,0.20260082190070094
e2e_nlg_cleaned,3,median,rouge2_fmeasure,0.20260082190070094
e2e_nlg_cleaned,4,generate_text_restaurant,rouge2_fmeasure,0.20525503989164437
e2e_nlg_cleaned,4,median,rouge2_fmeasure,0.20525503989164437
e2e_nlg_cleaned,5,generate_text_restaurant,rouge2_fmeasure,0.19984409683367668
e2e_nlg_cleaned,5,median,rouge2_fmeasure,0.19984409683367668
e2e_nlg_cleaned,5,average,multiple,0.16638371665077187
gem_xsum,0,article_DOC_summary,rouge2_fmeasure,0.059415288606804666
gem_xsum,0,median,rouge2_fmeasure,0.059415288606804666
gem_xsum,1,article_DOC_summary,rouge2_fmeasure,0.04506092989376365
gem_xsum,1,median,rouge2_fmeasure,0.04506092989376365
gem_xsum,2,article_DOC_summary,rouge2_fmeasure,0.04784619134007039
gem_xsum,2,median,rouge2_fmeasure,0.04784619134007039
gem_xsum,3,article_DOC_summary,rouge2_fmeasure,0.04680703390738515
gem_xsum,3,median,rouge2_fmeasure,0.04680703390738515
gem_xsum,4,article_DOC_summary,rouge2_fmeasure,0.013388421641777913
gem_xsum,4,median,rouge2_fmeasure,0.013388421641777913
gem_xsum,5,article_DOC_summary,rouge2_fmeasure,0.0007583670569643345
gem_xsum,5,median,rouge2_fmeasure,0.0007583670569643345
gem_xsum,5,average,multiple,0.03554603874112768
web_nlg_en,0,PALM_prompt,rouge2_fmeasure,0.05397463032306079
web_nlg_en,0,median,rouge2_fmeasure,0.05397463032306079
web_nlg_en,1,PALM_prompt,rouge2_fmeasure,0.053994419166879803
web_nlg_en,1,median,rouge2_fmeasure,0.053994419166879803
web_nlg_en,2,PALM_prompt,rouge2_fmeasure,0.0530914234584236
web_nlg_en,2,median,rouge2_fmeasure,0.0530914234584236
web_nlg_en,3,PALM_prompt,rouge2_fmeasure,0.05387918484618448
web_nlg_en,3,median,rouge2_fmeasure,0.05387918484618448
web_nlg_en,4,PALM_prompt,rouge2_fmeasure,0.05451282884342794
web_nlg_en,4,median,rouge2_fmeasure,0.05451282884342794
web_nlg_en,5,PALM_prompt,rouge2_fmeasure,0.05471954734528363
web_nlg_en,5,median,rouge2_fmeasure,0.05471954734528363
web_nlg_en,5,average,multiple,0.05402867233054337
wiki_lingua_en,0,tldr_en,rouge2_fmeasure,0.03487366784140555
wiki_lingua_en,0,median,rouge2_fmeasure,0.03487366784140555
wiki_lingua_en,1,tldr_en,rouge2_fmeasure,0.05802448056432808
wiki_lingua_en,1,median,rouge2_fmeasure,0.05802448056432808
wiki_lingua_en,2,tldr_en,rouge2_fmeasure,0.05947240390341843
wiki_lingua_en,2,median,rouge2_fmeasure,0.05947240390341843
wiki_lingua_en,3,tldr_en,rouge2_fmeasure,0.04827221140963156
wiki_lingua_en,3,median,rouge2_fmeasure,0.04827221140963156
wiki_lingua_en,4,tldr_en,rouge2_fmeasure,0.015382205296321172
wiki_lingua_en,4,median,rouge2_fmeasure,0.015382205296321172
wiki_lingua_en,5,tldr_en,rouge2_fmeasure,0.002248573836077081
wiki_lingua_en,5,median,rouge2_fmeasure,0.002248573836077081
wiki_lingua_en,5,average,multiple,0.03637892380853031
|