Spaces:
Build error
Build error
| dataset: cbt | |
| subset: NE | |
| templates: | |
| 1fd986ce-e44d-4f32-bbb8-f5d4d3d930d9: !Template | |
| answer_choices: null | |
| id: 1fd986ce-e44d-4f32-bbb8-f5d4d3d930d9 | |
| jinja: "Which of the following options replaces XXXXX the best?\n{{ options |\ | |
| \ join (\", \") }}\nin this story: \n{{sentences | join ('')}} {{question}}\n\ | |
| |||\n{{ answer }}" | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: null | |
| metrics: [] | |
| original_task: null | |
| name: multi_choice | |
| reference: Given the sentences, fill the blanks using the options. | |
| 3c56e28d-668a-42d0-8976-93864e38bc4c: !Template | |
| answer_choices: null | |
| id: 3c56e28d-668a-42d0-8976-93864e38bc4c | |
| jinja: 'Read the passage and fill in the XXXXX: | |
| {{ sentences | join('''') }} {{question}} | |
| ||| | |
| {{ answer }}' | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: null | |
| metrics: [] | |
| original_task: null | |
| name: answer_prediction | |
| reference: Fill in the blank without options. | |
| d2f4dcdd-232e-4e56-a9e1-1aed294e651f: !Template | |
| answer_choices: null | |
| id: d2f4dcdd-232e-4e56-a9e1-1aed294e651f | |
| jinja: 'Write the next sentence of this story: {{sentences | join('''')}} | |
| ||| | |
| {{ question.replace("XXXXX", answer) }}' | |
| metadata: !TemplateMetadata | |
| choices_in_prompt: null | |
| metrics: [] | |
| original_task: null | |
| name: next_sentence_generation | |
| reference: Generate the next sentence given the story. | |