Spaces:
Build error
Build error
File size: 3,616 Bytes
c32ee7d |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 |
dataset: ag_news
templates:
24e44a81-a18a-42dd-a71c-5b31b2d2cb39: !Template
answer_choices: World politics ||| Sports ||| Business ||| Science and technology
id: 24e44a81-a18a-42dd-a71c-5b31b2d2cb39
jinja: "What label best describes this news article?\n{{text}} ||| \n{{answer_choices[label]\
\ }}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Accuracy
original_task: true
name: classify_question_first
reference: ''
8fdc1056-1029-41a1-9c67-354fc2b8ceaf: !Template
answer_choices: World politics ||| Sports ||| Business ||| Science and technology
id: 8fdc1056-1029-41a1-9c67-354fc2b8ceaf
jinja: "Is this a piece of news regarding {{\"world politics, sports, business,\
\ or science and technology\"}}?\n{{text}} \n||| \n{{answer_choices[label] }}"
metadata: !TemplateMetadata
choices_in_prompt: true
metrics:
- Accuracy
original_task: true
name: classify_with_choices_question_first
reference: ''
918267e0-af68-4117-892d-2dbe66a58ce9: !Template
answer_choices: Politician ||| Athlete ||| Business executive ||| Scientist
id: 918267e0-af68-4117-892d-2dbe66a58ce9
jinja: 'Would you recommend the following article to a {{"politician"}}, an {{"athlete"}},
a {{"business executive"}}, or a {{"scientist"}}?
{{ text }}
|||
{{answer_choices[label]}}'
metadata: !TemplateMetadata
choices_in_prompt: true
metrics:
- Accuracy
original_task: true
name: recommend
reference: ''
9345df33-4f23-4944-a33c-eef94e626862: !Template
answer_choices: World News ||| Sports ||| Business ||| Science and Technology
id: 9345df33-4f23-4944-a33c-eef94e626862
jinja: "{{text}} \n\nWhich of the following sections of a newspaper would this\
\ article likely appear in? {{\"World News\"}}, {{\"Sports\"}}, {{\"Business\"\
}}, or {{\"Science and Technology\"}}? ||| \n{{answer_choices[label] }}"
metadata: !TemplateMetadata
choices_in_prompt: true
metrics:
- Accuracy
original_task: true
name: which_section_choices
reference: ''
98534347-fff7-4c39-a795-4e69a44791f7: !Template
answer_choices: World News ||| Sports ||| Business ||| Science and Technology
id: 98534347-fff7-4c39-a795-4e69a44791f7
jinja: "{{text}} \n\nWhich section of a newspaper would this article likely appear\
\ in? ||| \n{{answer_choices[label] }}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Accuracy
original_task: true
name: which_section
reference: ''
b401b0ee-6ffe-4a91-8e15-77ee073cd858: !Template
answer_choices: World politics ||| Sports ||| Business ||| Science and technology
id: b401b0ee-6ffe-4a91-8e15-77ee073cd858
jinja: "{{text}} \nIs this a piece of news regarding {{\"world politics, sports,\
\ business, or science and technology\"}}? ||| \n{{answer_choices[label] }}"
metadata: !TemplateMetadata
choices_in_prompt: true
metrics:
- Accuracy
original_task: true
name: classify_with_choices
reference: ''
cb355f33-7e8c-4455-a72b-48d315bd4f60: !Template
answer_choices: World politics ||| Sports ||| Business ||| Science and technology
id: cb355f33-7e8c-4455-a72b-48d315bd4f60
jinja: "{{text}} \nWhat label best describes this news article? ||| \n{{answer_choices[label]\
\ }}"
metadata: !TemplateMetadata
choices_in_prompt: false
metrics:
- Accuracy
original_task: true
name: classify
reference: ''
|