@@ -15,6 +15,7 @@ templates:
15
15
choices_in_prompt : true
16
16
metrics :
17
17
- Accuracy
18
+ - Other
18
19
original_task : true
19
20
name : infer_from
20
21
reference : ' '
@@ -26,12 +27,13 @@ templates:
26
27
News||| Arts & Culture||| Environment||| College||| Latino Voices||| Culture
27
28
& Arts||| Education
28
29
id : 21973a70-f643-4172-a5f3-624aaf0d339a
29
- jinja : ' Given the following news headline: {{headline}}. What is a correct category
30
- class? ||| {{answer_choices[label]}}'
30
+ jinja : " Given the following news headline and short description: \n {{headline}}\n \
31
+ {{short_description}} \n What is a correct category class? ||| {{answer_choices[label]}}"
31
32
metadata : !TemplateMetadata
32
33
choices_in_prompt : true
33
34
metrics :
34
35
- Accuracy
36
+ - Other
35
37
original_task : true
36
38
name : class
37
39
reference : ' '
@@ -49,6 +51,7 @@ templates:
49
51
choices_in_prompt : true
50
52
metrics :
51
53
- Accuracy
54
+ - Other
52
55
original_task : true
53
56
name : Classify_category
54
57
reference : ' '
@@ -73,6 +76,7 @@ templates:
73
76
choices_in_prompt : true
74
77
metrics :
75
78
- Accuracy
79
+ - Other
76
80
original_task : true
77
81
name : correct_category
78
82
reference : ' '
@@ -84,13 +88,14 @@ templates:
84
88
News||| Arts & Culture||| Environment||| College||| Latino Voices||| Culture
85
89
& Arts||| Education
86
90
id : deac9d78-f784-47f6-8cac-3cc6bbdf9f1a
87
- jinja : " Given the following article headline and short passage of the article\
88
- \ What is the category of this news report? \n Article headline: {{headline}}\n \
91
+ jinja : " Given the following article headline and short passage of the article, \
92
+ \ what is the category of this news report? \n Article headline: {{headline}}\n \
89
93
Short passage: \" {{short_description}}\" \n ||| {{answer_choices[label]}}"
90
94
metadata : !TemplateMetadata
91
95
choices_in_prompt : true
92
96
metrics :
93
97
- Accuracy
98
+ - Other
94
99
original_task : true
95
100
name : category_of
96
101
reference : ' '
0 commit comments