Skip to content

Commit dfbb18c

Browse files
jordiclivejordiclive
authored
Adding GEM Simplification prompts. Includes challenge sets, and add… (#740)
* Adding GEM Simplification prompts. To include challenge sets, and additional prompts for Turk & ASSET. Adding Multiple Prompts + PALM , commenting out non-original tasks.
1 parent 4927189 commit dfbb18c

File tree

1 file changed

+256
-0
lines changed

1 file changed

+256
-0
lines changed

‎promptsource/templates/GEM/wiki_auto_asset_turk/templates.yaml

Lines changed: 256 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,256 @@
1+
dataset: GEM/wiki_auto_asset_turk
2+
templates:
3+
# 1718a90d-5feb-4117-a2ba-455f5bc37f74: !Template
4+
# answer_choices: null
5+
# id: 1718a90d-5feb-4117-a2ba-455f5bc37f74
6+
# jinja: '{% set real_simplifications = [] %}{% for text in references %}{% if text|length
7+
# < source |length %}{{real_simplifications.append(text) | default("", True)}}{%
8+
# endif %}{% endfor %}
9+
#
10+
# {% if real_simplifications %}
11+
#
12+
# Make a more intricate version of the passage below:
13+
#
14+
#
15+
# {{references | choice}}
16+
#
17+
#
18+
# |||
19+
#
20+
#
21+
# {{source}}
22+
#
23+
# {% endif %}'
24+
# metadata: !TemplateMetadata
25+
# choices_in_prompt: false
26+
# metrics:
27+
# - BLEU
28+
# original_task: false
29+
# name: simplification-to-intricate
30+
# reference: more-intricate
31+
310f6c1f-1cf7-4232-9c60-7fce5d3b245d: !Template
32+
answer_choices: null
33+
id: 310f6c1f-1cf7-4232-9c60-7fce5d3b245d
34+
jinja: "I'd like to explain to my child \"{{source}}\". How would I do so?\n\n\
35+
{% for i in references %}\n ||| {{ i }} \n{% endfor %}\n\n"
36+
metadata: !TemplateMetadata
37+
choices_in_prompt: false
38+
metrics:
39+
- BLEU
40+
- ROUGE
41+
original_task: true
42+
name: original-task-implicit
43+
reference: implicit-child-explanation
44+
39e2c468-45b1-4dff-9cdf-553c7a98a732: !Template
45+
answer_choices: null
46+
id: 39e2c468-45b1-4dff-9cdf-553c7a98a732
47+
jinja: "I will write a complex sentence, followed by a simplified version of the\
48+
\ sentence that has the same meaning.\n\n{{source}}\n\n\n{% for i in references\
49+
\ %}\n ||| {{ i }} \n{% endfor %}\n\n"
50+
metadata: !TemplateMetadata
51+
choices_in_prompt: false
52+
metrics:
53+
- BLEU
54+
- ROUGE
55+
original_task: true
56+
name: PALM
57+
reference: ''
58+
# 4decf2de-8775-4ee4-990e-4bc9b9aab13c: !Template
59+
# answer_choices: A ||| B
60+
# id: 4decf2de-8775-4ee4-990e-4bc9b9aab13c
61+
# jinja: '{% set rand_num = range(0,2) | choice %}
62+
#
63+
# {% set real_simplifications = references %}
64+
#
65+
# {% if real_simplifications %}
66+
#
67+
# Which would you say of A and B is the more intricate text?
68+
#
69+
# {% if rand_num %}
70+
#
71+
# A: {{real_simplifications | choice}}
72+
#
73+
#
74+
# B: {{source}}
75+
#
76+
# {% else %}
77+
#
78+
# A: {{source}}
79+
#
80+
#
81+
# B: {{real_simplifications | choice}}
82+
#
83+
# {% endif %}
84+
#
85+
# |||
86+
#
87+
# {{ answer_choices[rand_num] }}
88+
#
89+
# {% endif %}'
90+
# metadata: !TemplateMetadata
91+
# choices_in_prompt: true
92+
# metrics:
93+
# - Accuracy
94+
# original_task: false
95+
# name: choose-intricate
96+
# reference: ''
97+
# 5a9e75b2-fd42-421e-a15c-094fd1ca1241: !Template
98+
# answer_choices: null
99+
# id: 5a9e75b2-fd42-421e-a15c-094fd1ca1241
100+
# jinja: '{% set real_simplifications = [] %}{% for text in references %}{% if text|length
101+
# < source |length %}{{real_simplifications.append(text) | default("", True)}}{%
102+
# endif %}{% endfor %}
103+
#
104+
# {% if real_simplifications %}
105+
#
106+
# Make the sentence below more verbose:
107+
#
108+
#
109+
# {{references | choice}}
110+
#
111+
#
112+
# |||
113+
#
114+
#
115+
# {{source}}
116+
#
117+
# {% endif %}'
118+
# metadata: !TemplateMetadata
119+
# choices_in_prompt: false
120+
# metrics:
121+
# - BLEU
122+
# - ROUGE
123+
# original_task: false
124+
# name: simplification-to-verbose
125+
# reference: Make the simplified text more verbose
126+
# 7c74a045-3b5e-4a5d-922c-f9c13da27fbc: !Template
127+
# answer_choices: A ||| B
128+
# id: 7c74a045-3b5e-4a5d-922c-f9c13da27fbc
129+
# jinja: '{% set rand_num = range(0,2) | choice %}
130+
#
131+
# {% set real_simplifications = references %}
132+
#
133+
# {% if real_simplifications %}
134+
#
135+
# One of the following two sentences is more simple than the other. Which one
136+
# is it?
137+
#
138+
# {% if rand_num %}
139+
#
140+
# A: {{real_simplifications | choice}}
141+
#
142+
#
143+
# B: {{source}}
144+
#
145+
# {% else %}
146+
#
147+
# A: {{source}}
148+
#
149+
#
150+
# B: {{real_simplifications | choice}}
151+
#
152+
# {% endif %}
153+
#
154+
# |||
155+
#
156+
# {{ answer_choices[1-rand_num] }}
157+
#
158+
# {% endif %}'
159+
# metadata: !TemplateMetadata
160+
# choices_in_prompt: true
161+
# metrics: []
162+
# original_task: false
163+
# name: choose-simplification
164+
# reference: ''
165+
81194753-4ec3-4af7-9c02-8179668842d6: !Template
166+
answer_choices: null
167+
id: 81194753-4ec3-4af7-9c02-8179668842d6
168+
jinja: "\"{{source}}\"\n\nLet me rewrite that passage in an easier way to understand.\n\
169+
{% for i in references %}\n ||| {{ i }} \n{% endfor %}\n\n"
170+
metadata: !TemplateMetadata
171+
choices_in_prompt: false
172+
metrics:
173+
- BLEU
174+
- ROUGE
175+
original_task: true
176+
name: First-person
177+
reference: ''
178+
85fc6db4-cdb1-4f9a-95d4-700c70025d19: !Template
179+
answer_choices: null
180+
id: 85fc6db4-cdb1-4f9a-95d4-700c70025d19
181+
jinja: "{{source}}\n\nELI5 this passage:\n{% for i in references %}\n ||| {{\
182+
\ i }} \n{% endfor %}\n\n"
183+
metadata: !TemplateMetadata
184+
choices_in_prompt: false
185+
metrics:
186+
- BLEU
187+
- ROUGE
188+
original_task: true
189+
name: ELI5
190+
reference: ELI5
191+
# a38ba780-e0a3-4353-b22f-930acfe0dcdd: !Template
192+
# answer_choices: A ||| B
193+
# id: a38ba780-e0a3-4353-b22f-930acfe0dcdd
194+
# jinja: '{% set rand_num = range(0,2) | choice %}
195+
#
196+
# {% set real_simplifications = references %}
197+
#
198+
# {% if real_simplifications %}
199+
#
200+
# One of the following two sentences is more verbose than the other. Which one
201+
# is it?
202+
#
203+
# {% if rand_num %}
204+
#
205+
# A: {{real_simplifications | choice}}
206+
#
207+
#
208+
# B: {{source}}
209+
#
210+
# {% else %}
211+
#
212+
# A: {{source}}
213+
#
214+
#
215+
# B: {{real_simplifications | choice}}
216+
#
217+
# {% endif %}
218+
#
219+
# |||
220+
#
221+
# {{ answer_choices[rand_num] }}
222+
#
223+
# {% endif %}'
224+
# metadata: !TemplateMetadata
225+
# choices_in_prompt: true
226+
# metrics:
227+
# - Accuracy
228+
# original_task: false
229+
# name: choose-verbose
230+
# reference: Identify Verbose Text
231+
a7fc008f-8abe-4adc-852b-40b080eb9251: !Template
232+
answer_choices: null
233+
id: a7fc008f-8abe-4adc-852b-40b080eb9251
234+
jinja: " \"{{source}}\"\n\nPlease explain this in a more easily understandable\
235+
\ way.\n\n{% for i in references %}\n ||| {{ i }} \n{% endfor %}\n"
236+
metadata: !TemplateMetadata
237+
choices_in_prompt: false
238+
metrics:
239+
- BLEU
240+
- ROUGE
241+
original_task: true
242+
name: explanation-implicit
243+
reference: ''
244+
ae3fa65b-d9c2-4611-804c-3b078eb13ae7: !Template
245+
answer_choices: null
246+
id: ae3fa65b-d9c2-4611-804c-3b078eb13ae7
247+
jinja: "\"{{source}}\"\n\nI am going to rewrite the previous text in simple English:\n\
248+
\n{% for i in references %}\n ||| {{ i }} \n{% endfor %}\n"
249+
metadata: !TemplateMetadata
250+
choices_in_prompt: false
251+
metrics:
252+
- BLEU
253+
- ROUGE
254+
original_task: true
255+
name: simple-english
256+
reference: ''

0 commit comments

Comments
 (0)