Skip to content

Commit 4695489

Browse files
authored
Add XQuAD [ more prompts + Arabic prompts ] (#770)
* add arabic prompts * add one more original task prompt * fix minor issue * fix minor issues * remove unnecessary space * update
1 parent 23636f3 commit 4695489

File tree

2 files changed

+81
-0
lines changed

2 files changed

+81
-0
lines changed
Lines changed: 69 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,69 @@
1+
dataset: xquad
2+
subset: xquad.ar
3+
templates:
4+
9f65fb49-4dc8-40b8-bd7f-107d78b5c296: !Template
5+
answer_choices: null
6+
id: 9f65fb49-4dc8-40b8-bd7f-107d78b5c296
7+
jinja: "{{context}}\n\u0628\u0646\u0627\u0621 \u0639\u0644\u0649 \u0645\u0627\
8+
\ \u0648\u0631\u062F \u0641\u064A \u0627\u0644\u0633\u064A\u0627\u0642 \u0623\
9+
\u0639\u0644\u0627\u0647 {{question}} ||| \n{{answers[\"text\"][0]}}"
10+
metadata: !TemplateMetadata
11+
choices_in_prompt: false
12+
metrics:
13+
- Squad
14+
original_task: true
15+
name: answer_the_question
16+
reference: ''
17+
a6fcd1c6-766d-4383-bc24-0f027881adb5: !Template
18+
answer_choices: null
19+
id: a6fcd1c6-766d-4383-bc24-0f027881adb5
20+
jinja: "{{context}}\n\u0633: {{question}}\n\u0627\u0644\u0625\u062C\u0627\u0628\
21+
\u0629 \u0627\u0644\u0635\u062D\u064A\u062D\u0629 \u0628\u0646\u0627\u0621 \u0639\
22+
\u0644\u0649 \u0645\u0627 \u0648\u0631\u062F \u0641\u064A \u0627\u0644\u0642\
23+
\u0637\u0639\u0629 \u0623\u0639\u0644\u0627\u0647.||| {{answers[\"text\"][0]}}\n"
24+
metadata: !TemplateMetadata
25+
choices_in_prompt: false
26+
metrics:
27+
- Squad
28+
original_task: true
29+
name: answer_given_context_and_question
30+
reference: ''
31+
b0db8e5c-25c8-4331-bb54-1b95755c8606: !Template
32+
answer_choices: null
33+
id: b0db8e5c-25c8-4331-bb54-1b95755c8606
34+
jinja: "\u0627\u0642\u0631\u0623 \u0627\u0644\u0642\u0637\u0639\u0629 \u0627\u0644\
35+
\u062A\u0627\u0644\u064A\u0629 \u062B\u0645 \u0623\u062C\u0628 \u0639\u0646\
36+
\ \u0645\u0627 \u0648\u0631\u062F\n{{context}}\n{{question}} |||\n{{answers.text[0]}}\n"
37+
metadata: !TemplateMetadata
38+
choices_in_prompt: false
39+
metrics:
40+
- Squad
41+
original_task: true
42+
name: read_passage
43+
reference: ''
44+
ceb0cb46-bc84-43c3-aa54-b78766180074: !Template
45+
answer_choices: null
46+
id: ceb0cb46-bc84-43c3-aa54-b78766180074
47+
jinja: "\u0623\u0637\u0644\u0639 \u0639\u0644\u0649 \u0627\u0644\u0646\u0635 \u0627\
48+
\u0644\u062A\u0627\u0644\u064A \u062B\u0645 \u0623\u062C\u0628 \u0639\u0646\
49+
\ \u0627\u0644\u0633\u0624\u0627\u0644 \u0627\u0644\u0645\u0637\u0631\u0648\u062D\
50+
\n\u0627\u0644\u0646\u0635: {{context}}\n\u0633\u0624\u0627\u0644: {{question}}\n\
51+
|||\n{{answers[\"text\"][0]}}"
52+
metadata: !TemplateMetadata
53+
choices_in_prompt: false
54+
metrics:
55+
- Squad
56+
original_task: true
57+
name: answer_question_given_context
58+
reference: ''
59+
e0a38584-49a6-4a07-92e4-c29a2d03a403: !Template
60+
answer_choices: null
61+
id: e0a38584-49a6-4a07-92e4-c29a2d03a403
62+
jinja: "{{context}}\n\u0633: {{question}}\n\u062C: ||| {{answers[\"text\"][0]}}"
63+
metadata: !TemplateMetadata
64+
choices_in_prompt: false
65+
metrics:
66+
- Squad
67+
original_task: true
68+
name: given_context_answer_question_variation
69+
reference: ''

promptsource/templates/xquad/xquad.en/templates.yaml

Lines changed: 12 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -100,3 +100,15 @@ templates:
100100
original_task: true
101101
name: given_context_answer_question_variation
102102
reference: ''
103+
f3d9ac66-1188-40d4-9ac9-17e0af50b788: !Template
104+
answer_choices: null
105+
id: f3d9ac66-1188-40d4-9ac9-17e0af50b788
106+
jinja: "Read the following passage and answer the question that follows: \n{{context}}\
107+
\ \n{{question}}\n||| {{answers.text[0]}}"
108+
metadata: !TemplateMetadata
109+
choices_in_prompt: false
110+
metrics:
111+
- Squad
112+
original_task: true
113+
name: read_passage
114+
reference: ''

0 commit comments

Comments
 (0)