Prompts for adjunct_island subset of blimp dataset

promptsource/templates/blimp/adjunct_island/templates.yaml

@@ -0,0 +1,165 @@
+dataset: blimp
+subset: adjunct_island
+templates:
+  0e5b5e79-cdea-47d3-b31c-c061162d3203: !Template
+    answer_choices: null
+    id: 0e5b5e79-cdea-47d3-b31c-c061162d3203
+    jinja: 'Between the first sentence and the second sentence, which one is grammatically
+      correct?
+
+      Sentence 1 - {{sentence_good}}
+
+      Sentence 2 - {{sentence_bad}}
+
+
+      Answer - |||
+
+      Sentence 1'
+    metadata: !TemplateMetadata
+      choices_in_prompt: true
+      metrics:
+      - Accuracy
+      original_task: true
+    name: adjunct_good_first_1
+    reference: ''
+  2599b172-d01c-4945-8ad2-5100c5eece1a: !Template
+    answer_choices: null
+    id: 2599b172-d01c-4945-8ad2-5100c5eece1a
+    jinja: 'Amongst the two sentences presented below, which one is syntactically
+      correct?
+
+
+      Sentence 1 - {{sentence_bad}}
+
+      Sentence 2 - {{sentence_good}}
+
+
+      Answer - |||
+
+      Sentence 2'
+    metadata: !TemplateMetadata
+      choices_in_prompt: true
+      metrics:
+      - Accuracy
+      original_task: true
+    name: adjunct_bad_first_2
+    reference: ''
+  7e8b5aa4-be3d-48f1-ba58-ab9eea3c7fc0: !Template
+    answer_choices: null
+    id: 7e8b5aa4-be3d-48f1-ba58-ab9eea3c7fc0
+    jinja: 'Between the first sentence and the second sentence, which one is grammatically
+      correct?
+
+      Sentence 1 - {{sentence_bad}}
+
+      Sentence 2 - {{sentence_good}}
+
+
+      Answer - |||
+
+      Sentence 2'
+    metadata: !TemplateMetadata
+      choices_in_prompt: true
+      metrics:
+      - Accuracy
+      original_task: true
+    name: adjunct_bad_first_1
+    reference: ''
+  d6195bf0-b9df-456f-b66c-f22fc150aedd: !Template
+    answer_choices: null
+    id: d6195bf0-b9df-456f-b66c-f22fc150aedd
+    jinja: 'Amongst the two sentences presented below, which one is syntactically
+      correct?
+
+
+      Sentence 1 - {{sentence_good}}
+
+      Sentence 2 - {{sentence_bad}}
+
+
+      Answer - |||
+
+      Sentence 1'
+    metadata: !TemplateMetadata
+      choices_in_prompt: true
+      metrics:
+      - Accuracy
+      original_task: true
+    name: adjunct_good_first_2
+    reference: ''
+  3d2821a7-1c9c-44dd-ad23-e964b0998d1b: !Template
+    answer_choices: A ||| B
+    id: 3d2821a7-1c9c-44dd-ad23-e964b0998d1b
+    jinja: 'I have two sentences, Sentence A: {{ sentence_bad }}, Sentence B: {{ sentence_good
+      }}. Which one is a better sentence of English, A or B? ||| {{ answer_choices[1]
+      }}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: true
+      metrics:
+      - Accuracy
+      original_task: false
+    name: 'A/B choice 2 (bad-good, answer: B)'
+    reference: ''
+  41594c98-baea-4b1f-a631-27842cd363fd: !Template
+    answer_choices: B ||| A
+    id: 41594c98-baea-4b1f-a631-27842cd363fd
+    jinja: 'I have two sentences, Sentence A: {{ sentence_good }}, Sentence B: {{
+      sentence_bad }}. Which one is a better sentence of English, B or A? ||| {{ answer_choices[0]
+      }}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: true
+      metrics:
+      - Accuracy
+      original_task: false
+    name: 'B/A choice 1 (good-bad, answer: A)'
+    reference: ''
+  88abc121-43ea-4b67-92e3-d762884d391d: !Template
+    answer_choices: B ||| A
+    id: 88abc121-43ea-4b67-92e3-d762884d391d
+    jinja: 'I have two sentences, Sentence A: {{ sentence_bad }}, Sentence B: {{ sentence_good
+      }}. Which one is a better sentence of English, B or A? ||| {{ answer_choices[1]
+      }}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: true
+      metrics:
+      - Accuracy
+      original_task: false
+    name: 'B/A choice, 2 (bad-good, answer: B)'
+    reference: ''
+  8f354d74-5ffb-4cbc-b119-b79f2db00df3: !Template
+    answer_choices: Yes ||| No
+    id: 8f354d74-5ffb-4cbc-b119-b79f2db00df3
+    jinja: Is this a good sentence of English? "{{ sentence_bad }}" ||| {{ answer_choices[1]
+      }}
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      metrics:
+      - Accuracy
+      original_task: false
+    name: Yes/No binary judgment for bad sentences
+    reference: ''
+  a1997343-0a20-4f8c-8939-a512f0f68485: !Template
+    answer_choices: Yes ||| No
+    id: a1997343-0a20-4f8c-8939-a512f0f68485
+    jinja: Is this a good sentence of English? "{{ sentence_good }}" ||| {{ answer_choices[0]
+      }}
+    metadata: !TemplateMetadata
+      choices_in_prompt: false
+      metrics:
+      - Accuracy
+      original_task: false
+    name: Yes/No binary judgment for good sentences
+    reference: ''
+  c45d5bac-968e-4e39-96b7-d18a5ddb225c: !Template
+    answer_choices: A ||| B
+    id: c45d5bac-968e-4e39-96b7-d18a5ddb225c
+    jinja: 'I have two sentences, Sentence A: {{ sentence_good }}, Sentence B: {{
+      sentence_bad }}. Which one is a better sentence of English, A or B? ||| {{ answer_choices[0]
+      }}'
+    metadata: !TemplateMetadata
+      choices_in_prompt: true
+      metrics:
+      - Accuracy
+      original_task: false
+    name: 'A/B choice 1 (good-bad, answer: A)'
+    reference: ''