Some fixes that slipped through (#717)

* fix the last missing original task flags * fix missing metrics and answer_choices

Author: VictorSanh

promptsource/templates/app_reviews/templates.yaml

@@ -30,8 +30,10 @@ templates:
  {{review}}'
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
- original_task: null
+ metrics:
+ - Accuracy
+ - Spearman Correlation
+ original_task: false
  name: generate_review
  reference: Generate a review from the rating.
  9746ce4b-ac58-4dfb-9783-d77c95cb62cf: !Template

promptsource/templates/dbpedia_14/templates.yaml

@@ -30,7 +30,8 @@ templates:
  {{title}} - {{content}} ||| {{ answer_choices[label] }}
  metadata: !TemplateMetadata
  choices_in_prompt: true
- metrics: []
+ metrics:
+ - Accuracy
  original_task: true
  name: pick_one_category_for_the_following_text
  reference: ''
@@ -45,7 +46,8 @@ templates:
  refers to which one? ||| {{ answer_choices[label] }}'
  metadata: !TemplateMetadata
  choices_in_prompt: true
- metrics: []
+ metrics:
+ - Accuracy
  original_task: true
  name: 'given_a_choice_of_categories '
  reference: ''

promptsource/templates/glue/ax/templates.yaml

@@ -68,7 +68,8 @@ templates:
  {{answer_choices[label]}}'
  metadata: !TemplateMetadata
  choices_in_prompt: true
- metrics: []
+ metrics:
+ - Accuracy
  original_task: true
  name: does_this_imply
  reference: ''
@@ -90,7 +91,8 @@ templates:
  {{answer_choices[label]}}'
  metadata: !TemplateMetadata
  choices_in_prompt: true
- metrics: []
+ metrics:
+ - Accuracy
  original_task: true
  name: does_this_support
  reference: ''

promptsource/templates/jigsaw_unintended_bias/templates.yaml

@@ -131,7 +131,7 @@ templates:
  choices_in_prompt: null
  metrics:
  - Other
- original_task: null
+ original_task: true
  name: threatening
  reference: ''
  71508d0b-7fd9-4810-933c-c3c59f0c5329: !Template

promptsource/templates/mdd/task2_recs/templates.yaml

@@ -43,7 +43,8 @@ templates:
  {{dialogue_turns.utterance[1]}}'
  metadata: !TemplateMetadata
  choices_in_prompt: false
- metrics: []
+ metrics:
+ - Other
  original_task: false
  name: recommend_movies_dialogue
  reference: Given the likes, recommend a movie as a dialogue

promptsource/templates/scitail/snli_format/templates.yaml

@@ -19,7 +19,8 @@ templates:
  {% endif %}'
  metadata: !TemplateMetadata
  choices_in_prompt: true
- metrics: []
+ metrics:
+ - Accuracy
  original_task: true
  name: Another Yes/No Entailment Framing
  reference: ''

promptsource/templates/tydiqa/primary_task/templates.yaml

@@ -150,7 +150,8 @@ templates:
  \ | capitalize}}\n {% endif %}\n{% endif %}"
  metadata: !TemplateMetadata
  choices_in_prompt: false
- metrics: []
+ metrics:
+ - Accuracy
  original_task: true
  name: based_on_the_text
  reference: Binary question without mentioning KB

promptsource/templates/tydiqa/secondary_task/templates.yaml

@@ -51,7 +51,9 @@ templates:
  {% endif %}'
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - BLEU
+ - ROUGE
  original_task: false
  name: title_generation
  reference: Generate title from a passage

promptsource/templates/wiki_bio/templates.yaml

@@ -22,7 +22,10 @@ templates:
  {{target_text}}'
  metadata: !TemplateMetadata
  choices_in_prompt: false
- metrics: []
+ metrics:
+ - BLEU
+ - ROUGE
+ - Other
  original_task: true
  name: who
  reference: ''
@@ -40,7 +43,8 @@ templates:
  content\"][n] }}\n{% endif %}\n{% endfor %}\n"
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Other
  original_task: false
  name: comprehension
  reference: ''
@@ -54,7 +58,8 @@ templates:
  _\",\" \") }} \n{% endif %}\n{% endfor %}"
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Other
  original_task: false
  name: what_content
  reference: ''
@@ -81,7 +86,8 @@ templates:
  '
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Other
  original_task: false
  name: guess_person
  reference: ''
@@ -106,7 +112,8 @@ templates:
  {% endfor %}'
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Other
  original_task: false
  name: key_content
  reference: ''

promptsource/templates/wiki_hop/masked/templates.yaml

@@ -2,7 +2,7 @@ dataset: wiki_hop
 subset: masked
 templates:
  08f2d1cf-c026-4b65-96d0-a28ff91affb5: !Template
- answer_choices: null
+ answer_choices: '{{candidates | join("|||")}}'
  id: 08f2d1cf-c026-4b65-96d0-a28ff91affb5
  jinja: '{% set question_split = question.split('' '') %}
 
@@ -52,7 +52,8 @@ templates:
  {% endif %}'
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Accuracy
  original_task: false
  name: Indirect Question about Birthplace / Citizenship / Place of Death
  reference: Ask about place of birth, citizenship, or place of death for the subject
@@ -75,13 +76,14 @@ templates:
  {{ question_split[0] | replace("_", " ") }}'
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Other
  original_task: false
  name: Explain Relation
  reference: Given information, explain the relation between the subject entity
  and the object entity in a fact triple.
  3181f711-a376-4d6e-9fca-a34e1d048585: !Template
- answer_choices: null
+ answer_choices: '{{candidates | join("|||")}}'
  id: 3181f711-a376-4d6e-9fca-a34e1d048585
  jinja: 'Information:
 
@@ -99,20 +101,22 @@ templates:
  {{answer}}'
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Accuracy
  original_task: false
  name: Generate Object Answer
  reference: Given information, generate the best object entity for the fact triple.
  639fa83f-14fd-457a-886e-a65334cb7e66: !Template
- answer_choices: null
+ answer_choices: '{{candidates | join("|||")}}'
  id: 639fa83f-14fd-457a-886e-a65334cb7e66
  jinja: "Information:\n- {{ supports | join(\"\\n- \") }}\n\n{% set question_split\
  \ = question.split(' ') %}\nQuestion: ({{ question_split[1:] | join(\" \")}},\
  \ {{ question_split[0] | replace(\"_\", \" \") }}, ?)\n\nCandidate Answers:\
  \ \n- {{ candidates | join(\"\\n- \") }}\n|||\n{{answer}}"
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Accuracy
  original_task: true
  name: Choose Best Object Candidate
  reference: Given information and possible object candidates, choose the best object
@@ -136,7 +140,8 @@ templates:
  ") }}, {{answer}})'
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Other
  original_task: false
  name: Generate Fact Triple
  reference: Given information, generate a fact triple.
@@ -158,7 +163,8 @@ templates:
  {{ question_split[1:] | join(" ")}}'
  metadata: !TemplateMetadata
  choices_in_prompt: null
- metrics: []
+ metrics:
+ - Other
  original_task: false
  name: Generate Subject Answer
  reference: Given information, generate the best subject entity for the fact triple.