Catalog
recipes
wnli_fixed.json
Note
ID: recipes.wnli_fixed.json | Type: SequentialRecipe
{
"steps": [
{
"name": "wnli",
"path": "glue",
"type": "load_hf"
},
{
"mix": {
"test": "validation",
"train": "train[95%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"mappers": {
"label": {
"0": "entailment",
"1": "not entailment"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"not entailment"
]
},
"type": "add_fields"
},
{
"inputs": [
"choices",
"sentence1",
"sentence2"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
{
"template": {
"input_format": "Given this sentence: {sentence1}, classify if this sentence: {sentence2} is {choices}.",
"output_format": "{label}",
"type": "input_output_template"
},
"type": "render_format_template"
}
],
"type": "sequential_recipe"
}
References: metrics.accuracy
wnli_5_shot.json
Note
ID: recipes.wnli_5_shot.json | Type: SequentialRecipe
{
"steps": [
{
"name": "wnli",
"path": "glue",
"type": "load_hf"
},
{
"mix": {
"test": "validation",
"train": "train[95%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"slices": {
"demos_pool": "train[:100]",
"test": "test",
"train": "train[100:]",
"validation": "validation"
},
"type": "slice_split"
},
{
"mappers": {
"label": {
"0": "entailment",
"1": "not entailment"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"not entailment"
],
"instance": {
"text": "classify if this sentence is entailment or not entailment.",
"type": "textual_instruction"
}
},
"type": "add_fields"
},
{
"fields": [
"choices"
],
"type": "normalize_list_fields"
},
{
"inputs": [
"choices",
"sentence1",
"sentence2"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
{
"input_format": "Given this sentence: {sentence1}, classify if this sentence: {sentence2} is {choices}.",
"output_format": "{label}",
"type": "input_output_template"
},
{
"sampler": {
"sample_size": 5,
"type": "random_sampler"
},
"source_stream": "demos_pool",
"target_field": "demos",
"type": "spread_split"
},
{
"demo_format": "User: {source}\nAgent: {target}\n\n",
"model_input_format": "{demos}User: {source}\nAgent: ",
"type": "system_format"
}
],
"type": "sequential_recipe"
}
References: metrics.accuracy
wnli.json
Note
ID: recipes.wnli.json | Type: SequentialRecipe
{
"steps": [
{
"name": "wnli",
"path": "glue",
"type": "load_hf"
},
{
"mix": {
"test": "validation",
"train": "train[95%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"mappers": {
"label": {
"0": "entailment",
"1": "not entailment"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"not entailment"
],
"instruction": "Classify the relationship between the two sentences from the choices."
},
"type": "add_fields"
},
{
"inputs": [
"choices",
"instruction",
"sentence1",
"sentence2"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
{
"input_format": "Given this sentence: {sentence1}, classify if this sentence: {sentence2} is {choices}.",
"output_format": "{label}",
"type": "input_output_template"
},
{
"type": "system_format"
}
],
"type": "sequential_recipe"
}
References: metrics.accuracy
wnli_3_shot.json
Note
ID: recipes.wnli_3_shot.json | Type: StandardRecipe
{
"card": "cards.wnli",
"demos_pool_size": 100,
"num_demos": 3,
"template_card_index": 0,
"type": "standard_recipe"
}
References: cards.wnli
templates
mmlu
helm.json
Note
ID: templates.mmlu.helm.json | Type: InputOutputTemplate
{
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nQuestion: {sentence1}.\nAnswers: {choices}.\nAnswer:",
"output_format": "{label}",
"postprocessors": [
"processors.first_character"
],
"type": "input_output_template"
}
References: processors.first_character
fm_eval.json
Note
ID: templates.mmlu.fm_eval.json | Type: InputOutputTemplate
{
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nQuestion: {sentence1}\nChoose from {numbers}\nAnswers: {choices}\nAnswer:",
"output_format": "{label}",
"postprocessors": [
"processors.first_character"
],
"type": "input_output_template"
}
References: processors.first_character
lm_eval_harness.json
Note
ID: templates.mmlu.lm_eval_harness.json | Type: InputOutputTemplate
{
"input_format": "Question: {sentence1}.\nChoices:\n{choices}.\nAnswer:",
"output_format": "{label}",
"postprocessors": [
"processors.first_character"
],
"type": "input_output_template"
}
References: processors.first_character
original.json
Note
ID: templates.mmlu.original.json | Type: InputOutputTemplate
{
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n{sentence1}.\nAnswers: {choices}.\nAnswer:",
"output_format": "{label}",
"postprocessors": [
"processors.first_character"
],
"type": "input_output_template"
}
References: processors.first_character
completion
multiple_choice
enumerated.json
Note
ID: templates.completion.multiple_choice.enumerated.json | Type: MultipleChoiceTemplate
{
"add_numerals_as_field": "numerals",
"choices_seperator": "\n",
"input_format": "Pick the best ending to the context.\nContext: {context}...\nChoices:\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
all.json
Note
ID: templates.completion.multiple_choice.all.json | Type: TemplatesList
{
"items": [
"templates.completion.multiple_choice.simple",
"templates.completion.multiple_choice.enumerated"
],
"type": "templates_list"
}
References: templates.completion.multiple_choice.simple, templates.completion.multiple_choice.enumerated
simple.json
Note
ID: templates.completion.multiple_choice.simple.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "",
"input_format": "{context}",
"postprocessors": [
"processors.first_character"
],
"source_choice_format": "{choice_text}",
"target_choice_format": " {choice_text}",
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
nli.json
Note
ID: templates.nli.json | Type: TemplatesList
{
"items": [
{
"input_format": "Given this sentence: {premise}, classify if this sentence: {hypothesis} is {choices}.",
"output_format": "{label}",
"type": "input_output_template"
}
],
"type": "templates_list"
}
key_val.json
translation
directed
all.json
Note
ID: templates.translation.directed.all.json | Type: TemplatesList
{
"items": [
"templates.translation.directed.simple"
],
"type": "templates_list"
}
References: templates.translation.directed.simple
simple.json
Note
ID: templates.translation.directed.simple.json | Type: InputOutputTemplate
{
"input_format": "Translate from {source_language} to {target_language}: {text}",
"output_format": "{translation}",
"type": "input_output_template"
}
classification
multi_class
all.json
Note
ID: templates.classification.multi_class.all.json | Type: TemplatesList
{
"items": [
"templates.classification.multi_class.default",
"templates.classification.multi_class.empty"
],
"type": "templates_list"
}
References: templates.classification.multi_class.empty, templates.classification.multi_class.default
default.json
Note
ID: templates.classification.multi_class.default.json | Type: InputOutputTemplate
{
"input_format": "Classify the {type_of_class} of following {text_type} to one of these options: {classes}. Text: {text}",
"output_format": "{label}",
"postprocessors": [
"processors.take_first_non_empty_line",
"processors.lower_case_till_punc"
],
"type": "input_output_template"
}
References: processors.take_first_non_empty_line, processors.lower_case_till_punc
empty.json
Note
ID: templates.classification.multi_class.empty.json | Type: InputOutputTemplate
{
"input_format": "{text}",
"output_format": "{label}",
"type": "input_output_template"
}
multi_label
all.json
Note
ID: templates.classification.multi_label.all.json | Type: TemplatesList
{
"items": [
"templates.classification.multi_label.default",
"templates.classification.multi_label.empty"
],
"type": "templates_list"
}
References: templates.classification.multi_label.empty, templates.classification.multi_label.default
default.json
Note
ID: templates.classification.multi_label.default.json | Type: MultiLabelTemplate
{
"input_format": "What are the {type_of_classes} expressed in following {text_type}?\nSelect your answer from the options: {classes}.\nIf no {type_of_classes} are expressed answer none.\nText: {text}\n{type_of_classes}: ",
"labels_field": "labels",
"output_format": "{labels}",
"postprocessors": [
"processors.take_first_non_empty_line",
"processors.lower_case_till_punc",
"processors.to_list_by_comma"
],
"type": "multi_label_template"
}
References: processors.take_first_non_empty_line, processors.to_list_by_comma, processors.lower_case_till_punc
empty.json
Note
ID: templates.classification.multi_label.empty.json | Type: MultiLabelTemplate
{
"input_format": "{text}",
"labels_field": "labels",
"output_format": "{labels}",
"postprocessors": [
"processors.take_first_non_empty_line",
"processors.lower_case_till_punc",
"processors.to_list_by_comma"
],
"type": "multi_label_template"
}
References: processors.take_first_non_empty_line, processors.to_list_by_comma, processors.lower_case_till_punc
nli
all.json
Note
ID: templates.classification.nli.all.json | Type: TemplatesList
{
"items": [
"templates.classification.nli.simple"
],
"type": "templates_list"
}
References: templates.classification.nli.simple
simple.json
Note
ID: templates.classification.nli.simple.json | Type: InputOutputTemplate
{
"input_format": "Given this sentence: {premise}, classify if this sentence: {hypothesis} is {choices}.",
"output_format": "{label}",
"postprocessors": [
"processors.take_first_non_empty_line",
"processors.lower_case_till_punc"
],
"type": "input_output_template"
}
References: processors.take_first_non_empty_line, processors.lower_case_till_punc
tasks
mmlu
all.json
Note
ID: templates.tasks.mmlu.all.json | Type: TemplatesList
{
"items": [
"templates.qa.multiple_choice.with_topic.mmlu",
"templates.qa.multiple_choice.with_topic.helm",
"templates.qa.multiple_choice.lm_eval_harness",
"templates.qa.multiple_choice.with_topic.fm_eval"
],
"type": "templates_list"
}
References: templates.qa.multiple_choice.with_topic.helm, templates.qa.multiple_choice.with_topic.fm_eval, templates.qa.multiple_choice.with_topic.mmlu, templates.qa.multiple_choice.lm_eval_harness
empty.json
Note
ID: templates.empty.json | Type: KeyValTemplate
{
"type": "key_val_template",
"use_keys_for_inputs": false
}
qa
open
all.json
Note
ID: templates.qa.open.all.json | Type: TemplatesList
{
"items": [
"templates.qa.open.simple",
"templates.qa.open.simple2"
],
"type": "templates_list"
}
References: templates.qa.open.simple, templates.qa.open.simple2
simple.json
Note
ID: templates.qa.open.simple.json | Type: MultiReferenceTemplate
{
"input_format": "Question: {question}",
"references_field": "answers",
"type": "multi_reference_template"
}
simple2.json
Note
ID: templates.qa.open.simple2.json | Type: MultiReferenceTemplate
{
"input_format": "answer the question: {question}",
"references_field": "answers",
"type": "multi_reference_template"
}
multiple_choice
no_intro
helm.json
Note
ID: templates.qa.multiple_choice.no_intro.helm.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "Question: {question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
fm_eval.json
Note
ID: templates.qa.multiple_choice.no_intro.fm_eval.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "Question: {question}\nChoose from {numerals}\nAnswers: \n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
all.json
Note
ID: templates.qa.multiple_choice.no_intro.all.json | Type: TemplatesList
{
"items": [
"templates.qa.multiple_choice.no_intro.mmlu",
"templates.qa.multiple_choice.no_intro.helm"
],
"type": "templates_list"
}
References: templates.qa.multiple_choice.no_intro.helm, templates.qa.multiple_choice.no_intro.mmlu
mmlu.json
Note
ID: templates.qa.multiple_choice.no_intro.mmlu.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "{question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
lm_eval_harness.json
Note
ID: templates.qa.multiple_choice.no_intro.lm_eval_harness.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "{question}\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
all.json
Note
ID: templates.qa.multiple_choice.all.json | Type: TemplatesList
{
"items": [
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n{question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
},
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nQuestion: {question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
},
{
"choices_seperator": "\n",
"input_format": "{context}\n{question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
},
{
"choices_seperator": "\n",
"input_format": "Context: {context}\nQuestion: {question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
},
{
"choices_seperator": "\n",
"input_format": "{question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
},
{
"choices_seperator": "\n",
"input_format": "Question: {question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
},
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n{context}\n{question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
},
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nContext: {context}\nQuestion: {question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
],
"type": "templates_list"
}
References: processors.first_character
ppl
all.json
Note
ID: templates.qa.multiple_choice.ppl.all.json | Type: TemplatesList
{
"items": [
"templates.qa.multiple_choice.ppl.original"
],
"type": "templates_list"
}
References: templates.qa.multiple_choice.ppl.original
original.json
Note
ID: templates.qa.multiple_choice.ppl.original.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "",
"input_format": "{context}",
"source_choice_format": "{choice_text}",
"target_choice_format": "{choice_text}",
"target_field": "answer",
"type": "multiple_choice_template"
}
with_topic
helm.json
Note
ID: templates.qa.multiple_choice.with_topic.helm.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nQuestion: {question}\nAnswers:\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
fm_eval.json
Note
ID: templates.qa.multiple_choice.with_topic.fm_eval.json | Type: MultipleChoiceTemplate
{
"add_numerals_as_field": "numerals",
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nQuestion: {question}\nChoose from {numerals}\nAnswers:\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
all.json
Note
ID: templates.qa.multiple_choice.with_topic.all.json | Type: TemplatesList
{
"items": [
"templates.qa.multiple_choice.with_topic.fm_eval",
"templates.qa.multiple_choice.with_topic.mmlu",
"templates.qa.multiple_choice.with_topic.helm"
],
"type": "templates_list"
}
References: templates.qa.multiple_choice.with_topic.helm, templates.qa.multiple_choice.with_topic.fm_eval, templates.qa.multiple_choice.with_topic.mmlu
mmlu.json
Note
ID: templates.qa.multiple_choice.with_topic.mmlu.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n{question}\nAnswers:\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
context_no_intro
helm.json
Note
ID: templates.qa.multiple_choice.context_no_intro.helm.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "Context: {context}\nQuestion: {question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
fm_eval.json
Note
ID: templates.qa.multiple_choice.context_no_intro.fm_eval.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "Context: {context}\nQuestion: {question}\nChoose from {numerals}\nAnswers: \n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
all.json
Note
ID: templates.qa.multiple_choice.context_no_intro.all.json | Type: TemplatesList
{
"items": [
"templates.qa.multiple_choice.context_no_intro.mmlu",
"templates.qa.multiple_choice.context_no_intro.helm"
],
"type": "templates_list"
}
References: templates.qa.multiple_choice.context_no_intro.helm, templates.qa.multiple_choice.context_no_intro.mmlu
mmlu.json
Note
ID: templates.qa.multiple_choice.context_no_intro.mmlu.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "{context}\n{question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
lm_eval_harness.json
Note
ID: templates.qa.multiple_choice.context_no_intro.lm_eval_harness.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "{context}\n{question}\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
original
helm.json
Note
ID: templates.qa.multiple_choice.original.helm.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nQuestion: {question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
fm_eval.json
Note
ID: templates.qa.multiple_choice.original.fm_eval.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nQuestion: {question}\nChoose from {numerals}\nAnswers: \n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
all.json
Note
ID: templates.qa.multiple_choice.original.all.json | Type: TemplatesList
{
"items": [
"templates.qa.multiple_choice.original.mmlu",
"templates.qa.multiple_choice.original.helm"
],
"type": "templates_list"
}
References: templates.qa.multiple_choice.original.helm, templates.qa.multiple_choice.original.mmlu
mmlu.json
Note
ID: templates.qa.multiple_choice.original.mmlu.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n{question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
completion.json
Note
ID: templates.qa.multiple_choice.original.completion.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "",
"input_format": "\n{question}\n{choices}\nAnswer:",
"source_choice_format": "{choice_text}",
"target_choice_format": " {choice_text}",
"target_field": "answer",
"type": "multiple_choice_template"
}
lm_eval_harness.json
Note
ID: templates.qa.multiple_choice.original.lm_eval_harness.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n{question}\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_choice_format": " {choice_numeral}",
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
contextual_with_topic
helm.json
Note
ID: templates.qa.multiple_choice.contextual_with_topic.helm.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nContext: {context}\nQuestion: {question}\nAnswers:\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
fm_eval.json
Note
ID: templates.qa.multiple_choice.contextual_with_topic.fm_eval.json | Type: MultipleChoiceTemplate
{
"add_numerals_as_field": "numerals",
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nContext: {context}\nQuestion: {question}\nChoose from {numerals}\nAnswers:\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
all.json
Note
ID: templates.qa.multiple_choice.contextual_with_topic.all.json | Type: TemplatesList
{
"items": [
"templates.qa.multiple_choice.contextual_with_topic.fm_eval",
"templates.qa.multiple_choice.contextual_with_topic.mmlu",
"templates.qa.multiple_choice.contextual_with_topic.helm"
],
"type": "templates_list"
}
References: templates.qa.multiple_choice.contextual_with_topic.mmlu, templates.qa.multiple_choice.contextual_with_topic.fm_eval, templates.qa.multiple_choice.contextual_with_topic.helm
mmlu.json
Note
ID: templates.qa.multiple_choice.contextual_with_topic.mmlu.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n{context}\n{question}\nAnswers:\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
lm_eval_harness.json
Note
ID: templates.qa.multiple_choice.lm_eval_harness.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "Question: {question}\nChoices:\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
contextual
all.json
Note
ID: templates.qa.multiple_choice.contextual.all.json | Type: TemplatesList
{
"items": [
"templates.qa.multiple_choice.contextual.lm_eval_harness"
],
"type": "templates_list"
}
References: templates.qa.multiple_choice.contextual.lm_eval_harness
lm_eval_harness.json
Note
ID: templates.qa.multiple_choice.contextual.lm_eval_harness.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "Context: {context}\nQuestion: {question}\nChoices:\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
context
helm.json
Note
ID: templates.qa.multiple_choice.context.helm.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nContext: {context}\nQuestion: {question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
fm_eval.json
Note
ID: templates.qa.multiple_choice.context.fm_eval.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\nContext: {context}\nQuestion: {question}\nChoose from {numerals}\nAnswers: \n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
all.json
Note
ID: templates.qa.multiple_choice.context.all.json | Type: TemplatesList
{
"items": [
"templates.qa.multiple_choice.context.mmlu",
"templates.qa.multiple_choice.context.helm"
],
"type": "templates_list"
}
References: templates.qa.multiple_choice.context.mmlu, templates.qa.multiple_choice.context.helm
mmlu.json
Note
ID: templates.qa.multiple_choice.context.mmlu.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n{context}\n{question}.\nAnswers: \n{choices}.\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
lm_eval_harness.json
Note
ID: templates.qa.multiple_choice.context.lm_eval_harness.json | Type: MultipleChoiceTemplate
{
"choices_seperator": "\n",
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n{context}\n{question}\n{choices}\nAnswer:",
"postprocessors": [
"processors.first_character"
],
"target_field": "answer",
"type": "multiple_choice_template"
}
References: processors.first_character
contextual
all.json
Note
ID: templates.qa.contextual.all.json | Type: TemplatesList
{
"items": [
"templates.qa.contextual.simple",
"templates.qa.contextual.simple2"
],
"type": "templates_list"
}
References: templates.qa.contextual.simple2, templates.qa.contextual.simple
simple.json
Note
ID: templates.qa.contextual.simple.json | Type: MultiReferenceTemplate
{
"input_format": "Context: {context}\nQuestion: {question}",
"references_field": "answers",
"type": "multi_reference_template"
}
simple2.json
Note
ID: templates.qa.contextual.simple2.json | Type: MultiReferenceTemplate
{
"input_format": "based on this text: {context}\n answer the question: {question}",
"references_field": "answers",
"type": "multi_reference_template"
}
operators
balancers
classification
by_label.json
Note
ID: operators.balancers.classification.by_label.json | Type: DeterministicBalancer
{
"fields": [
"outputs/label"
],
"type": "deterministic_balancer"
}
ner
zero_vs_many_entities.json
Note
ID: operators.balancers.ner.zero_vs_many_entities.json | Type: LengthBalancer
{
"fields": [
"outputs/labels"
],
"segments_boundaries": [
1
],
"type": "length_balancer"
}
multi_label
zero_vs_many_labels.json
Note
ID: operators.balancers.multi_label.zero_vs_many_labels.json | Type: LengthBalancer
{
"fields": [
"outputs/labels"
],
"segments_boundaries": [
1
],
"type": "length_balancer"
}
qa
by_answer.json
Note
ID: operators.balancers.qa.by_answer.json | Type: DeterministicBalancer
{
"fields": [
"outputs/answer"
],
"type": "deterministic_balancer"
}
cards
mlsum
es.json
Note
ID: cards.mlsum.es.json | Type: TaskCard
{
"loader": {
"name": "es",
"path": "mlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
tu.json
Note
ID: cards.mlsum.tu.json | Type: TaskCard
{
"loader": {
"name": "tu",
"path": "mlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
fr.json
Note
ID: cards.mlsum.fr.json | Type: TaskCard
{
"loader": {
"name": "fr",
"path": "mlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
ru.json
Note
ID: cards.mlsum.ru.json | Type: TaskCard
{
"loader": {
"name": "ru",
"path": "mlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
de.json
Note
ID: cards.mlsum.de.json | Type: TaskCard
{
"loader": {
"name": "de",
"path": "mlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
yahoo_answers_topics.json
Note
ID: cards.yahoo_answers_topics.json | Type: TaskCard
{
"loader": {
"path": "yahoo_answers_topics",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train[87.5%]",
"validation": "train[12.5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"topic": "label"
},
"type": "rename_fields"
},
{
"mappers": {
"label": {
"0": "Society & Culture",
"1": "Science & Mathematics",
"2": "Health",
"3": "Education & Reference",
"4": "Computers & Internet",
"5": "Sports",
"6": "Business & Finance",
"7": "Entertainment & Music",
"8": "Family & Relationships",
"9": "Politics & Government"
}
},
"type": "map_instance_values"
},
{
"fields": [
"question_title",
"question_content",
"best_answer"
],
"to_field": "text",
"type": "list_field_values"
},
{
"field": "text",
"separator": " ",
"to_field": "text",
"type": "join_str"
},
{
"fields": {
"classes": [
"Society & Culture",
"Science & Mathematics",
"Health",
"Education & Reference",
"Computers & Internet",
"Sports",
"Business & Finance",
"Entertainment & Music",
"Family & Relationships",
"Politics & Government"
],
"text_type": "text",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
20_newsgroups.json
Note
ID: cards.20_newsgroups.json | Type: TaskCard
{
"loader": {
"path": "SetFit/20_newsgroups",
"type": "load_hf"
},
"preprocess_steps": [
{
"condition": "ne",
"required_values": {
"text": ""
},
"type": "filter_by_condition"
},
{
"mix": {
"test": "test",
"train": "train[90%]",
"validation": "train[10%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"label_text": "label"
},
"type": "rename_fields"
},
{
"mappers": {
"label": {
"alt.atheism": "atheism",
"comp.graphics": "computer graphics",
"comp.os.ms-windows.misc": "microsoft windows",
"comp.sys.ibm.pc.hardware": "pc hardware",
"comp.sys.mac.hardware": "mac hardware",
"comp.windows.x": "windows x",
"misc.forsale": "for sale",
"rec.autos": "cars",
"rec.motorcycles": "motorcycles",
"rec.sport.baseball": "baseball",
"rec.sport.hockey": "hockey",
"sci.crypt": "cryptography",
"sci.electronics": "electronics",
"sci.med": "medicine",
"sci.space": "space",
"soc.religion.christian": "christianity",
"talk.politics.guns": "guns",
"talk.politics.mideast": "middle east",
"talk.politics.misc": "politics",
"talk.religion.misc": "religion"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"atheism",
"computer graphics",
"microsoft windows",
"pc hardware",
"mac hardware",
"windows x",
"for sale",
"cars",
"motorcycles",
"baseball",
"hockey",
"cryptography",
"electronics",
"medicine",
"space",
"christianity",
"guns",
"middle east",
"politics",
"religion"
],
"text_type": "sentence",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
banking77.json
Note
ID: cards.banking77.json | Type: TaskCard
{
"loader": {
"path": "PolyAI/banking77",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train[85%]",
"validation": "train[15%]"
},
"type": "split_random_mix"
},
{
"mappers": {
"label": {
"0": "activate_my_card",
"1": "age_limit",
"10": "card_acceptance",
"11": "card_arrival",
"12": "card_delivery_estimate",
"13": "card_linking",
"14": "card_not_working",
"15": "card_payment_fee_charged",
"16": "card_payment_not_recognised",
"17": "card_payment_wrong_exchange_rate",
"18": "card_swallowed",
"19": "cash_withdrawal_charge",
"2": "apple_pay_or_google_pay",
"20": "cash_withdrawal_not_recognised",
"21": "change_pin",
"22": "compromised_card",
"23": "contactless_not_working",
"24": "country_support",
"25": "declined_card_payment",
"26": "declined_cash_withdrawal",
"27": "declined_transfer",
"28": "direct_debit_payment_not_recognised",
"29": "disposable_card_limits",
"3": "atm_support",
"30": "edit_personal_details",
"31": "exchange_charge",
"32": "exchange_rate",
"33": "exchange_via_app",
"34": "extra_charge_on_statement",
"35": "failed_transfer",
"36": "fiat_currency_support",
"37": "get_disposable_virtual_card",
"38": "get_physical_card",
"39": "getting_spare_card",
"4": "automatic_top_up",
"40": "getting_virtual_card",
"41": "lost_or_stolen_card",
"42": "lost_or_stolen_phone",
"43": "order_physical_card",
"44": "passcode_forgotten",
"45": "pending_card_payment",
"46": "pending_cash_withdrawal",
"47": "pending_top_up",
"48": "pending_transfer",
"49": "pin_blocked",
"5": "balance_not_updated_after_bank_transfer",
"50": "receiving_money",
"51": "Refund_not_showing_up",
"52": "request_refund",
"53": "reverted_card_payment?",
"54": "supported_cards_and_currencies",
"55": "terminate_account",
"56": "top_up_by_bank_transfer_charge",
"57": "top_up_by_card_charge",
"58": "top_up_by_cash_or_cheque",
"59": "top_up_failed",
"6": "balance_not_updated_after_cheque_or_cash_deposit",
"60": "top_up_limits",
"61": "top_up_reverted",
"62": "topping_up_by_card",
"63": "transaction_charged_twice",
"64": "transfer_fee_charged",
"65": "transfer_into_account",
"66": "transfer_not_received_by_recipient",
"67": "transfer_timing",
"68": "unable_to_verify_identity",
"69": "verify_my_identity",
"7": "beneficiary_not_allowed",
"70": "verify_source_of_funds",
"71": "verify_top_up",
"72": "virtual_card_not_working",
"73": "visa_or_mastercard",
"74": "why_verify_identity",
"75": "wrong_amount_of_cash_received",
"76": "wrong_exchange_rate_for_cash_withdrawal",
"8": "cancel_transfer",
"9": "card_about_to_expire"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"activate_my_card",
"age_limit",
"apple_pay_or_google_pay",
"atm_support",
"automatic_top_up",
"balance_not_updated_after_bank_transfer",
"balance_not_updated_after_cheque_or_cash_deposit",
"beneficiary_not_allowed",
"cancel_transfer",
"card_about_to_expire",
"card_acceptance",
"card_arrival",
"card_delivery_estimate",
"card_linking",
"card_not_working",
"card_payment_fee_charged",
"card_payment_not_recognised",
"card_payment_wrong_exchange_rate",
"card_swallowed",
"cash_withdrawal_charge",
"cash_withdrawal_not_recognised",
"change_pin",
"compromised_card",
"contactless_not_working",
"country_support",
"declined_card_payment",
"declined_cash_withdrawal",
"declined_transfer",
"direct_debit_payment_not_recognised",
"disposable_card_limits",
"edit_personal_details",
"exchange_charge",
"exchange_rate",
"exchange_via_app",
"extra_charge_on_statement",
"failed_transfer",
"fiat_currency_support",
"get_disposable_virtual_card",
"get_physical_card",
"getting_spare_card",
"getting_virtual_card",
"lost_or_stolen_card",
"lost_or_stolen_phone",
"order_physical_card",
"passcode_forgotten",
"pending_card_payment",
"pending_cash_withdrawal",
"pending_top_up",
"pending_transfer",
"pin_blocked",
"receiving_money",
"Refund_not_showing_up",
"request_refund",
"reverted_card_payment?",
"supported_cards_and_currencies",
"terminate_account",
"top_up_by_bank_transfer_charge",
"top_up_by_card_charge",
"top_up_by_cash_or_cheque",
"top_up_failed",
"top_up_limits",
"top_up_reverted",
"topping_up_by_card",
"transaction_charged_twice",
"transfer_fee_charged",
"transfer_into_account",
"transfer_not_received_by_recipient",
"transfer_timing",
"unable_to_verify_identity",
"verify_my_identity",
"verify_source_of_funds",
"verify_top_up",
"virtual_card_not_working",
"visa_or_mastercard",
"why_verify_identity",
"wrong_amount_of_cash_received",
"wrong_exchange_rate_for_cash_withdrawal"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
almostEvilML_qa_by_lang
it.json
Note
ID: cards.almostEvilML_qa_by_lang.it.json | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"_argv": [
"METADATA"
],
"function": "json.loads",
"to_field": "metadata",
"type": "apply"
},
{
"field_to_field": [
[
"metadata/language",
"extracted_language"
]
],
"type": "copy_fields",
"use_query": true
},
{
"condition": "eq",
"required_values": {
"extracted_language": "it"
},
"type": "filter_by_condition"
},
{
"fields": [
"extracted_language",
"metadata"
],
"type": "remove_fields"
},
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}
References: metrics.rouge, templates.qa.open.all
es.json
Note
ID: cards.almostEvilML_qa_by_lang.es.json | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"_argv": [
"METADATA"
],
"function": "json.loads",
"to_field": "metadata",
"type": "apply"
},
{
"field_to_field": [
[
"metadata/language",
"extracted_language"
]
],
"type": "copy_fields",
"use_query": true
},
{
"condition": "eq",
"required_values": {
"extracted_language": "es"
},
"type": "filter_by_condition"
},
{
"fields": [
"extracted_language",
"metadata"
],
"type": "remove_fields"
},
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}
References: metrics.rouge, templates.qa.open.all
nl.json
Note
ID: cards.almostEvilML_qa_by_lang.nl.json | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"_argv": [
"METADATA"
],
"function": "json.loads",
"to_field": "metadata",
"type": "apply"
},
{
"field_to_field": [
[
"metadata/language",
"extracted_language"
]
],
"type": "copy_fields",
"use_query": true
},
{
"condition": "eq",
"required_values": {
"extracted_language": "nl"
},
"type": "filter_by_condition"
},
{
"fields": [
"extracted_language",
"metadata"
],
"type": "remove_fields"
},
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}
References: metrics.rouge, templates.qa.open.all
fr.json
Note
ID: cards.almostEvilML_qa_by_lang.fr.json | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"_argv": [
"METADATA"
],
"function": "json.loads",
"to_field": "metadata",
"type": "apply"
},
{
"field_to_field": [
[
"metadata/language",
"extracted_language"
]
],
"type": "copy_fields",
"use_query": true
},
{
"condition": "eq",
"required_values": {
"extracted_language": "fr"
},
"type": "filter_by_condition"
},
{
"fields": [
"extracted_language",
"metadata"
],
"type": "remove_fields"
},
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}
References: metrics.rouge, templates.qa.open.all
ru.json
Note
ID: cards.almostEvilML_qa_by_lang.ru.json | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"_argv": [
"METADATA"
],
"function": "json.loads",
"to_field": "metadata",
"type": "apply"
},
{
"field_to_field": [
[
"metadata/language",
"extracted_language"
]
],
"type": "copy_fields",
"use_query": true
},
{
"condition": "eq",
"required_values": {
"extracted_language": "ru"
},
"type": "filter_by_condition"
},
{
"fields": [
"extracted_language",
"metadata"
],
"type": "remove_fields"
},
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}
References: metrics.rouge, templates.qa.open.all
de.json
Note
ID: cards.almostEvilML_qa_by_lang.de.json | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"_argv": [
"METADATA"
],
"function": "json.loads",
"to_field": "metadata",
"type": "apply"
},
{
"field_to_field": [
[
"metadata/language",
"extracted_language"
]
],
"type": "copy_fields",
"use_query": true
},
{
"condition": "eq",
"required_values": {
"extracted_language": "de"
},
"type": "filter_by_condition"
},
{
"fields": [
"extracted_language",
"metadata"
],
"type": "remove_fields"
},
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}
References: metrics.rouge, templates.qa.open.all
pt.json
Note
ID: cards.almostEvilML_qa_by_lang.pt.json | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"_argv": [
"METADATA"
],
"function": "json.loads",
"to_field": "metadata",
"type": "apply"
},
{
"field_to_field": [
[
"metadata/language",
"extracted_language"
]
],
"type": "copy_fields",
"use_query": true
},
{
"condition": "eq",
"required_values": {
"extracted_language": "pt"
},
"type": "filter_by_condition"
},
{
"fields": [
"extracted_language",
"metadata"
],
"type": "remove_fields"
},
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}
References: metrics.rouge, templates.qa.open.all
en.json
Note
ID: cards.almostEvilML_qa_by_lang.en.json | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"_argv": [
"METADATA"
],
"function": "json.loads",
"to_field": "metadata",
"type": "apply"
},
{
"field_to_field": [
[
"metadata/language",
"extracted_language"
]
],
"type": "copy_fields",
"use_query": true
},
{
"condition": "eq",
"required_values": {
"extracted_language": "en"
},
"type": "filter_by_condition"
},
{
"fields": [
"extracted_language",
"metadata"
],
"type": "remove_fields"
},
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}
References: metrics.rouge, templates.qa.open.all
hellaswag.json
Note
ID: cards.hellaswag.json | Type: TaskCard
{
"loader": {
"path": "hellaswag",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.large_no_test",
{
"field_to_field": {
"activity_label": "topic",
"ctx": "context",
"endings": "choices"
},
"type": "rename_fields"
},
{
"field_to_field": {
"label": "answer"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
}
],
"task": "tasks.completion.multiple_choice.standard",
"templates": "templates.completion.multiple_choice.all",
"type": "task_card"
}
References: templates.completion.multiple_choice.all, splitters.large_no_test, tasks.completion.multiple_choice.standard
mmlu
management.json
Note
ID: cards.mmlu.management.json | Type: TaskCard
{
"loader": {
"name": "management",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "management"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
professional_law.json
Note
ID: cards.mmlu.professional_law.json | Type: TaskCard
{
"loader": {
"name": "professional_law",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "professional law"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
moral_scenarios.json
Note
ID: cards.mmlu.moral_scenarios.json | Type: TaskCard
{
"loader": {
"name": "moral_scenarios",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "moral scenarios"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
professional_psychology.json
Note
ID: cards.mmlu.professional_psychology.json | Type: TaskCard
{
"loader": {
"name": "professional_psychology",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "professional psychology"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
international_law.json
Note
ID: cards.mmlu.international_law.json | Type: TaskCard
{
"loader": {
"name": "international_law",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "international law"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
medical_genetics.json
Note
ID: cards.mmlu.medical_genetics.json | Type: TaskCard
{
"loader": {
"name": "medical_genetics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "medical genetics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_microeconomics.json
Note
ID: cards.mmlu.high_school_microeconomics.json | Type: TaskCard
{
"loader": {
"name": "high_school_microeconomics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school microeconomics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_biology.json
Note
ID: cards.mmlu.high_school_biology.json | Type: TaskCard
{
"loader": {
"name": "high_school_biology",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school biology"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
professional_accounting.json
Note
ID: cards.mmlu.professional_accounting.json | Type: TaskCard
{
"loader": {
"name": "professional_accounting",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "professional accounting"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
marketing.json
Note
ID: cards.mmlu.marketing.json | Type: TaskCard
{
"loader": {
"name": "marketing",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "marketing"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_chemistry.json
Note
ID: cards.mmlu.high_school_chemistry.json | Type: TaskCard
{
"loader": {
"name": "high_school_chemistry",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school chemistry"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
human_sexuality.json
Note
ID: cards.mmlu.human_sexuality.json | Type: TaskCard
{
"loader": {
"name": "human_sexuality",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "human sexuality"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
jurisprudence.json
Note
ID: cards.mmlu.jurisprudence.json | Type: TaskCard
{
"loader": {
"name": "jurisprudence",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "jurisprudence"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_world_history.json
Note
ID: cards.mmlu.high_school_world_history.json | Type: TaskCard
{
"loader": {
"name": "high_school_world_history",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school world history"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_macroeconomics.json
Note
ID: cards.mmlu.high_school_macroeconomics.json | Type: TaskCard
{
"loader": {
"name": "high_school_macroeconomics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school macroeconomics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
college_medicine.json
Note
ID: cards.mmlu.college_medicine.json | Type: TaskCard
{
"loader": {
"name": "college_medicine",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "college medicine"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
human_aging.json
Note
ID: cards.mmlu.human_aging.json | Type: TaskCard
{
"loader": {
"name": "human_aging",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "human aging"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
business_ethics.json
Note
ID: cards.mmlu.business_ethics.json | Type: TaskCard
{
"loader": {
"name": "business_ethics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "business ethics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
abstract_algebra.json
Note
ID: cards.mmlu.abstract_algebra.json | Type: TaskCard
{
"loader": {
"name": "abstract_algebra",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "abstract algebra"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
formal_logic.json
Note
ID: cards.mmlu.formal_logic.json | Type: TaskCard
{
"loader": {
"name": "formal_logic",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "formal logic"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
prehistory.json
Note
ID: cards.mmlu.prehistory.json | Type: TaskCard
{
"loader": {
"name": "prehistory",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "prehistory"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
moral_disputes.json
Note
ID: cards.mmlu.moral_disputes.json | Type: TaskCard
{
"loader": {
"name": "moral_disputes",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "moral disputes"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
econometrics.json
Note
ID: cards.mmlu.econometrics.json | Type: TaskCard
{
"loader": {
"name": "econometrics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "econometrics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
college_computer_science.json
Note
ID: cards.mmlu.college_computer_science.json | Type: TaskCard
{
"loader": {
"name": "college_computer_science",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "college computer science"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
college_biology.json
Note
ID: cards.mmlu.college_biology.json | Type: TaskCard
{
"loader": {
"name": "college_biology",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "college biology"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
sociology.json
Note
ID: cards.mmlu.sociology.json | Type: TaskCard
{
"loader": {
"name": "sociology",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "sociology"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
college_chemistry.json
Note
ID: cards.mmlu.college_chemistry.json | Type: TaskCard
{
"loader": {
"name": "college_chemistry",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "college chemistry"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
computer_security.json
Note
ID: cards.mmlu.computer_security.json | Type: TaskCard
{
"loader": {
"name": "computer_security",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "computer security"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
logical_fallacies.json
Note
ID: cards.mmlu.logical_fallacies.json | Type: TaskCard
{
"loader": {
"name": "logical_fallacies",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "logical fallacies"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
virology.json
Note
ID: cards.mmlu.virology.json | Type: TaskCard
{
"loader": {
"name": "virology",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "virology"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
college_physics.json
Note
ID: cards.mmlu.college_physics.json | Type: TaskCard
{
"loader": {
"name": "college_physics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "college physics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
us_foreign_policy.json
Note
ID: cards.mmlu.us_foreign_policy.json | Type: TaskCard
{
"loader": {
"name": "us_foreign_policy",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "us foreign policy"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
public_relations.json
Note
ID: cards.mmlu.public_relations.json | Type: TaskCard
{
"loader": {
"name": "public_relations",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "public relations"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_psychology.json
Note
ID: cards.mmlu.high_school_psychology.json | Type: TaskCard
{
"loader": {
"name": "high_school_psychology",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school psychology"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
security_studies.json
Note
ID: cards.mmlu.security_studies.json | Type: TaskCard
{
"loader": {
"name": "security_studies",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "security studies"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
global_facts.json
Note
ID: cards.mmlu.global_facts.json | Type: TaskCard
{
"loader": {
"name": "global_facts",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "global facts"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
elementary_mathematics.json
Note
ID: cards.mmlu.elementary_mathematics.json | Type: TaskCard
{
"loader": {
"name": "elementary_mathematics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "elementary mathematics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
anatomy.json
Note
ID: cards.mmlu.anatomy.json | Type: TaskCard
{
"loader": {
"name": "anatomy",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "anatomy"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
astronomy.json
Note
ID: cards.mmlu.astronomy.json | Type: TaskCard
{
"loader": {
"name": "astronomy",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "astronomy"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
miscellaneous.json
Note
ID: cards.mmlu.miscellaneous.json | Type: TaskCard
{
"loader": {
"name": "miscellaneous",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "miscellaneous"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
professional_medicine.json
Note
ID: cards.mmlu.professional_medicine.json | Type: TaskCard
{
"loader": {
"name": "professional_medicine",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "professional medicine"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_physics.json
Note
ID: cards.mmlu.high_school_physics.json | Type: TaskCard
{
"loader": {
"name": "high_school_physics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school physics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
conceptual_physics.json
Note
ID: cards.mmlu.conceptual_physics.json | Type: TaskCard
{
"loader": {
"name": "conceptual_physics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "conceptual physics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
electrical_engineering.json
Note
ID: cards.mmlu.electrical_engineering.json | Type: TaskCard
{
"loader": {
"name": "electrical_engineering",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "electrical engineering"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_european_history.json
Note
ID: cards.mmlu.high_school_european_history.json | Type: TaskCard
{
"loader": {
"name": "high_school_european_history",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school european history"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
philosophy.json
Note
ID: cards.mmlu.philosophy.json | Type: TaskCard
{
"loader": {
"name": "philosophy",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "philosophy"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_government_and_politics.json
Note
ID: cards.mmlu.high_school_government_and_politics.json | Type: TaskCard
{
"loader": {
"name": "high_school_government_and_politics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school government and politics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
college_mathematics.json
Note
ID: cards.mmlu.college_mathematics.json | Type: TaskCard
{
"loader": {
"name": "college_mathematics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "college mathematics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
nutrition.json
Note
ID: cards.mmlu.nutrition.json | Type: TaskCard
{
"loader": {
"name": "nutrition",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "nutrition"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_mathematics.json
Note
ID: cards.mmlu.high_school_mathematics.json | Type: TaskCard
{
"loader": {
"name": "high_school_mathematics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school mathematics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
machine_learning.json
Note
ID: cards.mmlu.machine_learning.json | Type: TaskCard
{
"loader": {
"name": "machine_learning",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "machine learning"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
world_religions.json
Note
ID: cards.mmlu.world_religions.json | Type: TaskCard
{
"loader": {
"name": "world_religions",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "world religions"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_us_history.json
Note
ID: cards.mmlu.high_school_us_history.json | Type: TaskCard
{
"loader": {
"name": "high_school_us_history",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school us history"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
clinical_knowledge.json
Note
ID: cards.mmlu.clinical_knowledge.json | Type: TaskCard
{
"loader": {
"name": "clinical_knowledge",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "clinical knowledge"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_statistics.json
Note
ID: cards.mmlu.high_school_statistics.json | Type: TaskCard
{
"loader": {
"name": "high_school_statistics",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school statistics"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_computer_science.json
Note
ID: cards.mmlu.high_school_computer_science.json | Type: TaskCard
{
"loader": {
"name": "high_school_computer_science",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school computer science"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
high_school_geography.json
Note
ID: cards.mmlu.high_school_geography.json | Type: TaskCard
{
"loader": {
"name": "high_school_geography",
"path": "cais/mmlu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"auxiliary_train": "train"
},
"type": "rename_splits"
},
{
"fields": {
"topic": "high school geography"
},
"type": "add_fields"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
amazon_mass
am_ET.json
Note
ID: cards.amazon_mass.am_ET.json | Type: TaskCard
{
"loader": {
"name": "am-ET",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ja_JP.json
Note
ID: cards.amazon_mass.ja_JP.json | Type: TaskCard
{
"loader": {
"name": "ja-JP",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
da_DK.json
Note
ID: cards.amazon_mass.da_DK.json | Type: TaskCard
{
"loader": {
"name": "da-DK",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
sv_SE.json
Note
ID: cards.amazon_mass.sv_SE.json | Type: TaskCard
{
"loader": {
"name": "sv-SE",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
fi_FI.json
Note
ID: cards.amazon_mass.fi_FI.json | Type: TaskCard
{
"loader": {
"name": "fi-FI",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
zh_CN.json
Note
ID: cards.amazon_mass.zh_CN.json | Type: TaskCard
{
"loader": {
"name": "zh-CN",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
id_ID.json
Note
ID: cards.amazon_mass.id_ID.json | Type: TaskCard
{
"loader": {
"name": "id-ID",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
jv_ID.json
Note
ID: cards.amazon_mass.jv_ID.json | Type: TaskCard
{
"loader": {
"name": "jv-ID",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
tl_PH.json
Note
ID: cards.amazon_mass.tl_PH.json | Type: TaskCard
{
"loader": {
"name": "tl-PH",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
af_ZA.json
Note
ID: cards.amazon_mass.af_ZA.json | Type: TaskCard
{
"loader": {
"name": "af-ZA",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
he_IL.json
Note
ID: cards.amazon_mass.he_IL.json | Type: TaskCard
{
"loader": {
"name": "he-IL",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
az_AZ.json
Note
ID: cards.amazon_mass.az_AZ.json | Type: TaskCard
{
"loader": {
"name": "az-AZ",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
all.json
Note
ID: cards.amazon_mass.all.json | Type: TaskCard
{
"loader": {
"name": "all",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ca_ES.json
Note
ID: cards.amazon_mass.ca_ES.json | Type: TaskCard
{
"loader": {
"name": "ca-ES",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ur_PK.json
Note
ID: cards.amazon_mass.ur_PK.json | Type: TaskCard
{
"loader": {
"name": "ur-PK",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
de_DE.json
Note
ID: cards.amazon_mass.de_DE.json | Type: TaskCard
{
"loader": {
"name": "de-DE",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
hy_AM.json
Note
ID: cards.amazon_mass.hy_AM.json | Type: TaskCard
{
"loader": {
"name": "hy-AM",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
my_MM.json
Note
ID: cards.amazon_mass.my_MM.json | Type: TaskCard
{
"loader": {
"name": "my-MM",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ka_GE.json
Note
ID: cards.amazon_mass.ka_GE.json | Type: TaskCard
{
"loader": {
"name": "ka-GE",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
zh_TW.json
Note
ID: cards.amazon_mass.zh_TW.json | Type: TaskCard
{
"loader": {
"name": "zh-TW",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ro_RO.json
Note
ID: cards.amazon_mass.ro_RO.json | Type: TaskCard
{
"loader": {
"name": "ro-RO",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
te_IN.json
Note
ID: cards.amazon_mass.te_IN.json | Type: TaskCard
{
"loader": {
"name": "te-IN",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
fr_FR.json
Note
ID: cards.amazon_mass.fr_FR.json | Type: TaskCard
{
"loader": {
"name": "fr-FR",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
tr_TR.json
Note
ID: cards.amazon_mass.tr_TR.json | Type: TaskCard
{
"loader": {
"name": "tr-TR",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
km_KH.json
Note
ID: cards.amazon_mass.km_KH.json | Type: TaskCard
{
"loader": {
"name": "km-KH",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ml_IN.json
Note
ID: cards.amazon_mass.ml_IN.json | Type: TaskCard
{
"loader": {
"name": "ml-IN",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
th_TH.json
Note
ID: cards.amazon_mass.th_TH.json | Type: TaskCard
{
"loader": {
"name": "th-TH",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
mn_MN.json
Note
ID: cards.amazon_mass.mn_MN.json | Type: TaskCard
{
"loader": {
"name": "mn-MN",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
all_1
1.json
Note
ID: cards.amazon_mass.all_1.1.json | Type: TaskCard
{
"loader": {
"name": "all_1.1",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
lv_LV.json
Note
ID: cards.amazon_mass.lv_LV.json | Type: TaskCard
{
"loader": {
"name": "lv-LV",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
is_IS.json
Note
ID: cards.amazon_mass.is_IS.json | Type: TaskCard
{
"loader": {
"name": "is-IS",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ms_MY.json
Note
ID: cards.amazon_mass.ms_MY.json | Type: TaskCard
{
"loader": {
"name": "ms-MY",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ar_SA.json
Note
ID: cards.amazon_mass.ar_SA.json | Type: TaskCard
{
"loader": {
"name": "ar-SA",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
nl_NL.json
Note
ID: cards.amazon_mass.nl_NL.json | Type: TaskCard
{
"loader": {
"name": "nl-NL",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
pt_PT.json
Note
ID: cards.amazon_mass.pt_PT.json | Type: TaskCard
{
"loader": {
"name": "pt-PT",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
sw_KE.json
Note
ID: cards.amazon_mass.sw_KE.json | Type: TaskCard
{
"loader": {
"name": "sw-KE",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
hu_HU.json
Note
ID: cards.amazon_mass.hu_HU.json | Type: TaskCard
{
"loader": {
"name": "hu-HU",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
hi_IN.json
Note
ID: cards.amazon_mass.hi_IN.json | Type: TaskCard
{
"loader": {
"name": "hi-IN",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
sl_SL.json
Note
ID: cards.amazon_mass.sl_SL.json | Type: TaskCard
{
"loader": {
"name": "sl-SL",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
cy_GB.json
Note
ID: cards.amazon_mass.cy_GB.json | Type: TaskCard
{
"loader": {
"name": "cy-GB",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
fa_IR.json
Note
ID: cards.amazon_mass.fa_IR.json | Type: TaskCard
{
"loader": {
"name": "fa-IR",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
es_ES.json
Note
ID: cards.amazon_mass.es_ES.json | Type: TaskCard
{
"loader": {
"name": "es-ES",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ru_RU.json
Note
ID: cards.amazon_mass.ru_RU.json | Type: TaskCard
{
"loader": {
"name": "ru-RU",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
vi_VN.json
Note
ID: cards.amazon_mass.vi_VN.json | Type: TaskCard
{
"loader": {
"name": "vi-VN",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
bn_BD.json
Note
ID: cards.amazon_mass.bn_BD.json | Type: TaskCard
{
"loader": {
"name": "bn-BD",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
el_GR.json
Note
ID: cards.amazon_mass.el_GR.json | Type: TaskCard
{
"loader": {
"name": "el-GR",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
en_US.json
Note
ID: cards.amazon_mass.en_US.json | Type: TaskCard
{
"loader": {
"name": "en-US",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
kn_IN.json
Note
ID: cards.amazon_mass.kn_IN.json | Type: TaskCard
{
"loader": {
"name": "kn-IN",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
sq_AL.json
Note
ID: cards.amazon_mass.sq_AL.json | Type: TaskCard
{
"loader": {
"name": "sq-AL",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ta_IN.json
Note
ID: cards.amazon_mass.ta_IN.json | Type: TaskCard
{
"loader": {
"name": "ta-IN",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
it_IT.json
Note
ID: cards.amazon_mass.it_IT.json | Type: TaskCard
{
"loader": {
"name": "it-IT",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
nb_NO.json
Note
ID: cards.amazon_mass.nb_NO.json | Type: TaskCard
{
"loader": {
"name": "nb-NO",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
ko_KR.json
Note
ID: cards.amazon_mass.ko_KR.json | Type: TaskCard
{
"loader": {
"name": "ko-KR",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
pl_PL.json
Note
ID: cards.amazon_mass.pl_PL.json | Type: TaskCard
{
"loader": {
"name": "pl-PL",
"path": "AmazonScience/massive",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"intent": {
"0": "datetime_query",
"1": "iot_hue_lightchange",
"10": "qa_currency",
"11": "transport_traffic",
"12": "general_quirky",
"13": "weather_query",
"14": "audio_volume_up",
"15": "email_addcontact",
"16": "takeaway_order",
"17": "email_querycontact",
"18": "iot_hue_lightup",
"19": "recommendation_locations",
"2": "transport_ticket",
"20": "play_audiobook",
"21": "lists_createoradd",
"22": "news_query",
"23": "alarm_query",
"24": "iot_wemo_on",
"25": "general_joke",
"26": "qa_definition",
"27": "social_query",
"28": "music_settings",
"29": "audio_volume_other",
"3": "takeaway_query",
"30": "calendar_remove",
"31": "iot_hue_lightdim",
"32": "calendar_query",
"33": "email_sendemail",
"34": "iot_cleaning",
"35": "audio_volume_down",
"36": "play_radio",
"37": "cooking_query",
"38": "datetime_convert",
"39": "qa_maths",
"4": "qa_stock",
"40": "iot_hue_lightoff",
"41": "iot_hue_lighton",
"42": "transport_query",
"43": "music_likeness",
"44": "email_query",
"45": "play_music",
"46": "audio_volume_mute",
"47": "social_post",
"48": "alarm_set",
"49": "qa_factoid",
"5": "general_greet",
"50": "calendar_set",
"51": "play_game",
"52": "alarm_remove",
"53": "lists_remove",
"54": "transport_taxi",
"55": "recommendation_movies",
"56": "iot_coffee",
"57": "music_query",
"58": "play_podcasts",
"59": "lists_query",
"6": "recommendation_events",
"7": "music_dislikeness",
"8": "iot_wemo_off",
"9": "cooking_recipe"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"intent": "label",
"utt": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"datetime_query",
"iot_hue_lightchange",
"transport_ticket",
"takeaway_query",
"qa_stock",
"general_greet",
"recommendation_events",
"music_dislikeness",
"iot_wemo_off",
"cooking_recipe",
"qa_currency",
"transport_traffic",
"general_quirky",
"weather_query",
"audio_volume_up",
"email_addcontact",
"takeaway_order",
"email_querycontact",
"iot_hue_lightup",
"recommendation_locations",
"play_audiobook",
"lists_createoradd",
"news_query",
"alarm_query",
"iot_wemo_on",
"general_joke",
"qa_definition",
"social_query",
"music_settings",
"audio_volume_other",
"calendar_remove",
"iot_hue_lightdim",
"calendar_query",
"email_sendemail",
"iot_cleaning",
"audio_volume_down",
"play_radio",
"cooking_query",
"datetime_convert",
"qa_maths",
"iot_hue_lightoff",
"iot_hue_lighton",
"transport_query",
"music_likeness",
"email_query",
"play_music",
"audio_volume_mute",
"social_post",
"alarm_set",
"qa_factoid",
"calendar_set",
"play_game",
"alarm_remove",
"lists_remove",
"transport_taxi",
"recommendation_movies",
"iot_coffee",
"music_query",
"play_podcasts",
"lists_query"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
reuters21578
ModHayes.json
Note
ID: cards.reuters21578.ModHayes.json | Type: TaskCard
{
"loader": {
"name": "ModHayes",
"path": "reuters21578",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train[85%]",
"validation": "train[15%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"topics": "labels"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"acq",
"alum",
"austdlr",
"barley",
"bfr",
"bop",
"can",
"carcass",
"castor-oil",
"castorseed",
"citruspulp",
"cocoa",
"coconut",
"coconut-oil",
"coffee",
"copper",
"copra-cake",
"corn",
"corn-oil",
"cornglutenfeed",
"cotton",
"cotton-oil",
"cottonseed",
"cpi",
"cpu",
"crude",
"cruzado",
"dfl",
"dkr",
"dlr",
"dmk",
"earn",
"f-cattle",
"fishmeal",
"fuel",
"gas",
"gnp",
"gold",
"grain",
"groundnut",
"groundnut-oil",
"heat",
"hk",
"hog",
"housing",
"income",
"instal-debt",
"interest",
"inventories",
"ipi",
"iron-steel",
"jet",
"jobs",
"l-cattle",
"lead",
"lei",
"lin-meal",
"lin-oil",
"linseed",
"lit",
"livestock",
"lumber",
"meal-feed",
"money-fx",
"money-supply",
"naphtha",
"nat-gas",
"nickel",
"nkr",
"nzdlr",
"oat",
"oilseed",
"orange",
"palladium",
"palm-oil",
"palmkernel",
"peseta",
"pet-chem",
"platinum",
"plywood",
"pork-belly",
"potato",
"propane",
"rand",
"rape-meal",
"rape-oil",
"rapeseed",
"red-bean",
"reserves",
"retail",
"rice",
"ringgit",
"rubber",
"rupiah",
"rye",
"saudriyal",
"sfr",
"ship",
"silver",
"skr",
"sorghum",
"soy-meal",
"soy-oil",
"soybean",
"stg",
"strategic-metal",
"sugar",
"sun-meal",
"sun-oil",
"sunseed",
"tapioca",
"tea",
"tin",
"trade",
"veg-oil",
"wheat",
"wool",
"wpi",
"yen",
"zinc"
],
"text_type": "text",
"type_of_classes": "topics"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_label",
"templates": "templates.classification.multi_label.all",
"type": "task_card"
}
References: tasks.classification.multi_label, templates.classification.multi_label.all
ModApte.json
Note
ID: cards.reuters21578.ModApte.json | Type: TaskCard
{
"loader": {
"name": "ModApte",
"path": "reuters21578",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train[85%]",
"validation": "train[15%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"topics": "labels"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"acq",
"alum",
"austdlr",
"barley",
"bop",
"can",
"carcass",
"castor-oil",
"castorseed",
"citruspulp",
"cocoa",
"coconut",
"coconut-oil",
"coffee",
"copper",
"copra-cake",
"corn",
"corn-oil",
"cornglutenfeed",
"cotton",
"cotton-oil",
"cottonseed",
"cpi",
"cpu",
"crude",
"cruzado",
"dfl",
"dkr",
"dlr",
"dmk",
"earn",
"f-cattle",
"fishmeal",
"fuel",
"gas",
"gnp",
"gold",
"grain",
"groundnut",
"groundnut-oil",
"heat",
"hog",
"housing",
"income",
"instal-debt",
"interest",
"inventories",
"ipi",
"iron-steel",
"jet",
"jobs",
"l-cattle",
"lead",
"lei",
"lin-meal",
"lin-oil",
"linseed",
"lit",
"livestock",
"lumber",
"meal-feed",
"money-fx",
"money-supply",
"naphtha",
"nat-gas",
"nickel",
"nkr",
"nzdlr",
"oat",
"oilseed",
"orange",
"palladium",
"palm-oil",
"palmkernel",
"peseta",
"pet-chem",
"platinum",
"plywood",
"pork-belly",
"potato",
"propane",
"rand",
"rape-meal",
"rape-oil",
"rapeseed",
"red-bean",
"reserves",
"retail",
"rice",
"ringgit",
"rubber",
"rupiah",
"rye",
"saudriyal",
"sfr",
"ship",
"silver",
"skr",
"sorghum",
"soy-meal",
"soy-oil",
"soybean",
"stg",
"strategic-metal",
"sugar",
"sun-meal",
"sun-oil",
"sunseed",
"tapioca",
"tea",
"tin",
"trade",
"veg-oil",
"wheat",
"wool",
"wpi",
"yen",
"zinc"
],
"text_type": "text",
"type_of_classes": "topics"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_label",
"templates": "templates.classification.multi_label.all",
"type": "task_card"
}
References: tasks.classification.multi_label, templates.classification.multi_label.all
ModLewis.json
Note
ID: cards.reuters21578.ModLewis.json | Type: TaskCard
{
"loader": {
"name": "ModLewis",
"path": "reuters21578",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train[85%]",
"validation": "train[15%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"topics": "labels"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"acq",
"alum",
"austdlr",
"barley",
"bop",
"can",
"carcass",
"castor-oil",
"castorseed",
"citruspulp",
"cocoa",
"coconut",
"coconut-oil",
"coffee",
"copper",
"copra-cake",
"corn",
"corn-oil",
"cornglutenfeed",
"cotton",
"cotton-oil",
"cottonseed",
"cpi",
"cpu",
"crude",
"cruzado",
"dfl",
"dkr",
"dlr",
"dmk",
"earn",
"f-cattle",
"fishmeal",
"fuel",
"gas",
"gnp",
"gold",
"grain",
"groundnut",
"groundnut-oil",
"heat",
"hog",
"housing",
"income",
"instal-debt",
"interest",
"inventories",
"ipi",
"iron-steel",
"jet",
"jobs",
"l-cattle",
"lead",
"lei",
"lin-meal",
"lin-oil",
"linseed",
"lit",
"livestock",
"lumber",
"meal-feed",
"money-fx",
"money-supply",
"naphtha",
"nat-gas",
"nickel",
"nkr",
"nzdlr",
"oat",
"oilseed",
"orange",
"palladium",
"palm-oil",
"palmkernel",
"peseta",
"pet-chem",
"platinum",
"plywood",
"pork-belly",
"potato",
"propane",
"rand",
"rape-meal",
"rape-oil",
"rapeseed",
"red-bean",
"reserves",
"retail",
"rice",
"ringgit",
"rubber",
"rupiah",
"rye",
"saudriyal",
"sfr",
"ship",
"silver",
"skr",
"sorghum",
"soy-meal",
"soy-oil",
"soybean",
"stg",
"strategic-metal",
"sugar",
"sun-meal",
"sun-oil",
"sunseed",
"tapioca",
"tea",
"tin",
"trade",
"veg-oil",
"wheat",
"wool",
"wpi",
"yen",
"zinc"
],
"text_type": "text",
"type_of_classes": "topics"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_label",
"templates": "templates.classification.multi_label.all",
"type": "task_card"
}
References: tasks.classification.multi_label, templates.classification.multi_label.all
argument_topic.json
Note
ID: cards.argument_topic.json | Type: TaskCard
{
"loader": {
"name": "argument_topic",
"path": "ibm/argument_quality_ranking_30k",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train",
"validation": "dev"
},
"type": "split_random_mix"
},
{
"fields": [
"label"
],
"to_field": "label",
"type": "list_field_values"
},
{
"fields": {
"classes": [
"affirmative action",
"algorithmic trading",
"assisted suicide",
"atheism",
"austerity regime",
"blockade of the gaza strip",
"cancel pride parades",
"cannabis",
"capital punishment",
"collectivism",
"compulsory voting",
"cosmetic surgery",
"cosmetic surgery for minors",
"embryonic stem cell research",
"entrapment",
"executive compensation",
"factory farming",
"fast food",
"fight urbanization",
"flag burning",
"foster care",
"gender-neutral language",
"guantanamo bay detention camp",
"holocaust denial",
"homeopathy",
"homeschooling",
"human cloning",
"intellectual property rights",
"intelligence tests",
"journalism",
"judicial activism",
"libertarianism",
"marriage",
"missionary work",
"multi-party system",
"naturopathy",
"organ trade",
"payday loans",
"polygamy",
"private military companies",
"prostitution",
"racial profiling",
"retirement",
"safe spaces",
"school prayer",
"sex selection",
"social media",
"space exploration",
"stay-at-home dads",
"student loans",
"surrogacy",
"targeted killing",
"telemarketing",
"television",
"the abolition of nuclear weapons",
"the church of scientology",
"the development of autonomous cars",
"the olympic games",
"the right to keep and bear arms",
"the three-strikes laws",
"the use of child actors",
"the use of economic sanctions",
"the use of public defenders",
"the use of school uniform",
"the vow of celibacy",
"vocational education",
"whaling",
"wikipedia",
"women in combat",
"zero-tolerance policy in schools",
"zoos"
],
"text_type": "argument",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
rte.json
Note
ID: cards.rte.json | Type: TaskCard
{
"loader": {
"name": "rte",
"path": "glue",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "not entailment"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"not entailment"
]
},
"type": "add_fields"
},
{
"field_to_field": {
"sentence1": "premise",
"sentence2": "hypothesis"
},
"type": "rename_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
unfair_tos.json
Note
ID: cards.unfair_tos.json | Type: TaskCard
{
"loader": {
"name": "unfair_tos",
"path": "lex_glue",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"labels": {
"0": "Limitation of liability",
"1": "Unilateral termination",
"2": "Unilateral change",
"3": "Content removal",
"4": "Contract by using",
"5": "Choice of law",
"6": "Jurisdiction",
"7": "Arbitration"
}
},
"process_every_value": true,
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"Limitation of liability",
"Unilateral termination",
"Unilateral change",
"Content removal",
"Contract by using",
"Choice of law",
"Jurisdiction",
"Arbitration"
],
"text_type": "text",
"type_of_classes": "contractual clauses"
},
"type": "add_fields"
},
{
"mappers": {
"labels": {
"[]": [
"none"
]
}
},
"strict": false,
"type": "map_instance_values"
}
],
"task": "tasks.classification.multi_label",
"templates": "templates.classification.multi_label.all",
"type": "task_card"
}
References: tasks.classification.multi_label, templates.classification.multi_label.all
sciq.json
Note
ID: cards.sciq.json | Type: TaskCard
{
"loader": {
"path": "sciq",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": [
"distractor1",
"distractor2",
"distractor3",
"correct_answer"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field": "choices",
"type": "shuffle_field_values"
},
{
"index_of": "correct_answer",
"search_in": "choices",
"to_field": "answer",
"type": "index_of"
},
{
"field_to_field": {
"support": "context"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.contextual.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.contextual.all, tasks.qa.multiple_choice.contextual
financial_tweets.json
Note
ID: cards.financial_tweets.json | Type: TaskCard
{
"loader": {
"path": "zeroshot/twitter-financial-news-topic",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "validation",
"train": "train[85%]",
"validation": "train[15%]"
},
"type": "split_random_mix"
},
{
"mappers": {
"label": {
"0": "analyst update",
"1": "fed and central banks",
"10": "gold, metals and materials",
"11": "initial public offering",
"12": "legal and regulation",
"13": "mergers, acquisitions and investments",
"14": "macro",
"15": "markets",
"16": "politics",
"17": "personnel change",
"18": "stock commentary",
"19": "stock movement",
"2": "company and product news",
"3": "treasuries and corporate debt",
"4": "dividend",
"5": "earnings",
"6": "energy and oil",
"7": "financials",
"8": "currencies",
"9": "general News and opinion"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"analyst update",
"fed and central banks",
"company and product news",
"treasuries and corporate debt",
"dividend",
"earnings",
"energy and oil",
"financials",
"currencies",
"general News and opinion",
"gold, metals and materials",
"initial public offering",
"legal and regulation",
"mergers, acquisitions and investments",
"macro",
"markets",
"politics",
"personnel change",
"stock commentary",
"stock movement"
],
"text_type": "tweet",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
openbook_qa.json
Note
ID: cards.openbook_qa.json | Type: TaskCard
{
"loader": {
"path": "openbookqa",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"choices/label": "labels",
"choices/text": "choices_text"
},
"type": "rename_fields",
"use_query": true
},
{
"field_to_field": {
"choices_text": "choices",
"question_stem": "question"
},
"type": "rename_fields"
},
{
"index_of": "answerKey",
"search_in": "labels",
"to_field": "answer",
"type": "index_of"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, templates.qa.multiple_choice.no_intro.all
wmt_en_de.json
Note
ID: cards.wmt_en_de.json | Type: TaskCard
{
"loader": {
"name": "de-en",
"path": "wmt16",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train",
"validation": "validation"
},
"type": "split_random_mix"
},
{
"field_to_field": [
[
"translation/en",
"en"
],
[
"translation/de",
"de"
]
],
"type": "copy_fields",
"use_query": true
}
],
"task": {
"inputs": [
"en"
],
"metrics": [
"metrics.bleu"
],
"outputs": [
"de"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{en}",
"output_format": "{de}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.bleu
wnli.json
Note
ID: cards.wnli.json | Type: TaskCard
{
"loader": {
"name": "wnli",
"path": "glue",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"field_to_field": {
"sentence1": "premise",
"sentence2": "hypothesis"
},
"type": "rename_fields"
},
{
"mappers": {
"label": {
"0": "entailment",
"1": "not entailment"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"not entailment"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
ag_news.json
Note
ID: cards.ag_news.json | Type: TaskCard
{
"loader": {
"path": "ag_news",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train[87.5%]",
"validation": "train[12.5%]"
},
"type": "split_random_mix"
},
{
"mappers": {
"label": {
"0": "World",
"1": "Sports",
"2": "Business",
"3": "Sci/Tech"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"World",
"Sports",
"Business",
"Sci/Tech"
],
"text_type": "sentence",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
race_middle.json
Note
ID: cards.race_middle.json | Type: TaskCard
{
"loader": {
"name": "middle",
"path": "race",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": {
"numbering": [
"A",
"B",
"C",
"D",
"E",
"F",
"G",
"H",
"I",
"J",
"K",
"L",
"M",
"N",
"O",
"P",
"Q",
"R",
"S",
"T",
"U",
"V",
"W",
"X",
"Y",
"Z"
]
},
"type": "add_fields"
},
{
"index_of": "answer",
"search_in": "numbering",
"to_field": "answer",
"type": "index_of"
},
{
"field_to_field": {
"article": "context",
"options": "choices"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.contextual.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.contextual.all, tasks.qa.multiple_choice.contextual
cola.json
Note
ID: cards.cola.json | Type: TaskCard
{
"loader": {
"name": "cola",
"path": "glue",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "unacceptable",
"1": "acceptable"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"sentence": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"unacceptable",
"acceptable"
],
"text_type": "text",
"type_of_class": "grammatical acceptability"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"text",
"text_type",
"classes",
"type_of_class"
],
"metrics": [
"metrics.matthews_correlation"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: splitters.small_no_test, metrics.matthews_correlation, templates.classification.multi_class.all
head_qa
es.json
Note
ID: cards.head_qa.es.json | Type: TaskCard
{
"loader": {
"name": "es",
"path": "head_qa",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"category": "label",
"qtext": "text"
},
"type": "rename_fields"
},
{
"fields": [
"label"
],
"to_field": "label",
"type": "list_field_values"
},
{
"fields": {
"classes": [
"biology",
"chemistry",
"medicine",
"nursery",
"pharmacology",
"psychology"
],
"text_type": "question",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
en.json
Note
ID: cards.head_qa.en.json | Type: TaskCard
{
"loader": {
"name": "en",
"path": "head_qa",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"category": "label",
"qtext": "text"
},
"type": "rename_fields"
},
{
"fields": [
"label"
],
"to_field": "label",
"type": "list_field_values"
},
{
"fields": {
"classes": [
"biology",
"chemistry",
"medicine",
"nursery",
"pharmacology",
"psychology"
],
"text_type": "question",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
cnn_dailymail.json
Note
ID: cards.cnn_dailymail.json | Type: TaskCard
{
"loader": {
"name": "3.0.0",
"path": "cnn_dailymail",
"type": "load_hf"
},
"preprocess_steps": [],
"task": {
"inputs": [
"article"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"highlights"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{article}",
"output_format": "{highlights}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
ethos_binary.json
Note
ID: cards.ethos_binary.json | Type: TaskCard
{
"loader": {
"name": "binary",
"path": "ethos",
"type": "load_hf"
},
"preprocess_steps": [
{
"page_size": 1000000,
"type": "shuffle"
},
{
"mix": {
"test": "train[80%]",
"train": "train[20%]"
},
"type": "split_random_mix"
},
{
"mappers": {
"label": {
"0": "not hate speech",
"1": "hate speech"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"not hate speech",
"hate speech"
],
"text_type": "sentence",
"type_of_class": "hate speech"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": {
"items": [
{
"input_format": "Given this {text_type}: {text}. Classify if it contains {type_of_class}. classes: {classes}.",
"output_format": "{label}",
"postprocessors": [
"processors.take_first_non_empty_line"
],
"type": "input_output_template"
},
{
"input_format": "Does the following {text_type} contains {type_of_class}? Answer only by choosing one of the options {classes}. {text_type}: {text}.",
"output_format": "{label}",
"postprocessors": [
"processors.take_first_non_empty_line"
],
"type": "input_output_template"
},
{
"input_format": "Given this {text_type}: {text}. Classify if it contains {type_of_class}. classes: {classes}. I would classify this {text_type} as: ",
"output_format": "{label}",
"postprocessors": [
"processors.take_first_non_empty_line",
"processors.lower_case_till_punc"
],
"type": "input_output_template"
},
{
"input_format": "Given this {text_type}: {text}. Classify if it contains {type_of_class}. classes: {classes}. I would classify this {text_type} as: ",
"output_format": "{label}",
"postprocessors": [
"processors.take_first_non_empty_line",
"processors.hate_speech_or_not_hate_speech"
],
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: processors.take_first_non_empty_line, processors.lower_case_till_punc, processors.hate_speech_or_not_hate_speech, tasks.classification.multi_class
ai2_arc
arc_easy.json
Note
ID: cards.ai2_arc.arc_easy.json | Type: TaskCard
{
"loader": {
"name": "ARC-Easy",
"path": "ai2_arc",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": {
"topic": "science"
},
"type": "add_fields"
},
{
"field_to_field": {
"answerKey": "label",
"choices": "_choices"
},
"type": "rename_fields"
},
{
"field_to_field": {
"_choices/label": "labels",
"_choices/text": "choices"
},
"type": "copy_fields",
"use_query": true
},
{
"index_of": "label",
"search_in": "labels",
"to_field": "answer",
"type": "index_of"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
arc_challenge.json
Note
ID: cards.ai2_arc.arc_challenge.json | Type: TaskCard
{
"loader": {
"name": "ARC-Challenge",
"path": "ai2_arc",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": {
"topic": "science"
},
"type": "add_fields"
},
{
"field_to_field": {
"answerKey": "label",
"choices": "_choices"
},
"type": "rename_fields"
},
{
"field_to_field": {
"_choices/label": "labels",
"_choices/text": "choices"
},
"type": "copy_fields",
"use_query": true
},
{
"index_of": "label",
"search_in": "labels",
"to_field": "answer",
"type": "index_of"
}
],
"task": "tasks.qa.multiple_choice.with_topic",
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.with_topic, templates.qa.multiple_choice.original.all
medical_abstracts.json
Note
ID: cards.medical_abstracts.json | Type: TaskCard
{
"loader": {
"files": {
"test": "https://raw.githubusercontent.com/sebischair/Medical-Abstracts-TC-Corpus/main/medical_tc_test.csv",
"train": "https://raw.githubusercontent.com/sebischair/Medical-Abstracts-TC-Corpus/main/medical_tc_train.csv"
},
"type": "load_csv"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train[90%]",
"validation": "train[10%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"condition_label": "label",
"medical_abstract": "text"
},
"type": "rename_fields"
},
{
"mappers": {
"label": {
"1": "neoplasms",
"2": "digestive system diseases",
"3": "nervous system diseases",
"4": "cardiovascular diseases",
"5": "general pathological conditions"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"neoplasms",
"digestive system diseases",
"nervous system diseases",
"cardiovascular diseases",
"general pathological conditions"
],
"text_type": "abstract",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
stsb.json
Note
ID: cards.stsb.json | Type: TaskCard
{
"loader": {
"name": "stsb",
"path": "glue",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "validation",
"train": "train[95%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
}
],
"task": {
"inputs": [
"sentence1",
"sentence2"
],
"metrics": [
"metrics.spearman"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "Given this sentence: '{sentence1}', on a scale of 1 to 5, how similar in meaning is it to this sentence: '{sentence2}'?",
"output_format": "{label}",
"quantum": 0.2,
"type": "output_quantizing_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.spearman
claim_stance_topic.json
Note
ID: cards.claim_stance_topic.json | Type: TaskCard
{
"loader": {
"name": "claim_stance_topic",
"path": "ibm/claim_stance",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train",
"validation": "dev"
},
"type": "split_random_mix"
},
{
"fields": [
"label"
],
"to_field": "label",
"type": "list_field_values"
},
{
"fields": {
"classes": [
"advertising",
"all nations a right to nuclear weapons",
"a mandatory retirement age",
"american jobs act",
"asean",
"atheism",
"austerity measures",
"barrier methods of contraception",
"blasphemy",
"boxing",
"bribery",
"burning the stars and stripes",
"children",
"collective bargaining rights claimed by trades unions",
"congressional earmarks",
"democratic governments should require voters to present photo identification at the polling station",
"democratization",
"endangered species",
"enforce term limits on the legislative branch of government",
"freedom of speech",
"fund education using a voucher scheme",
"gambling",
"governments should choose open source software",
"high rises for housing",
"holocaust denial",
"housewives should be paid for their work",
"hydroelectric dams",
"implement playoffs in collegiate level american football",
"intellectual property rights",
"israel's 2008-2009 military operations against gaza",
"leaking of military documents",
"multiculturalism",
"national service",
"only teach abstinence for sex education in schools",
"open primaries",
"partial birth abortions",
"physical education",
"poor communities",
"raising the school leaving age to 18",
"re-engage with myanmar",
"the blockade of gaza",
"the creation of private universities in the uk",
"the free market",
"the growing of tobacco",
"the keystone xl pipeline",
"the monarchy",
"the one-child policy of the republic of china",
"the right to asylum",
"the right to bear arms",
"the sale of violent video games to minors",
"the use of affirmative action",
"the use of performance enhancing drugs in professional sports",
"the use of truth and reconciliation commissions",
"wind power",
"year round schooling"
],
"text_type": "argument",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
qqp.json
Note
ID: cards.qqp.json | Type: TaskCard
{
"loader": {
"name": "qqp",
"path": "glue",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.large_no_test",
{
"mappers": {
"label": {
"0": "not duplicated",
"1": "duplicated"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"not duplicated",
"duplicated"
]
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"choices",
"question1",
"question2"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "Given this question: {question1}, classify if this question: {question2} is {choices}.",
"output_format": "{label}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: splitters.large_no_test, metrics.accuracy
almostEvilML_qa.json
Note
ID: cards.almostEvilML_qa.json | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}
References: metrics.rouge, templates.qa.open.all
mrpc.json
Note
ID: cards.mrpc.json | Type: TaskCard
{
"loader": {
"name": "mrpc",
"path": "glue",
"streaming": false,
"type": "load_hf"
},
"preprocess_steps": [
"splitters.default",
{
"mappers": {
"label": {
"0": "not equivalent",
"1": "equivalent"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"not equivalent",
"equivalent"
]
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"choices",
"sentence1",
"sentence2"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "Given this sentence: {sentence1}, classify if this sentence: {sentence2} is {choices}.",
"output_format": "{label}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: splitters.default, metrics.accuracy
qnli.json
Note
ID: cards.qnli.json | Type: TaskCard
{
"loader": {
"name": "qnli",
"path": "glue",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.large_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "not entailment"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"not entailment"
]
},
"type": "add_fields"
},
{
"field_to_field": {
"question": "premise",
"sentence": "hypothesis"
},
"type": "rename_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: splitters.large_no_test, templates.classification.nli.all, tasks.nli
race_all.json
Note
ID: cards.race_all.json | Type: TaskCard
{
"loader": {
"name": "all",
"path": "race",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": {
"numbering": [
"A",
"B",
"C",
"D",
"E",
"F",
"G",
"H",
"I",
"J",
"K",
"L",
"M",
"N",
"O",
"P",
"Q",
"R",
"S",
"T",
"U",
"V",
"W",
"X",
"Y",
"Z"
]
},
"type": "add_fields"
},
{
"index_of": "answer",
"search_in": "numbering",
"to_field": "answer",
"type": "index_of"
},
{
"field_to_field": {
"article": "context",
"options": "choices"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.contextual.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.contextual.all, tasks.qa.multiple_choice.contextual
law_stack_exchange.json
Note
ID: cards.law_stack_exchange.json | Type: TaskCard
{
"loader": {
"path": "jonathanli/law-stack-exchange",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "train",
"train": "test",
"validation": "validation"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"text_label": "label"
},
"type": "rename_fields"
},
{
"fields": [
"title",
"body"
],
"to_field": "text",
"type": "list_field_values"
},
{
"field": "text",
"separator": ". ",
"to_field": "text",
"type": "join_str"
},
{
"fields": {
"classes": [
"business",
"civil-law",
"constitutional-law",
"contract",
"contract-law",
"copyright",
"criminal-law",
"employment",
"intellectual-property",
"internet",
"liability",
"licensing",
"privacy",
"software",
"tax-law",
"trademark"
],
"text_type": "text",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
piqa_all.json
Note
ID: cards.piqa_all.json | Type: TaskCard
{
"loader": {
"name": "all",
"path": "race",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": {
"numbering": [
"A",
"B",
"C",
"D",
"E",
"F",
"G",
"H",
"I",
"J",
"K",
"L",
"M",
"N",
"O",
"P",
"Q",
"R",
"S",
"T",
"U",
"V",
"W",
"X",
"Y",
"Z"
],
"topic": "reading comprehension"
},
"type": "add_fields"
},
{
"index_of": "answer",
"search_in": "numbering",
"to_field": "index",
"type": "index_of"
},
{
"field_to_field": {
"article": "context",
"index": "_index",
"numbering": "_numbering",
"options": "_options",
"question": "sentence1",
"topic": "topic"
},
"type": "rename_fields"
},
{
"field": "_numbering",
"index": "_index",
"to_field": "number",
"type": "take_by_field"
},
{
"field": "_options",
"index": "_index",
"to_field": "answer",
"type": "take_by_field"
},
{
"fields": [
"_numbering",
"_options"
],
"to_field": "choices",
"type": "zip_field_values"
},
{
"field": "choices/*",
"process_every_value": true,
"separator": ". ",
"to_field": "choices_list",
"type": "join_str",
"use_query": true
},
{
"field": "choices_list",
"index": "_index",
"to_field": "number_and_answer",
"type": "take_by_field"
},
{
"field": "choices/*/0",
"separator": ",",
"to_field": "numbers",
"type": "join_str",
"use_query": true
},
{
"field": "choices_list",
"separator": " ",
"to_field": "choices",
"type": "join_str"
},
{
"field_to_field": {
"number": "label"
},
"type": "rename_fields"
}
],
"task": {
"inputs": [
"choices",
"sentence1",
"numbers",
"topic",
"context"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": {
"fm-eval": {
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n\n Context: {context}\nQuestion: {context}\n{sentence1}\nChoose from {numbers}\nAnswers: {choices}\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
},
"helm": {
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n\n Context: {context}\nQuestion: {context}\n{sentence1}.\nAnswers: {choices}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
},
"lm_eval_harness": {
"input_format": "Context: {context}\nQuestion: {context}\n{sentence1}.\nChoices:\n{choices}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
},
"original": {
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n {context}\n{sentence1}.\nAnswers: {choices}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
}
},
"type": "task_card"
}
References: metrics.accuracy
wmt_en_fr.json
Note
ID: cards.wmt_en_fr.json | Type: TaskCard
{
"loader": {
"name": "fr-en",
"path": "wmt14",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train",
"validation": "validation"
},
"type": "split_random_mix"
},
{
"field_to_field": [
[
"translation/en",
"en"
],
[
"translation/fr",
"fr"
]
],
"type": "copy_fields",
"use_query": true
}
],
"task": {
"inputs": [
"en"
],
"metrics": [
"metrics.bleu"
],
"outputs": [
"fr"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{en}",
"output_format": "{fr}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.bleu
belebele
acm_Arab.json
Note
ID: cards.belebele.acm_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "acm_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"acm_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
shn_Mymr.json
Note
ID: cards.belebele.shn_Mymr.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "shn_Mymr",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"shn_Mymr": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
pes_Arab.json
Note
ID: cards.belebele.pes_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "pes_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"pes_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
srp_Cyrl.json
Note
ID: cards.belebele.srp_Cyrl.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "srp_Cyrl",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"srp_Cyrl": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
mya_Mymr.json
Note
ID: cards.belebele.mya_Mymr.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "mya_Mymr",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"mya_Mymr": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
guj_Gujr.json
Note
ID: cards.belebele.guj_Gujr.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "guj_Gujr",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"guj_Gujr": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
sin_Sinh.json
Note
ID: cards.belebele.sin_Sinh.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "sin_Sinh",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"sin_Sinh": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
tam_Taml.json
Note
ID: cards.belebele.tam_Taml.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "tam_Taml",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"tam_Taml": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
dan_Latn.json
Note
ID: cards.belebele.dan_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "dan_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"dan_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
lin_Latn.json
Note
ID: cards.belebele.lin_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "lin_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"lin_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
kaz_Cyrl.json
Note
ID: cards.belebele.kaz_Cyrl.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "kaz_Cyrl",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"kaz_Cyrl": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
mal_Mlym.json
Note
ID: cards.belebele.mal_Mlym.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "mal_Mlym",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"mal_Mlym": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ceb_Latn.json
Note
ID: cards.belebele.ceb_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ceb_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ceb_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
kan_Knda.json
Note
ID: cards.belebele.kan_Knda.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "kan_Knda",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"kan_Knda": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ars_Arab.json
Note
ID: cards.belebele.ars_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ars_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ars_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
hye_Armn.json
Note
ID: cards.belebele.hye_Armn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "hye_Armn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"hye_Armn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ben_Latn.json
Note
ID: cards.belebele.ben_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ben_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ben_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
mkd_Cyrl.json
Note
ID: cards.belebele.mkd_Cyrl.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "mkd_Cyrl",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"mkd_Cyrl": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
sot_Latn.json
Note
ID: cards.belebele.sot_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "sot_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"sot_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
arz_Arab.json
Note
ID: cards.belebele.arz_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "arz_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"arz_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
plt_Latn.json
Note
ID: cards.belebele.plt_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "plt_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"plt_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
hin_Latn.json
Note
ID: cards.belebele.hin_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "hin_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"hin_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
afr_Latn.json
Note
ID: cards.belebele.afr_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "afr_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"afr_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ckb_Arab.json
Note
ID: cards.belebele.ckb_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ckb_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ckb_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
hau_Latn.json
Note
ID: cards.belebele.hau_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "hau_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"hau_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
fra_Latn.json
Note
ID: cards.belebele.fra_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "fra_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"fra_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
lit_Latn.json
Note
ID: cards.belebele.lit_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "lit_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"lit_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
mlt_Latn.json
Note
ID: cards.belebele.mlt_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "mlt_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"mlt_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
asm_Beng.json
Note
ID: cards.belebele.asm_Beng.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "asm_Beng",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"asm_Beng": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
kir_Cyrl.json
Note
ID: cards.belebele.kir_Cyrl.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "kir_Cyrl",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"kir_Cyrl": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
zul_Latn.json
Note
ID: cards.belebele.zul_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "zul_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"zul_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
tir_Ethi.json
Note
ID: cards.belebele.tir_Ethi.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "tir_Ethi",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"tir_Ethi": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
nya_Latn.json
Note
ID: cards.belebele.nya_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "nya_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"nya_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
snd_Arab.json
Note
ID: cards.belebele.snd_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "snd_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"snd_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ukr_Cyrl.json
Note
ID: cards.belebele.ukr_Cyrl.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ukr_Cyrl",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ukr_Cyrl": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
nob_Latn.json
Note
ID: cards.belebele.nob_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "nob_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"nob_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
tgl_Latn.json
Note
ID: cards.belebele.tgl_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "tgl_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"tgl_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
nld_Latn.json
Note
ID: cards.belebele.nld_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "nld_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"nld_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
swe_Latn.json
Note
ID: cards.belebele.swe_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "swe_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"swe_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
zho_Hant.json
Note
ID: cards.belebele.zho_Hant.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "zho_Hant",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"zho_Hant": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
lvs_Latn.json
Note
ID: cards.belebele.lvs_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "lvs_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"lvs_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
als_Latn.json
Note
ID: cards.belebele.als_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "als_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"als_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ory_Orya.json
Note
ID: cards.belebele.ory_Orya.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ory_Orya",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ory_Orya": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
fin_Latn.json
Note
ID: cards.belebele.fin_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "fin_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"fin_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ibo_Latn.json
Note
ID: cards.belebele.ibo_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ibo_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ibo_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
sin_Latn.json
Note
ID: cards.belebele.sin_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "sin_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"sin_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
isl_Latn.json
Note
ID: cards.belebele.isl_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "isl_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"isl_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
lug_Latn.json
Note
ID: cards.belebele.lug_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "lug_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"lug_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
cat_Latn.json
Note
ID: cards.belebele.cat_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "cat_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"cat_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
bod_Tibt.json
Note
ID: cards.belebele.bod_Tibt.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "bod_Tibt",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"bod_Tibt": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
slv_Latn.json
Note
ID: cards.belebele.slv_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "slv_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"slv_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
kac_Latn.json
Note
ID: cards.belebele.kac_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "kac_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"kac_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
zho_Hans.json
Note
ID: cards.belebele.zho_Hans.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "zho_Hans",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"zho_Hans": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
mri_Latn.json
Note
ID: cards.belebele.mri_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "mri_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"mri_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ssw_Latn.json
Note
ID: cards.belebele.ssw_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ssw_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ssw_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
som_Latn.json
Note
ID: cards.belebele.som_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "som_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"som_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ary_Arab.json
Note
ID: cards.belebele.ary_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ary_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ary_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
sna_Latn.json
Note
ID: cards.belebele.sna_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "sna_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"sna_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
npi_Deva.json
Note
ID: cards.belebele.npi_Deva.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "npi_Deva",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"npi_Deva": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
nso_Latn.json
Note
ID: cards.belebele.nso_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "nso_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"nso_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
apc_Arab.json
Note
ID: cards.belebele.apc_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "apc_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"apc_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
kin_Latn.json
Note
ID: cards.belebele.kin_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "kin_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"kin_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
tgk_Cyrl.json
Note
ID: cards.belebele.tgk_Cyrl.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "tgk_Cyrl",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"tgk_Cyrl": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ita_Latn.json
Note
ID: cards.belebele.ita_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ita_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ita_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
hat_Latn.json
Note
ID: cards.belebele.hat_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "hat_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"hat_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
wol_Latn.json
Note
ID: cards.belebele.wol_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "wol_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"wol_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
tel_Telu.json
Note
ID: cards.belebele.tel_Telu.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "tel_Telu",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"tel_Telu": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
xho_Latn.json
Note
ID: cards.belebele.xho_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "xho_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"xho_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
azj_Latn.json
Note
ID: cards.belebele.azj_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "azj_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"azj_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
heb_Hebr.json
Note
ID: cards.belebele.heb_Hebr.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "heb_Hebr",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"heb_Hebr": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
pan_Guru.json
Note
ID: cards.belebele.pan_Guru.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "pan_Guru",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"pan_Guru": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
uzn_Latn.json
Note
ID: cards.belebele.uzn_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "uzn_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"uzn_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
pol_Latn.json
Note
ID: cards.belebele.pol_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "pol_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"pol_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
luo_Latn.json
Note
ID: cards.belebele.luo_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "luo_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"luo_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
tha_Thai.json
Note
ID: cards.belebele.tha_Thai.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "tha_Thai",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"tha_Thai": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
vie_Latn.json
Note
ID: cards.belebele.vie_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "vie_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"vie_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
grn_Latn.json
Note
ID: cards.belebele.grn_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "grn_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"grn_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
sun_Latn.json
Note
ID: cards.belebele.sun_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "sun_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"sun_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
tur_Latn.json
Note
ID: cards.belebele.tur_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "tur_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"tur_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
amh_Ethi.json
Note
ID: cards.belebele.amh_Ethi.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "amh_Ethi",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"amh_Ethi": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
fuv_Latn.json
Note
ID: cards.belebele.fuv_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "fuv_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"fuv_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
rus_Cyrl.json
Note
ID: cards.belebele.rus_Cyrl.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "rus_Cyrl",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"rus_Cyrl": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
deu_Latn.json
Note
ID: cards.belebele.deu_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "deu_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"deu_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
arb_Arab.json
Note
ID: cards.belebele.arb_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "arb_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"arb_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
urd_Latn.json
Note
ID: cards.belebele.urd_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "urd_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"urd_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ilo_Latn.json
Note
ID: cards.belebele.ilo_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ilo_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ilo_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ces_Latn.json
Note
ID: cards.belebele.ces_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ces_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ces_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
swh_Latn.json
Note
ID: cards.belebele.swh_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "swh_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"swh_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
bul_Cyrl.json
Note
ID: cards.belebele.bul_Cyrl.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "bul_Cyrl",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"bul_Cyrl": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
tsn_Latn.json
Note
ID: cards.belebele.tsn_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "tsn_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"tsn_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
jav_Latn.json
Note
ID: cards.belebele.jav_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "jav_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"jav_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
bam_Latn.json
Note
ID: cards.belebele.bam_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "bam_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"bam_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
por_Latn.json
Note
ID: cards.belebele.por_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "por_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"por_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
urd_Arab.json
Note
ID: cards.belebele.urd_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "urd_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"urd_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
gaz_Latn.json
Note
ID: cards.belebele.gaz_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "gaz_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"gaz_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
hun_Latn.json
Note
ID: cards.belebele.hun_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "hun_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"hun_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
hrv_Latn.json
Note
ID: cards.belebele.hrv_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "hrv_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"hrv_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
yor_Latn.json
Note
ID: cards.belebele.yor_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "yor_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"yor_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
jpn_Jpan.json
Note
ID: cards.belebele.jpn_Jpan.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "jpn_Jpan",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"jpn_Jpan": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
hin_Deva.json
Note
ID: cards.belebele.hin_Deva.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "hin_Deva",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"hin_Deva": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
lao_Laoo.json
Note
ID: cards.belebele.lao_Laoo.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "lao_Laoo",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"lao_Laoo": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
eus_Latn.json
Note
ID: cards.belebele.eus_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "eus_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"eus_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
est_Latn.json
Note
ID: cards.belebele.est_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "est_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"est_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
kor_Hang.json
Note
ID: cards.belebele.kor_Hang.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "kor_Hang",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"kor_Hang": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ben_Beng.json
Note
ID: cards.belebele.ben_Beng.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ben_Beng",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ben_Beng": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
kat_Geor.json
Note
ID: cards.belebele.kat_Geor.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "kat_Geor",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"kat_Geor": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
slk_Latn.json
Note
ID: cards.belebele.slk_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "slk_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"slk_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ell_Grek.json
Note
ID: cards.belebele.ell_Grek.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ell_Grek",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ell_Grek": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
pbt_Arab.json
Note
ID: cards.belebele.pbt_Arab.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "pbt_Arab",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"pbt_Arab": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
khk_Cyrl.json
Note
ID: cards.belebele.khk_Cyrl.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "khk_Cyrl",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"khk_Cyrl": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
arb_Latn.json
Note
ID: cards.belebele.arb_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "arb_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"arb_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
eng_Latn.json
Note
ID: cards.belebele.eng_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "eng_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"eng_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
war_Latn.json
Note
ID: cards.belebele.war_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "war_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"war_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
tso_Latn.json
Note
ID: cards.belebele.tso_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "tso_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"tso_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
kea_Latn.json
Note
ID: cards.belebele.kea_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "kea_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"kea_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ind_Latn.json
Note
ID: cards.belebele.ind_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ind_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ind_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
zsm_Latn.json
Note
ID: cards.belebele.zsm_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "zsm_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"zsm_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
mar_Deva.json
Note
ID: cards.belebele.mar_Deva.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "mar_Deva",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"mar_Deva": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
spa_Latn.json
Note
ID: cards.belebele.spa_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "spa_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"spa_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
npi_Latn.json
Note
ID: cards.belebele.npi_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "npi_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"npi_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
ron_Latn.json
Note
ID: cards.belebele.ron_Latn.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "ron_Latn",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"ron_Latn": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
khm_Khmr.json
Note
ID: cards.belebele.khm_Khmr.json | Type: TaskCard
{
"loader": {
"name": "default",
"path": "facebook/belebele",
"split": "khm_Khmr",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"khm_Khmr": "test"
},
"type": "rename_splits"
},
{
"fields": [
"mc_answer1",
"mc_answer2",
"mc_answer3",
"mc_answer4"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"correct_answer_num": "answer",
"flores_passage": "context"
},
"type": "rename_fields"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.context_no_intro.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.context_no_intro.all, tasks.qa.multiple_choice.contextual
wmt_en_ro.json
Note
ID: cards.wmt_en_ro.json | Type: TaskCard
{
"loader": {
"name": "ro-en",
"path": "wmt16",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train",
"validation": "validation"
},
"type": "split_random_mix"
},
{
"field_to_field": [
[
"translation/en",
"en"
],
[
"translation/ro",
"ro"
]
],
"type": "copy_fields",
"use_query": true
}
],
"task": {
"inputs": [
"en"
],
"metrics": [
"metrics.bleu"
],
"outputs": [
"ro"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{en}",
"output_format": "{ro}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.bleu
winogrande
xs.json
Note
ID: cards.winogrande.xs.json | Type: TaskCard
{
"loader": {
"name": "winogrande_xs",
"path": "winogrande",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, splitters.small_no_test, templates.qa.multiple_choice.no_intro.all
m.json
Note
ID: cards.winogrande.m.json | Type: TaskCard
{
"loader": {
"name": "winogrande_m",
"path": "winogrande",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, splitters.small_no_test, templates.qa.multiple_choice.no_intro.all
debiased.json
Note
ID: cards.winogrande.debiased.json | Type: TaskCard
{
"loader": {
"name": "winogrande_debiased",
"path": "winogrande",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, splitters.small_no_test, templates.qa.multiple_choice.no_intro.all
xl.json
Note
ID: cards.winogrande.xl.json | Type: TaskCard
{
"loader": {
"name": "winogrande_xl",
"path": "winogrande",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, splitters.small_no_test, templates.qa.multiple_choice.no_intro.all
s.json
Note
ID: cards.winogrande.s.json | Type: TaskCard
{
"loader": {
"name": "winogrande_s",
"path": "winogrande",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, splitters.small_no_test, templates.qa.multiple_choice.no_intro.all
l.json
Note
ID: cards.winogrande.l.json | Type: TaskCard
{
"loader": {
"name": "winogrande_l",
"path": "winogrande",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, splitters.small_no_test, templates.qa.multiple_choice.no_intro.all
wmt
en_de.json
Note
ID: cards.wmt.en_de.json | Type: TaskCard
{
"loader": {
"name": "de-en",
"path": "wmt16",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": [
[
"translation/en",
"text"
],
[
"translation/de",
"translation"
]
],
"type": "copy_fields",
"use_query": true
},
{
"fields": {
"source_language": "english",
"target_language": "deutch"
},
"type": "add_fields"
}
],
"task": "tasks.translation.directed",
"templates": "templates.translation.directed.all",
"type": "task_card"
}
References: templates.translation.directed.all, tasks.translation.directed
en_fr.json
Note
ID: cards.wmt.en_fr.json | Type: TaskCard
{
"loader": {
"name": "fr-en",
"path": "wmt14",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": [
[
"translation/en",
"text"
],
[
"translation/fr",
"translation"
]
],
"type": "copy_fields",
"use_query": true
},
{
"fields": {
"source_language": "english",
"target_language": "french"
},
"type": "add_fields"
}
],
"task": "tasks.translation.directed",
"templates": "templates.translation.directed.all",
"type": "task_card"
}
References: templates.translation.directed.all, tasks.translation.directed
en_ro.json
Note
ID: cards.wmt.en_ro.json | Type: TaskCard
{
"loader": {
"name": "ro-en",
"path": "wmt16",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": [
[
"translation/en",
"text"
],
[
"translation/ro",
"translation"
]
],
"type": "copy_fields",
"use_query": true
},
{
"fields": {
"source_language": "english",
"target_language": "romanian"
},
"type": "add_fields"
}
],
"task": "tasks.translation.directed",
"templates": "templates.translation.directed.all",
"type": "task_card"
}
References: templates.translation.directed.all, tasks.translation.directed
xlsum
gujarati.json
Note
ID: cards.xlsum.gujarati.json | Type: TaskCard
{
"loader": {
"name": "gujarati",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
chinese_traditional.json
Note
ID: cards.xlsum.chinese_traditional.json | Type: TaskCard
{
"loader": {
"name": "chinese_traditional",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
vietnamese.json
Note
ID: cards.xlsum.vietnamese.json | Type: TaskCard
{
"loader": {
"name": "vietnamese",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
nepali.json
Note
ID: cards.xlsum.nepali.json | Type: TaskCard
{
"loader": {
"name": "nepali",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
pashto.json
Note
ID: cards.xlsum.pashto.json | Type: TaskCard
{
"loader": {
"name": "pashto",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
russian.json
Note
ID: cards.xlsum.russian.json | Type: TaskCard
{
"loader": {
"name": "russian",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
korean.json
Note
ID: cards.xlsum.korean.json | Type: TaskCard
{
"loader": {
"name": "korean",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
punjabi.json
Note
ID: cards.xlsum.punjabi.json | Type: TaskCard
{
"loader": {
"name": "punjabi",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
thai.json
Note
ID: cards.xlsum.thai.json | Type: TaskCard
{
"loader": {
"name": "thai",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
persian.json
Note
ID: cards.xlsum.persian.json | Type: TaskCard
{
"loader": {
"name": "persian",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
serbian_cyrillic.json
Note
ID: cards.xlsum.serbian_cyrillic.json | Type: TaskCard
{
"loader": {
"name": "serbian_cyrillic",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
kirundi.json
Note
ID: cards.xlsum.kirundi.json | Type: TaskCard
{
"loader": {
"name": "kirundi",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
indonesian.json
Note
ID: cards.xlsum.indonesian.json | Type: TaskCard
{
"loader": {
"name": "indonesian",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
serbian_latin.json
Note
ID: cards.xlsum.serbian_latin.json | Type: TaskCard
{
"loader": {
"name": "serbian_latin",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
turkish.json
Note
ID: cards.xlsum.turkish.json | Type: TaskCard
{
"loader": {
"name": "turkish",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
oromo.json
Note
ID: cards.xlsum.oromo.json | Type: TaskCard
{
"loader": {
"name": "oromo",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
welsh.json
Note
ID: cards.xlsum.welsh.json | Type: TaskCard
{
"loader": {
"name": "welsh",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
burmese.json
Note
ID: cards.xlsum.burmese.json | Type: TaskCard
{
"loader": {
"name": "burmese",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
hausa.json
Note
ID: cards.xlsum.hausa.json | Type: TaskCard
{
"loader": {
"name": "hausa",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
urdu.json
Note
ID: cards.xlsum.urdu.json | Type: TaskCard
{
"loader": {
"name": "urdu",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
bengali.json
Note
ID: cards.xlsum.bengali.json | Type: TaskCard
{
"loader": {
"name": "bengali",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
portuguese.json
Note
ID: cards.xlsum.portuguese.json | Type: TaskCard
{
"loader": {
"name": "portuguese",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
french.json
Note
ID: cards.xlsum.french.json | Type: TaskCard
{
"loader": {
"name": "french",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
marathi.json
Note
ID: cards.xlsum.marathi.json | Type: TaskCard
{
"loader": {
"name": "marathi",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
ukrainian.json
Note
ID: cards.xlsum.ukrainian.json | Type: TaskCard
{
"loader": {
"name": "ukrainian",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
tigrinya.json
Note
ID: cards.xlsum.tigrinya.json | Type: TaskCard
{
"loader": {
"name": "tigrinya",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
azerbaijani.json
Note
ID: cards.xlsum.azerbaijani.json | Type: TaskCard
{
"loader": {
"name": "azerbaijani",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
tamil.json
Note
ID: cards.xlsum.tamil.json | Type: TaskCard
{
"loader": {
"name": "tamil",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
igbo.json
Note
ID: cards.xlsum.igbo.json | Type: TaskCard
{
"loader": {
"name": "igbo",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
swahili.json
Note
ID: cards.xlsum.swahili.json | Type: TaskCard
{
"loader": {
"name": "swahili",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
hindi.json
Note
ID: cards.xlsum.hindi.json | Type: TaskCard
{
"loader": {
"name": "hindi",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
yoruba.json
Note
ID: cards.xlsum.yoruba.json | Type: TaskCard
{
"loader": {
"name": "yoruba",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
chinese_simplified.json
Note
ID: cards.xlsum.chinese_simplified.json | Type: TaskCard
{
"loader": {
"name": "chinese_simplified",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
somali.json
Note
ID: cards.xlsum.somali.json | Type: TaskCard
{
"loader": {
"name": "somali",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
english.json
Note
ID: cards.xlsum.english.json | Type: TaskCard
{
"loader": {
"name": "english",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
japanese.json
Note
ID: cards.xlsum.japanese.json | Type: TaskCard
{
"loader": {
"name": "japanese",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
uzbek.json
Note
ID: cards.xlsum.uzbek.json | Type: TaskCard
{
"loader": {
"name": "uzbek",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
arabic.json
Note
ID: cards.xlsum.arabic.json | Type: TaskCard
{
"loader": {
"name": "arabic",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
telugu.json
Note
ID: cards.xlsum.telugu.json | Type: TaskCard
{
"loader": {
"name": "telugu",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
sinhala.json
Note
ID: cards.xlsum.sinhala.json | Type: TaskCard
{
"loader": {
"name": "sinhala",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
kyrgyz.json
Note
ID: cards.xlsum.kyrgyz.json | Type: TaskCard
{
"loader": {
"name": "kyrgyz",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
amharic.json
Note
ID: cards.xlsum.amharic.json | Type: TaskCard
{
"loader": {
"name": "amharic",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
pidgin.json
Note
ID: cards.xlsum.pidgin.json | Type: TaskCard
{
"loader": {
"name": "pidgin",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
spanish.json
Note
ID: cards.xlsum.spanish.json | Type: TaskCard
{
"loader": {
"name": "spanish",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
scottish_gaelic.json
Note
ID: cards.xlsum.scottish_gaelic.json | Type: TaskCard
{
"loader": {
"name": "scottish_gaelic",
"path": "GEM/xlsum",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"target": "summary",
"text": "document"
},
"type": "rename_fields"
},
{
"fields": {
"document_type": "document"
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"document",
"document_type"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"summary"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "{document}",
"output_format": "{summary}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.rouge
clinc_oos
small.json
Note
ID: cards.clinc_oos.small.json | Type: TaskCard
{
"loader": {
"name": "small",
"path": "clinc_oos",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"intent": "label"
},
"type": "rename_fields"
},
{
"mappers": {
"label": {
"0": "restaurant_reviews",
"1": "nutrition_info",
"10": "smart_home",
"100": "rollover_401k",
"101": "pto_request_status",
"102": "how_busy",
"103": "application_status",
"104": "recipe",
"105": "calendar_update",
"106": "play_music",
"107": "yes",
"108": "direct_deposit",
"109": "credit_limit_change",
"11": "user_name",
"110": "gas",
"111": "pay_bill",
"112": "ingredients_list",
"113": "lost_luggage",
"114": "goodbye",
"115": "what_can_i_ask_you",
"116": "book_hotel",
"117": "are_you_a_bot",
"118": "next_song",
"119": "change_speed",
"12": "report_lost_card",
"120": "plug_type",
"121": "maybe",
"122": "w2",
"123": "oil_change_when",
"124": "thank_you",
"125": "shopping_list_update",
"126": "pto_balance",
"127": "order_checks",
"128": "travel_alert",
"129": "fun_fact",
"13": "repeat",
"130": "sync_device",
"131": "schedule_maintenance",
"132": "apr",
"133": "transfer",
"134": "ingredient_substitution",
"135": "calories",
"136": "current_location",
"137": "international_fees",
"138": "calculator",
"139": "definition",
"14": "whisper_mode",
"140": "next_holiday",
"141": "update_playlist",
"142": "mpg",
"143": "min_payment",
"144": "change_user_name",
"145": "restaurant_suggestion",
"146": "travel_notification",
"147": "cancel",
"148": "pto_used",
"149": "travel_suggestion",
"15": "what_are_your_hobbies",
"150": "change_volume",
"16": "order",
"17": "jump_start",
"18": "schedule_meeting",
"19": "meeting_schedule",
"2": "account_blocked",
"20": "freeze_account",
"21": "what_song",
"22": "meaning_of_life",
"23": "restaurant_reservation",
"24": "traffic",
"25": "make_call",
"26": "text",
"27": "bill_balance",
"28": "improve_credit_score",
"29": "change_language",
"3": "oil_change_how",
"30": "no",
"31": "measurement_conversion",
"32": "timer",
"33": "flip_coin",
"34": "do_you_have_pets",
"35": "balance",
"36": "tell_joke",
"37": "last_maintenance",
"38": "exchange_rate",
"39": "uber",
"4": "time",
"40": "car_rental",
"41": "credit_limit",
"42": "oos",
"43": "shopping_list",
"44": "expiration_date",
"45": "routing",
"46": "meal_suggestion",
"47": "tire_change",
"48": "todo_list",
"49": "card_declined",
"5": "weather",
"50": "rewards_balance",
"51": "change_accent",
"52": "vaccines",
"53": "reminder_update",
"54": "food_last",
"55": "change_ai_name",
"56": "bill_due",
"57": "who_do_you_work_for",
"58": "share_location",
"59": "international_visa",
"6": "redeem_rewards",
"60": "calendar",
"61": "translate",
"62": "carry_on",
"63": "book_flight",
"64": "insurance_change",
"65": "todo_list_update",
"66": "timezone",
"67": "cancel_reservation",
"68": "transactions",
"69": "credit_score",
"7": "interest_rate",
"70": "report_fraud",
"71": "spending_history",
"72": "directions",
"73": "spelling",
"74": "insurance",
"75": "what_is_your_name",
"76": "reminder",
"77": "where_are_you_from",
"78": "distance",
"79": "payday",
"8": "gas_type",
"80": "flight_status",
"81": "find_phone",
"82": "greeting",
"83": "alarm",
"84": "order_status",
"85": "confirm_reservation",
"86": "cook_time",
"87": "damaged_card",
"88": "reset_settings",
"89": "pin_change",
"9": "accept_reservations",
"90": "replacement_card_duration",
"91": "new_card",
"92": "roll_dice",
"93": "income",
"94": "taxes",
"95": "date",
"96": "who_made_you",
"97": "pto_request",
"98": "tire_pressure",
"99": "how_old_are_you"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"restaurant_reviews",
"nutrition_info",
"account_blocked",
"oil_change_how",
"time",
"weather",
"redeem_rewards",
"interest_rate",
"gas_type",
"accept_reservations",
"smart_home",
"user_name",
"report_lost_card",
"repeat",
"whisper_mode",
"what_are_your_hobbies",
"order",
"jump_start",
"schedule_meeting",
"meeting_schedule",
"freeze_account",
"what_song",
"meaning_of_life",
"restaurant_reservation",
"traffic",
"make_call",
"text",
"bill_balance",
"improve_credit_score",
"change_language",
"no",
"measurement_conversion",
"timer",
"flip_coin",
"do_you_have_pets",
"balance",
"tell_joke",
"last_maintenance",
"exchange_rate",
"uber",
"car_rental",
"credit_limit",
"oos",
"shopping_list",
"expiration_date",
"routing",
"meal_suggestion",
"tire_change",
"todo_list",
"card_declined",
"rewards_balance",
"change_accent",
"vaccines",
"reminder_update",
"food_last",
"change_ai_name",
"bill_due",
"who_do_you_work_for",
"share_location",
"international_visa",
"calendar",
"translate",
"carry_on",
"book_flight",
"insurance_change",
"todo_list_update",
"timezone",
"cancel_reservation",
"transactions",
"credit_score",
"report_fraud",
"spending_history",
"directions",
"spelling",
"insurance",
"what_is_your_name",
"reminder",
"where_are_you_from",
"distance",
"payday",
"flight_status",
"find_phone",
"greeting",
"alarm",
"order_status",
"confirm_reservation",
"cook_time",
"damaged_card",
"reset_settings",
"pin_change",
"replacement_card_duration",
"new_card",
"roll_dice",
"income",
"taxes",
"date",
"who_made_you",
"pto_request",
"tire_pressure",
"how_old_are_you",
"rollover_401k",
"pto_request_status",
"how_busy",
"application_status",
"recipe",
"calendar_update",
"play_music",
"yes",
"direct_deposit",
"credit_limit_change",
"gas",
"pay_bill",
"ingredients_list",
"lost_luggage",
"goodbye",
"what_can_i_ask_you",
"book_hotel",
"are_you_a_bot",
"next_song",
"change_speed",
"plug_type",
"maybe",
"w2",
"oil_change_when",
"thank_you",
"shopping_list_update",
"pto_balance",
"order_checks",
"travel_alert",
"fun_fact",
"sync_device",
"schedule_maintenance",
"apr",
"transfer",
"ingredient_substitution",
"calories",
"current_location",
"international_fees",
"calculator",
"definition",
"next_holiday",
"update_playlist",
"mpg",
"min_payment",
"change_user_name",
"restaurant_suggestion",
"travel_notification",
"cancel",
"pto_used",
"travel_suggestion",
"change_volume"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
plus.json
Note
ID: cards.clinc_oos.plus.json | Type: TaskCard
{
"loader": {
"name": "plus",
"path": "clinc_oos",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"intent": "label"
},
"type": "rename_fields"
},
{
"mappers": {
"label": {
"0": "restaurant_reviews",
"1": "nutrition_info",
"10": "smart_home",
"100": "rollover_401k",
"101": "pto_request_status",
"102": "how_busy",
"103": "application_status",
"104": "recipe",
"105": "calendar_update",
"106": "play_music",
"107": "yes",
"108": "direct_deposit",
"109": "credit_limit_change",
"11": "user_name",
"110": "gas",
"111": "pay_bill",
"112": "ingredients_list",
"113": "lost_luggage",
"114": "goodbye",
"115": "what_can_i_ask_you",
"116": "book_hotel",
"117": "are_you_a_bot",
"118": "next_song",
"119": "change_speed",
"12": "report_lost_card",
"120": "plug_type",
"121": "maybe",
"122": "w2",
"123": "oil_change_when",
"124": "thank_you",
"125": "shopping_list_update",
"126": "pto_balance",
"127": "order_checks",
"128": "travel_alert",
"129": "fun_fact",
"13": "repeat",
"130": "sync_device",
"131": "schedule_maintenance",
"132": "apr",
"133": "transfer",
"134": "ingredient_substitution",
"135": "calories",
"136": "current_location",
"137": "international_fees",
"138": "calculator",
"139": "definition",
"14": "whisper_mode",
"140": "next_holiday",
"141": "update_playlist",
"142": "mpg",
"143": "min_payment",
"144": "change_user_name",
"145": "restaurant_suggestion",
"146": "travel_notification",
"147": "cancel",
"148": "pto_used",
"149": "travel_suggestion",
"15": "what_are_your_hobbies",
"150": "change_volume",
"16": "order",
"17": "jump_start",
"18": "schedule_meeting",
"19": "meeting_schedule",
"2": "account_blocked",
"20": "freeze_account",
"21": "what_song",
"22": "meaning_of_life",
"23": "restaurant_reservation",
"24": "traffic",
"25": "make_call",
"26": "text",
"27": "bill_balance",
"28": "improve_credit_score",
"29": "change_language",
"3": "oil_change_how",
"30": "no",
"31": "measurement_conversion",
"32": "timer",
"33": "flip_coin",
"34": "do_you_have_pets",
"35": "balance",
"36": "tell_joke",
"37": "last_maintenance",
"38": "exchange_rate",
"39": "uber",
"4": "time",
"40": "car_rental",
"41": "credit_limit",
"42": "oos",
"43": "shopping_list",
"44": "expiration_date",
"45": "routing",
"46": "meal_suggestion",
"47": "tire_change",
"48": "todo_list",
"49": "card_declined",
"5": "weather",
"50": "rewards_balance",
"51": "change_accent",
"52": "vaccines",
"53": "reminder_update",
"54": "food_last",
"55": "change_ai_name",
"56": "bill_due",
"57": "who_do_you_work_for",
"58": "share_location",
"59": "international_visa",
"6": "redeem_rewards",
"60": "calendar",
"61": "translate",
"62": "carry_on",
"63": "book_flight",
"64": "insurance_change",
"65": "todo_list_update",
"66": "timezone",
"67": "cancel_reservation",
"68": "transactions",
"69": "credit_score",
"7": "interest_rate",
"70": "report_fraud",
"71": "spending_history",
"72": "directions",
"73": "spelling",
"74": "insurance",
"75": "what_is_your_name",
"76": "reminder",
"77": "where_are_you_from",
"78": "distance",
"79": "payday",
"8": "gas_type",
"80": "flight_status",
"81": "find_phone",
"82": "greeting",
"83": "alarm",
"84": "order_status",
"85": "confirm_reservation",
"86": "cook_time",
"87": "damaged_card",
"88": "reset_settings",
"89": "pin_change",
"9": "accept_reservations",
"90": "replacement_card_duration",
"91": "new_card",
"92": "roll_dice",
"93": "income",
"94": "taxes",
"95": "date",
"96": "who_made_you",
"97": "pto_request",
"98": "tire_pressure",
"99": "how_old_are_you"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"restaurant_reviews",
"nutrition_info",
"account_blocked",
"oil_change_how",
"time",
"weather",
"redeem_rewards",
"interest_rate",
"gas_type",
"accept_reservations",
"smart_home",
"user_name",
"report_lost_card",
"repeat",
"whisper_mode",
"what_are_your_hobbies",
"order",
"jump_start",
"schedule_meeting",
"meeting_schedule",
"freeze_account",
"what_song",
"meaning_of_life",
"restaurant_reservation",
"traffic",
"make_call",
"text",
"bill_balance",
"improve_credit_score",
"change_language",
"no",
"measurement_conversion",
"timer",
"flip_coin",
"do_you_have_pets",
"balance",
"tell_joke",
"last_maintenance",
"exchange_rate",
"uber",
"car_rental",
"credit_limit",
"oos",
"shopping_list",
"expiration_date",
"routing",
"meal_suggestion",
"tire_change",
"todo_list",
"card_declined",
"rewards_balance",
"change_accent",
"vaccines",
"reminder_update",
"food_last",
"change_ai_name",
"bill_due",
"who_do_you_work_for",
"share_location",
"international_visa",
"calendar",
"translate",
"carry_on",
"book_flight",
"insurance_change",
"todo_list_update",
"timezone",
"cancel_reservation",
"transactions",
"credit_score",
"report_fraud",
"spending_history",
"directions",
"spelling",
"insurance",
"what_is_your_name",
"reminder",
"where_are_you_from",
"distance",
"payday",
"flight_status",
"find_phone",
"greeting",
"alarm",
"order_status",
"confirm_reservation",
"cook_time",
"damaged_card",
"reset_settings",
"pin_change",
"replacement_card_duration",
"new_card",
"roll_dice",
"income",
"taxes",
"date",
"who_made_you",
"pto_request",
"tire_pressure",
"how_old_are_you",
"rollover_401k",
"pto_request_status",
"how_busy",
"application_status",
"recipe",
"calendar_update",
"play_music",
"yes",
"direct_deposit",
"credit_limit_change",
"gas",
"pay_bill",
"ingredients_list",
"lost_luggage",
"goodbye",
"what_can_i_ask_you",
"book_hotel",
"are_you_a_bot",
"next_song",
"change_speed",
"plug_type",
"maybe",
"w2",
"oil_change_when",
"thank_you",
"shopping_list_update",
"pto_balance",
"order_checks",
"travel_alert",
"fun_fact",
"sync_device",
"schedule_maintenance",
"apr",
"transfer",
"ingredient_substitution",
"calories",
"current_location",
"international_fees",
"calculator",
"definition",
"next_holiday",
"update_playlist",
"mpg",
"min_payment",
"change_user_name",
"restaurant_suggestion",
"travel_notification",
"cancel",
"pto_used",
"travel_suggestion",
"change_volume"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
imbalanced.json
Note
ID: cards.clinc_oos.imbalanced.json | Type: TaskCard
{
"loader": {
"name": "imbalanced",
"path": "clinc_oos",
"type": "load_hf"
},
"preprocess_steps": [
{
"field_to_field": {
"intent": "label"
},
"type": "rename_fields"
},
{
"mappers": {
"label": {
"0": "restaurant_reviews",
"1": "nutrition_info",
"10": "smart_home",
"100": "rollover_401k",
"101": "pto_request_status",
"102": "how_busy",
"103": "application_status",
"104": "recipe",
"105": "calendar_update",
"106": "play_music",
"107": "yes",
"108": "direct_deposit",
"109": "credit_limit_change",
"11": "user_name",
"110": "gas",
"111": "pay_bill",
"112": "ingredients_list",
"113": "lost_luggage",
"114": "goodbye",
"115": "what_can_i_ask_you",
"116": "book_hotel",
"117": "are_you_a_bot",
"118": "next_song",
"119": "change_speed",
"12": "report_lost_card",
"120": "plug_type",
"121": "maybe",
"122": "w2",
"123": "oil_change_when",
"124": "thank_you",
"125": "shopping_list_update",
"126": "pto_balance",
"127": "order_checks",
"128": "travel_alert",
"129": "fun_fact",
"13": "repeat",
"130": "sync_device",
"131": "schedule_maintenance",
"132": "apr",
"133": "transfer",
"134": "ingredient_substitution",
"135": "calories",
"136": "current_location",
"137": "international_fees",
"138": "calculator",
"139": "definition",
"14": "whisper_mode",
"140": "next_holiday",
"141": "update_playlist",
"142": "mpg",
"143": "min_payment",
"144": "change_user_name",
"145": "restaurant_suggestion",
"146": "travel_notification",
"147": "cancel",
"148": "pto_used",
"149": "travel_suggestion",
"15": "what_are_your_hobbies",
"150": "change_volume",
"16": "order",
"17": "jump_start",
"18": "schedule_meeting",
"19": "meeting_schedule",
"2": "account_blocked",
"20": "freeze_account",
"21": "what_song",
"22": "meaning_of_life",
"23": "restaurant_reservation",
"24": "traffic",
"25": "make_call",
"26": "text",
"27": "bill_balance",
"28": "improve_credit_score",
"29": "change_language",
"3": "oil_change_how",
"30": "no",
"31": "measurement_conversion",
"32": "timer",
"33": "flip_coin",
"34": "do_you_have_pets",
"35": "balance",
"36": "tell_joke",
"37": "last_maintenance",
"38": "exchange_rate",
"39": "uber",
"4": "time",
"40": "car_rental",
"41": "credit_limit",
"42": "oos",
"43": "shopping_list",
"44": "expiration_date",
"45": "routing",
"46": "meal_suggestion",
"47": "tire_change",
"48": "todo_list",
"49": "card_declined",
"5": "weather",
"50": "rewards_balance",
"51": "change_accent",
"52": "vaccines",
"53": "reminder_update",
"54": "food_last",
"55": "change_ai_name",
"56": "bill_due",
"57": "who_do_you_work_for",
"58": "share_location",
"59": "international_visa",
"6": "redeem_rewards",
"60": "calendar",
"61": "translate",
"62": "carry_on",
"63": "book_flight",
"64": "insurance_change",
"65": "todo_list_update",
"66": "timezone",
"67": "cancel_reservation",
"68": "transactions",
"69": "credit_score",
"7": "interest_rate",
"70": "report_fraud",
"71": "spending_history",
"72": "directions",
"73": "spelling",
"74": "insurance",
"75": "what_is_your_name",
"76": "reminder",
"77": "where_are_you_from",
"78": "distance",
"79": "payday",
"8": "gas_type",
"80": "flight_status",
"81": "find_phone",
"82": "greeting",
"83": "alarm",
"84": "order_status",
"85": "confirm_reservation",
"86": "cook_time",
"87": "damaged_card",
"88": "reset_settings",
"89": "pin_change",
"9": "accept_reservations",
"90": "replacement_card_duration",
"91": "new_card",
"92": "roll_dice",
"93": "income",
"94": "taxes",
"95": "date",
"96": "who_made_you",
"97": "pto_request",
"98": "tire_pressure",
"99": "how_old_are_you"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"restaurant_reviews",
"nutrition_info",
"account_blocked",
"oil_change_how",
"time",
"weather",
"redeem_rewards",
"interest_rate",
"gas_type",
"accept_reservations",
"smart_home",
"user_name",
"report_lost_card",
"repeat",
"whisper_mode",
"what_are_your_hobbies",
"order",
"jump_start",
"schedule_meeting",
"meeting_schedule",
"freeze_account",
"what_song",
"meaning_of_life",
"restaurant_reservation",
"traffic",
"make_call",
"text",
"bill_balance",
"improve_credit_score",
"change_language",
"no",
"measurement_conversion",
"timer",
"flip_coin",
"do_you_have_pets",
"balance",
"tell_joke",
"last_maintenance",
"exchange_rate",
"uber",
"car_rental",
"credit_limit",
"oos",
"shopping_list",
"expiration_date",
"routing",
"meal_suggestion",
"tire_change",
"todo_list",
"card_declined",
"rewards_balance",
"change_accent",
"vaccines",
"reminder_update",
"food_last",
"change_ai_name",
"bill_due",
"who_do_you_work_for",
"share_location",
"international_visa",
"calendar",
"translate",
"carry_on",
"book_flight",
"insurance_change",
"todo_list_update",
"timezone",
"cancel_reservation",
"transactions",
"credit_score",
"report_fraud",
"spending_history",
"directions",
"spelling",
"insurance",
"what_is_your_name",
"reminder",
"where_are_you_from",
"distance",
"payday",
"flight_status",
"find_phone",
"greeting",
"alarm",
"order_status",
"confirm_reservation",
"cook_time",
"damaged_card",
"reset_settings",
"pin_change",
"replacement_card_duration",
"new_card",
"roll_dice",
"income",
"taxes",
"date",
"who_made_you",
"pto_request",
"tire_pressure",
"how_old_are_you",
"rollover_401k",
"pto_request_status",
"how_busy",
"application_status",
"recipe",
"calendar_update",
"play_music",
"yes",
"direct_deposit",
"credit_limit_change",
"gas",
"pay_bill",
"ingredients_list",
"lost_luggage",
"goodbye",
"what_can_i_ask_you",
"book_hotel",
"are_you_a_bot",
"next_song",
"change_speed",
"plug_type",
"maybe",
"w2",
"oil_change_when",
"thank_you",
"shopping_list_update",
"pto_balance",
"order_checks",
"travel_alert",
"fun_fact",
"sync_device",
"schedule_maintenance",
"apr",
"transfer",
"ingredient_substitution",
"calories",
"current_location",
"international_fees",
"calculator",
"definition",
"next_holiday",
"update_playlist",
"mpg",
"min_payment",
"change_user_name",
"restaurant_suggestion",
"travel_notification",
"cancel",
"pto_used",
"travel_suggestion",
"change_volume"
],
"text_type": "sentence",
"type_of_class": "intent"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
sst2.json
Note
ID: cards.sst2.json | Type: TaskCard
{
"loader": {
"name": "sst2",
"path": "glue",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "negative",
"1": "positive"
}
},
"type": "map_instance_values"
},
{
"field": "sentence",
"to_field": "text",
"type": "rename_fields"
},
{
"fields": {
"text_type": "sentence",
"type_of_class": "sentiment"
},
"type": "add_fields"
},
{
"field": "label",
"stream_name": "train",
"to_field": "classes",
"type": "extract_field_values"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, splitters.small_no_test, templates.classification.multi_class.all
squad.json
Note
ID: cards.squad.json | Type: TaskCard
{
"loader": {
"path": "squad",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"field_to_field": [
[
"answers/text",
"answers"
]
],
"type": "copy_fields",
"use_query": true
}
],
"task": {
"inputs": [
"context",
"question"
],
"metrics": [
"metrics.squad"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.contextual.all",
"type": "task_card"
}
References: metrics.squad, templates.qa.contextual.all, splitters.small_no_test
piqa_high.json
Note
ID: cards.piqa_high.json | Type: TaskCard
{
"loader": {
"name": "high",
"path": "race",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": {
"numbering": [
"A",
"B",
"C",
"D",
"E",
"F",
"G",
"H",
"I",
"J",
"K",
"L",
"M",
"N",
"O",
"P",
"Q",
"R",
"S",
"T",
"U",
"V",
"W",
"X",
"Y",
"Z"
],
"topic": "reading comprehension"
},
"type": "add_fields"
},
{
"index_of": "answer",
"search_in": "numbering",
"to_field": "index",
"type": "index_of"
},
{
"field_to_field": {
"article": "context",
"index": "_index",
"numbering": "_numbering",
"options": "_options",
"question": "sentence1",
"topic": "topic"
},
"type": "rename_fields"
},
{
"field": "_numbering",
"index": "_index",
"to_field": "number",
"type": "take_by_field"
},
{
"field": "_options",
"index": "_index",
"to_field": "answer",
"type": "take_by_field"
},
{
"fields": [
"_numbering",
"_options"
],
"to_field": "choices",
"type": "zip_field_values"
},
{
"field": "choices/*",
"process_every_value": true,
"separator": ". ",
"to_field": "choices_list",
"type": "join_str",
"use_query": true
},
{
"field": "choices_list",
"index": "_index",
"to_field": "number_and_answer",
"type": "take_by_field"
},
{
"field": "choices/*/0",
"separator": ",",
"to_field": "numbers",
"type": "join_str",
"use_query": true
},
{
"field": "choices_list",
"separator": " ",
"to_field": "choices",
"type": "join_str"
},
{
"field_to_field": {
"number": "label"
},
"type": "rename_fields"
}
],
"task": {
"inputs": [
"choices",
"sentence1",
"numbers",
"topic",
"context"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": {
"fm-eval": {
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n\n Context: {context}\nQuestion: {context}\n{sentence1}\nChoose from {numbers}\nAnswers: {choices}\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
},
"helm": {
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n\n Context: {context}\nQuestion: {context}\n{sentence1}.\nAnswers: {choices}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
},
"lm_eval_harness": {
"input_format": "Context: {context}\nQuestion: {context}\n{sentence1}.\nChoices:\n{choices}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
},
"original": {
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n {context}\n{sentence1}.\nAnswers: {choices}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
}
},
"type": "task_card"
}
References: metrics.accuracy
mnli.json
Note
ID: cards.mnli.json | Type: TaskCard
{
"loader": {
"name": "mnli",
"path": "glue",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
boolq.json
Note
ID: cards.boolq.json | Type: TaskCard
{
"loader": {
"path": "boolq",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"fields": {
"answers": [
"yes",
"false"
],
"topic": "boolean questions"
},
"type": "add_fields"
},
{
"fields": {
"answer": "str"
},
"type": "cast_fields"
},
{
"field_to_field": {
"answer": "label",
"answers": "answers",
"passage": "context",
"question": "question",
"topic": "topic"
},
"type": "rename_fields"
},
{
"field": "answers",
"separator": ",",
"to_field": "answers",
"type": "join_str"
}
],
"task": {
"inputs": [
"question",
"label",
"context",
"topic"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": {
"clean": {
"input_format": "Context: {context}\nQuestion: {question}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
}
},
"type": "task_card"
}
References: metrics.accuracy, splitters.small_no_test
openbookQA.json
Note
ID: cards.openbookQA.json | Type: TaskCard
{
"loader": {
"path": "openbookqa",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": {
"numbering": [
"A",
"B",
"C",
"D",
"E",
"F",
"G",
"H",
"I",
"J",
"K",
"L",
"M",
"N",
"O",
"P",
"Q",
"R",
"S",
"T",
"U",
"V",
"W",
"X",
"Y",
"Z"
],
"topic": "general continuation"
},
"type": "add_fields"
},
{
"field_to_field": {
"choices/label": "numbering",
"choices/text": "text"
},
"type": "rename_fields",
"use_query": true
},
{
"index_of": "answerKey",
"search_in": "numbering",
"to_field": "index",
"type": "index_of"
},
{
"field_to_field": {
"index": "_index",
"numbering": "_numbering",
"question_stem": "sentence1",
"text": "_text",
"topic": "topic"
},
"type": "rename_fields"
},
{
"field": "_numbering",
"index": "_index",
"to_field": "number",
"type": "take_by_field"
},
{
"field": "_text",
"index": "_index",
"to_field": "answer",
"type": "take_by_field"
},
{
"fields": [
"_numbering",
"_text"
],
"to_field": "choices",
"type": "zip_field_values"
},
{
"field": "choices/*",
"process_every_value": true,
"separator": ". ",
"to_field": "choices_list",
"type": "join_str",
"use_query": true
},
{
"field": "choices_list",
"index": "_index",
"to_field": "number_and_answer",
"type": "take_by_field"
},
{
"field": "choices/*/0",
"separator": ",",
"to_field": "numbers",
"type": "join_str",
"use_query": true
},
{
"add": [
""
],
"field": "choices_list",
"to_field": "choices_list",
"type": "add_constant"
},
{
"field": "choices_list",
"separator": "\n",
"to_field": "choices",
"type": "join_str"
},
{
"field_to_field": {
"number": "label"
},
"type": "rename_fields"
}
],
"task": {
"inputs": [
"choices",
"sentence1",
"numbers",
"topic"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": "templates.qa.multiple_choice.original.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.original.all, metrics.accuracy
xnli
ur.json
Note
ID: cards.xnli.ur.json | Type: TaskCard
{
"loader": {
"name": "ur",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
vi.json
Note
ID: cards.xnli.vi.json | Type: TaskCard
{
"loader": {
"name": "vi",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
ar.json
Note
ID: cards.xnli.ar.json | Type: TaskCard
{
"loader": {
"name": "ar",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
th.json
Note
ID: cards.xnli.th.json | Type: TaskCard
{
"loader": {
"name": "th",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
es.json
Note
ID: cards.xnli.es.json | Type: TaskCard
{
"loader": {
"name": "es",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
hi.json
Note
ID: cards.xnli.hi.json | Type: TaskCard
{
"loader": {
"name": "hi",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
sw.json
Note
ID: cards.xnli.sw.json | Type: TaskCard
{
"loader": {
"name": "sw",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
fr.json
Note
ID: cards.xnli.fr.json | Type: TaskCard
{
"loader": {
"name": "fr",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
bg.json
Note
ID: cards.xnli.bg.json | Type: TaskCard
{
"loader": {
"name": "bg",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
el.json
Note
ID: cards.xnli.el.json | Type: TaskCard
{
"loader": {
"name": "el",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
ru.json
Note
ID: cards.xnli.ru.json | Type: TaskCard
{
"loader": {
"name": "ru",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
tr.json
Note
ID: cards.xnli.tr.json | Type: TaskCard
{
"loader": {
"name": "tr",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
zh.json
Note
ID: cards.xnli.zh.json | Type: TaskCard
{
"loader": {
"name": "zh",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
de.json
Note
ID: cards.xnli.de.json | Type: TaskCard
{
"loader": {
"name": "de",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
en.json
Note
ID: cards.xnli.en.json | Type: TaskCard
{
"loader": {
"name": "en",
"path": "xnli",
"type": "load_hf"
},
"preprocess_steps": [
{
"mapper": {
"validation_matched": "validation"
},
"type": "rename_splits"
},
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "entailment",
"1": "neutral",
"2": "contradiction"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"entailment",
"neutral",
"contradiction"
]
},
"type": "add_fields"
}
],
"task": "tasks.nli",
"templates": "templates.classification.nli.all",
"type": "task_card"
}
References: templates.classification.nli.all, splitters.small_no_test, tasks.nli
copa.json
Note
ID: cards.copa.json | Type: TaskCard
{
"loader": {
"name": "copa",
"path": "super_glue",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"fields": [
"choice1",
"choice2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"label": "answer",
"premise": "context"
},
"type": "rename_fields"
},
{
"mappers": {
"question": {
"cause": "What was the cause of this?",
"effect": "What happened as a result?"
}
},
"type": "map_instance_values"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.contextual.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.contextual.all, tasks.qa.multiple_choice.contextual, splitters.small_no_test
wsc.json
Note
ID: cards.wsc.json | Type: TaskCard
{
"loader": {
"name": "wsc",
"path": "super_glue",
"type": "load_hf"
},
"preprocess_steps": [
"splitters.small_no_test",
{
"mappers": {
"label": {
"0": "False",
"1": "True"
}
},
"type": "map_instance_values"
},
{
"fields": {
"choices": [
"False",
"True"
]
},
"type": "add_fields"
}
],
"task": {
"inputs": [
"choices",
"text",
"span1_text",
"span2_text"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": {
"items": [
{
"input_format": "Given this sentence: {text} classify if \"{span2_text}\" refers to \"{span1_text}\".",
"output_format": "{label}",
"type": "input_output_template"
}
],
"type": "templates_list"
},
"type": "task_card"
}
References: metrics.accuracy, splitters.small_no_test
piqa.json
Note
ID: cards.piqa.json | Type: TaskCard
{
"loader": {
"path": "piqa",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": [
"sol1",
"sol2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"field_to_field": {
"goal": "question",
"label": "answer"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, templates.qa.multiple_choice.no_intro.all
dbpedia_14.json
Note
ID: cards.dbpedia_14.json | Type: TaskCard
{
"loader": {
"path": "dbpedia_14",
"type": "load_hf"
},
"preprocess_steps": [
{
"mix": {
"test": "test",
"train": "train[87.5%]",
"validation": "train[12.5%]"
},
"type": "split_random_mix"
},
{
"mappers": {
"label": {
"0": "Company",
"1": "Educational Institution",
"10": "Plant",
"11": "Album",
"12": "Film",
"13": "Written Work",
"2": "Artist",
"3": "Athlete",
"4": "Office Holder",
"5": "Mean Of Transportation",
"6": "Building",
"7": "Natural Place",
"8": "Village",
"9": "Animal"
}
},
"type": "map_instance_values"
},
{
"field_to_field": {
"content": "text"
},
"type": "rename_fields"
},
{
"fields": {
"classes": [
"Company",
"Educational Institution",
"Artist",
"Athlete",
"Office Holder",
"Mean Of Transportation",
"Building",
"Natural Place",
"Village",
"Animal",
"Plant",
"Album",
"Film",
"Written Work"
],
"text_type": "paragraph",
"type_of_class": "topic"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
xwinogrande
ru.json
Note
ID: cards.xwinogrande.ru.json | Type: TaskCard
{
"loader": {
"name": "ru",
"path": "Muennighoff/xwinograd",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, templates.qa.multiple_choice.no_intro.all
zh.json
Note
ID: cards.xwinogrande.zh.json | Type: TaskCard
{
"loader": {
"name": "zh",
"path": "Muennighoff/xwinograd",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, templates.qa.multiple_choice.no_intro.all
pt.json
Note
ID: cards.xwinogrande.pt.json | Type: TaskCard
{
"loader": {
"name": "pt",
"path": "Muennighoff/xwinograd",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, templates.qa.multiple_choice.no_intro.all
en.json
Note
ID: cards.xwinogrande.en.json | Type: TaskCard
{
"loader": {
"name": "en",
"path": "Muennighoff/xwinograd",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": [
"option1",
"option2"
],
"to_field": "choices",
"type": "list_field_values"
},
{
"fields": {
"answer": "int"
},
"type": "cast_fields"
},
{
"add": -1,
"field": "answer",
"type": "add_constant"
},
{
"field_to_field": {
"sentence": "question"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.original",
"templates": "templates.qa.multiple_choice.no_intro.all",
"type": "task_card"
}
References: tasks.qa.multiple_choice.original, templates.qa.multiple_choice.no_intro.all
ledgar.json
Note
ID: cards.ledgar.json | Type: TaskCard
{
"loader": {
"name": "ledgar",
"path": "lex_glue",
"type": "load_hf"
},
"preprocess_steps": [
{
"mappers": {
"label": {
"0": "Adjustments",
"1": "Agreements",
"10": "Authorizations",
"11": "Base Salary",
"12": "Benefits",
"13": "Binding Effects",
"14": "Books",
"15": "Brokers",
"16": "Capitalization",
"17": "Change In Control",
"18": "Closings",
"19": "Compliance With Laws",
"2": "Amendments",
"20": "Confidentiality",
"21": "Consent To Jurisdiction",
"22": "Consents",
"23": "Construction",
"24": "Cooperation",
"25": "Costs",
"26": "Counterparts",
"27": "Death",
"28": "Defined Terms",
"29": "Definitions",
"3": "Anti-Corruption Laws",
"30": "Disability",
"31": "Disclosures",
"32": "Duties",
"33": "Effective Dates",
"34": "Effectiveness",
"35": "Employment",
"36": "Enforceability",
"37": "Enforcements",
"38": "Entire Agreements",
"39": "Erisa",
"4": "Applicable Laws",
"40": "Existence",
"41": "Expenses",
"42": "Fees",
"43": "Financial Statements",
"44": "Forfeitures",
"45": "Further Assurances",
"46": "General",
"47": "Governing Laws",
"48": "Headings",
"49": "Indemnifications",
"5": "Approvals",
"50": "Indemnity",
"51": "Insurances",
"52": "Integration",
"53": "Intellectual Property",
"54": "Interests",
"55": "Interpretations",
"56": "Jurisdictions",
"57": "Liens",
"58": "Litigations",
"59": "Miscellaneous",
"6": "Arbitration",
"60": "Modifications",
"61": "No Conflicts",
"62": "No Defaults",
"63": "No Waivers",
"64": "Non-Disparagement",
"65": "Notices",
"66": "Organizations",
"67": "Participations",
"68": "Payments",
"69": "Positions",
"7": "Assignments",
"70": "Powers",
"71": "Publicity",
"72": "Qualifications",
"73": "Records",
"74": "Releases",
"75": "Remedies",
"76": "Representations",
"77": "Sales",
"78": "Sanctions",
"79": "Severability",
"8": "Assigns",
"80": "Solvency",
"81": "Specific Performance",
"82": "Submission To Jurisdiction",
"83": "Subsidiaries",
"84": "Successors",
"85": "Survival",
"86": "Tax Withholdings",
"87": "Taxes",
"88": "Terminations",
"89": "Terms",
"9": "Authority",
"90": "Titles",
"91": "Transactions With Affiliates",
"92": "Use Of Proceeds",
"93": "Vacations",
"94": "Venues",
"95": "Vesting",
"96": "Waiver Of Jury Trials",
"97": "Waivers",
"98": "Warranties",
"99": "Withholdings"
}
},
"type": "map_instance_values"
},
{
"fields": {
"classes": [
"Adjustments",
"Agreements",
"Amendments",
"Anti-Corruption Laws",
"Applicable Laws",
"Approvals",
"Arbitration",
"Assignments",
"Assigns",
"Authority",
"Authorizations",
"Base Salary",
"Benefits",
"Binding Effects",
"Books",
"Brokers",
"Capitalization",
"Change In Control",
"Closings",
"Compliance With Laws",
"Confidentiality",
"Consent To Jurisdiction",
"Consents",
"Construction",
"Cooperation",
"Costs",
"Counterparts",
"Death",
"Defined Terms",
"Definitions",
"Disability",
"Disclosures",
"Duties",
"Effective Dates",
"Effectiveness",
"Employment",
"Enforceability",
"Enforcements",
"Entire Agreements",
"Erisa",
"Existence",
"Expenses",
"Fees",
"Financial Statements",
"Forfeitures",
"Further Assurances",
"General",
"Governing Laws",
"Headings",
"Indemnifications",
"Indemnity",
"Insurances",
"Integration",
"Intellectual Property",
"Interests",
"Interpretations",
"Jurisdictions",
"Liens",
"Litigations",
"Miscellaneous",
"Modifications",
"No Conflicts",
"No Defaults",
"No Waivers",
"Non-Disparagement",
"Notices",
"Organizations",
"Participations",
"Payments",
"Positions",
"Powers",
"Publicity",
"Qualifications",
"Records",
"Releases",
"Remedies",
"Representations",
"Sales",
"Sanctions",
"Severability",
"Solvency",
"Specific Performance",
"Submission To Jurisdiction",
"Subsidiaries",
"Successors",
"Survival",
"Tax Withholdings",
"Taxes",
"Terminations",
"Terms",
"Titles",
"Transactions With Affiliates",
"Use Of Proceeds",
"Vacations",
"Venues",
"Vesting",
"Waiver Of Jury Trials",
"Waivers",
"Warranties",
"Withholdings"
],
"text_type": "text",
"type_of_class": "contractual clauses"
},
"type": "add_fields"
}
],
"task": "tasks.classification.multi_class",
"templates": "templates.classification.multi_class.all",
"type": "task_card"
}
References: tasks.classification.multi_class, templates.classification.multi_class.all
race_high.json
Note
ID: cards.race_high.json | Type: TaskCard
{
"loader": {
"name": "high",
"path": "race",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": {
"numbering": [
"A",
"B",
"C",
"D",
"E",
"F",
"G",
"H",
"I",
"J",
"K",
"L",
"M",
"N",
"O",
"P",
"Q",
"R",
"S",
"T",
"U",
"V",
"W",
"X",
"Y",
"Z"
]
},
"type": "add_fields"
},
{
"index_of": "answer",
"search_in": "numbering",
"to_field": "answer",
"type": "index_of"
},
{
"field_to_field": {
"article": "context",
"options": "choices"
},
"type": "rename_fields"
}
],
"task": "tasks.qa.multiple_choice.contextual",
"templates": "templates.qa.multiple_choice.contextual.all",
"type": "task_card"
}
References: templates.qa.multiple_choice.contextual.all, tasks.qa.multiple_choice.contextual
piqa_middle.json
Note
ID: cards.piqa_middle.json | Type: TaskCard
{
"loader": {
"name": "middle",
"path": "race",
"type": "load_hf"
},
"preprocess_steps": [
{
"fields": {
"numbering": [
"A",
"B",
"C",
"D",
"E",
"F",
"G",
"H",
"I",
"J",
"K",
"L",
"M",
"N",
"O",
"P",
"Q",
"R",
"S",
"T",
"U",
"V",
"W",
"X",
"Y",
"Z"
],
"topic": "reading comprehension"
},
"type": "add_fields"
},
{
"index_of": "answer",
"search_in": "numbering",
"to_field": "index",
"type": "index_of"
},
{
"field_to_field": {
"article": "context",
"index": "_index",
"numbering": "_numbering",
"options": "_options",
"question": "sentence1",
"topic": "topic"
},
"type": "rename_fields"
},
{
"field": "_numbering",
"index": "_index",
"to_field": "number",
"type": "take_by_field"
},
{
"field": "_options",
"index": "_index",
"to_field": "answer",
"type": "take_by_field"
},
{
"fields": [
"_numbering",
"_options"
],
"to_field": "choices",
"type": "zip_field_values"
},
{
"field": "choices/*",
"process_every_value": true,
"separator": ". ",
"to_field": "choices_list",
"type": "join_str",
"use_query": true
},
{
"field": "choices_list",
"index": "_index",
"to_field": "number_and_answer",
"type": "take_by_field"
},
{
"field": "choices/*/0",
"separator": ",",
"to_field": "numbers",
"type": "join_str",
"use_query": true
},
{
"field": "choices_list",
"separator": " ",
"to_field": "choices",
"type": "join_str"
},
{
"field_to_field": {
"number": "label"
},
"type": "rename_fields"
}
],
"task": {
"inputs": [
"choices",
"sentence1",
"numbers",
"topic",
"context"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
},
"templates": {
"fm-eval": {
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n\n Context: {context}\nQuestion: {context}\n{sentence1}\nChoose from {numbers}\nAnswers: {choices}\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
},
"helm": {
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n\n Context: {context}\nQuestion: {context}\n{sentence1}.\nAnswers: {choices}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
},
"lm_eval_harness": {
"input_format": "Context: {context}\nQuestion: {context}\n{sentence1}.\nChoices:\n{choices}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
},
"original": {
"input_format": "The following are multiple choice questions (with answers) about {topic}.\n\n {context}\n{sentence1}.\nAnswers: {choices}.\nAnswer:",
"output_format": "{label}",
"type": "input_output_template"
}
},
"type": "task_card"
}
References: metrics.accuracy
instructions
empty.json
Note
ID: instructions.empty.json | Type: TextualInstruction
{
"text": "",
"type": "textual_instruction"
}
models
llama.json
Note
ID: instructions.models.llama.json | Type: TextualInstruction
{
"text": "<<SYS>>\nYou are a helpful, respectful and honest assistant. Always answer as helpfully as possible, while being safe. Your answers should not include any harmful, unethical, racist, sexist, toxic, dangerous, or illegal content. Please ensure that your responses are socially unbiased and positive in nature.\n\nIf a question does not make any sense, or is not factually coherent, explain why instead of answering something not correct. If you don’t know the answer to aquestion, please don’t share false information.\n<</SYS>>\n\n\n\n",
"type": "textual_instruction"
}
formats
empty_input_output_separator.json
Note
ID: formats.empty_input_output_separator.json | Type: SystemFormat
{
"demo_format": "{source}{target}\n\n",
"model_input_format": "{instruction}\n{demos}\n{source}",
"type": "system_format"
}
user_agent.json
Note
ID: formats.user_agent.json | Type: SystemFormat
{
"demo_format": "User:{source}\nAgent:{target}\n\n",
"model_input_format": "{instruction}\n{demos}\nUser:{source}\nAgent:",
"type": "system_format"
}
llama.json
Note
ID: formats.llama.json | Type: SystemFormat
{
"demo_format": "{source}\n{target}\n\n",
"model_input_format": "[INST] {instruction}\n{demos}\n{source}\n[/INST]",
"type": "system_format"
}
human_assistant.json
Note
ID: formats.human_assistant.json | Type: SystemFormat
{
"demo_format": "Human: {source}\nAssistant: {target}\n\n",
"model_input_format": "{instruction}\n{demos}Human: {source}\nAssistant: ",
"type": "system_format"
}
user_assistant.json
Note
ID: formats.user_assistant.json | Type: SystemFormat
{
"demo_format": "<|user|>\n{source}\n<|assistant|>\n {target}\n\n",
"model_input_format": "{instruction}{demos}<|user|>\n{source}\n<|assistant|>\n",
"type": "system_format"
}
empty.json
Note
ID: formats.empty.json | Type: SystemFormat
{
"demo_format": "{source}\n {target}\n\n",
"model_input_format": "{instruction}{demos}{source}\n",
"type": "system_format"
}
tasks
completion
multiple_choice
standard.json
Note
ID: tasks.completion.multiple_choice.standard.json | Type: FormTask
{
"inputs": [
"context",
"choices"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"answer",
"choices"
],
"type": "form_task"
}
References: metrics.accuracy
nli.json
Note
ID: tasks.nli.json | Type: FormTask
{
"inputs": [
"choices",
"premise",
"hypothesis"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"label"
],
"type": "form_task"
}
References: metrics.accuracy
translation
directed.json
Note
ID: tasks.translation.directed.json | Type: FormTask
{
"inputs": [
"text",
"source_language",
"target_language"
],
"metrics": [
"metrics.normalized_sacrebleu"
],
"outputs": [
"translation"
],
"type": "form_task"
}
References: metrics.normalized_sacrebleu
classification
binary.json
Note
ID: tasks.classification.binary.json | Type: FormTask
{
"augmentable_inputs": [
"text"
],
"inputs": [
"text",
"text_type",
"class"
],
"metrics": [
"metrics.f1_micro_multi_label",
"metrics.f1_macro_multi_label",
"metrics.accuracy"
],
"outputs": [
"class",
"label"
],
"type": "form_task"
}
References: metrics.f1_macro_multi_label, metrics.f1_micro_multi_label, metrics.accuracy
multi_label.json
Note
ID: tasks.classification.multi_label.json | Type: FormTask
{
"augmentable_inputs": [
"text"
],
"inputs": [
"text",
"text_type",
"classes",
"type_of_classes"
],
"metrics": [
"metrics.f1_micro_multi_label",
"metrics.accuracy",
"metrics.f1_macro_multi_label"
],
"outputs": [
"labels"
],
"type": "form_task"
}
References: metrics.f1_macro_multi_label, metrics.f1_micro_multi_label, metrics.accuracy
multi_class.json
Note
ID: tasks.classification.multi_class.json | Type: FormTask
{
"augmentable_inputs": [
"text"
],
"inputs": [
"text",
"text_type",
"classes",
"type_of_class"
],
"metrics": [
"metrics.f1_micro",
"metrics.accuracy",
"metrics.f1_macro"
],
"outputs": [
"label"
],
"type": "form_task"
}
References: metrics.f1_macro, metrics.f1_micro, metrics.accuracy
qa
contextual.json
Note
ID: tasks.qa.contextual.json | Type: FormTask
{
"inputs": [
"context",
"question"
],
"metrics": [
"metrics.squad"
],
"outputs": [
"answer"
],
"type": "form_task"
}
References: metrics.squad
open.json
Note
ID: tasks.qa.open.json | Type: FormTask
{
"inputs": [
"question"
],
"metrics": [
"metrics.squad"
],
"outputs": [
"answer"
],
"type": "form_task"
}
References: metrics.squad
multiple_choice
contextual.json
Note
ID: tasks.qa.multiple_choice.contextual.json | Type: FormTask
{
"inputs": [
"context",
"question",
"choices"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"answer",
"choices"
],
"type": "form_task"
}
References: metrics.accuracy
open.json
Note
ID: tasks.qa.multiple_choice.open.json | Type: FormTask
{
"inputs": [
"question",
"choices"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"answer",
"choices"
],
"type": "form_task"
}
References: metrics.accuracy
contextual_ppl.json
Note
ID: tasks.qa.multiple_choice.contextual_ppl.json | Type: FormTask
{
"inputs": [
"context",
"choices"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"answer",
"choices"
],
"type": "form_task"
}
References: metrics.accuracy
with_topic.json
Note
ID: tasks.qa.multiple_choice.with_topic.json | Type: FormTask
{
"inputs": [
"topic",
"question",
"choices"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"answer",
"choices"
],
"type": "form_task"
}
References: metrics.accuracy
contextual_with_topic.json
Note
ID: tasks.qa.multiple_choice.contextual_with_topic.json | Type: FormTask
{
"inputs": [
"topic",
"context",
"question",
"choices"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"answer",
"choices"
],
"type": "form_task"
}
References: metrics.accuracy
original.json
Note
ID: tasks.qa.multiple_choice.original.json | Type: FormTask
{
"inputs": [
"question",
"choices"
],
"metrics": [
"metrics.accuracy"
],
"outputs": [
"answer",
"choices"
],
"type": "form_task"
}
References: metrics.accuracy
metrics
sentence_bert
mpnet
base
v2.json
Note
ID: metrics.sentence_bert.mpnet.base.v2.json | Type: SentenceBert
{
"model_name": "sentence-transformers/all-mpnet-base-v2",
"type": "sentence_bert"
}
f1_weighted.json
reward
deberta
v3
large
v2.json
Note
ID: metrics.reward.deberta.v3.large.v2.json | Type: Reward
{
"model_name": "OpenAssistant/reward-model-deberta-v3-large-v2",
"type": "reward"
}
token_overlap.json
wer.json
rouge_with_confidence_intervals.json
f1_micro_multi_label.json
Note
ID: metrics.f1_micro_multi_label.json | Type: F1MicroMultiLabel
{
"type": "f1_micro_multi_label"
}
precision_micro_multi_label.json
Note
ID: metrics.precision_micro_multi_label.json | Type: PrecisionMicroMultiLabel
{
"type": "precision_micro_multi_label"
}
spearman.json
Note
ID: metrics.spearman.json | Type: MetricPipeline
{
"main_score": "spearmanr",
"metric": {
"hf_metric_name": "spearmanr",
"main_score": "spearmanr",
"type": "huggingface_metric"
},
"preprocess_steps": [
{
"field_to_field": [
[
"references/0",
"references"
]
],
"type": "copy_fields",
"use_query": true
},
{
"failure_defaults": {
"prediction": 0.0
},
"fields": {
"prediction": "float",
"references": "float"
},
"type": "cast_fields",
"use_nested_query": true
}
],
"type": "metric_pipeline"
}
kpa.json
token_overlap_with_context.json
Note
ID: metrics.token_overlap_with_context.json | Type: MetricPipeline
{
"main_score": "score",
"metric": {
"type": "token_overlap"
},
"postpreprocess_steps": [
{
"field_to_field": [
[
"score/global/f1",
"score/global/f1_overlap_with_context"
],
[
"score/global/recall",
"score/global/recall_overlap_with_context"
],
[
"score/global/precision",
"score/global/precision_overlap_with_context"
]
],
"type": "copy_fields",
"use_query": true
}
],
"preprocess_steps": [
{
"field_to_field": [
[
"additional_inputs/context",
"references"
]
],
"type": "copy_fields",
"use_query": true
},
{
"fields": [
"references"
],
"to_field": "references",
"type": "list_field_values"
}
],
"type": "metric_pipeline"
}
char_edit_dist_accuracy.json
Note
ID: metrics.char_edit_dist_accuracy.json | Type: CharEditDistanceAccuracy
{
"type": "char_edit_distance_accuracy"
}
precision_macro_multi_label.json
Note
ID: metrics.precision_macro_multi_label.json | Type: PrecisionMacroMultiLabel
{
"type": "precision_macro_multi_label"
}
rouge.json
ner.json
accuracy.json
retrieval_at_k.json
Note
ID: metrics.retrieval_at_k.json | Type: RetrievalAtK
{
"k_list": [
1,
3,
5,
10,
20,
40
],
"type": "retrieval_at_k"
}
string_containment.json
f1_macro.json
recall_micro_multi_label.json
Note
ID: metrics.recall_micro_multi_label.json | Type: RecallMicroMultiLabel
{
"type": "recall_micro_multi_label"
}
ndcg.json
Note
ID: metrics.ndcg.json | Type: MetricPipeline
{
"main_score": "nDCG",
"metric": {
"type": "ndcg"
},
"preprocess_steps": [
{
"field_to_field": [
[
"references/0",
"references"
]
],
"type": "copy_fields",
"use_query": true
},
{
"failure_defaults": {
"prediction": null
},
"fields": {
"prediction": "float",
"references": "float"
},
"type": "cast_fields",
"use_nested_query": true
}
],
"type": "metric_pipeline"
}
sacrebleu.json
Note
ID: metrics.sacrebleu.json | Type: MetricPipeline
{
"main_score": "sacrebleu",
"metric": {
"hf_additional_input_fields_pass_one_value": [
"tokenize"
],
"hf_main_score": "score",
"hf_metric_name": "sacrebleu",
"main_score": "sacrebleu",
"scale": 1.0,
"scaled_fields": [
"sacrebleu",
"precisions"
],
"type": "huggingface_metric"
},
"preprocess_steps": [
{
"field_to_field": [
[
"additional_inputs/target_language",
"additional_inputs/tokenize"
]
],
"get_default": "en",
"not_exist_ok": true,
"type": "copy_fields",
"use_query": true
},
{
"mappers": {
"additional_inputs/tokenize": {
"en": "",
"ja": "ja-mecab"
}
},
"strict": true,
"type": "map_instance_values",
"use_query": true
}
],
"type": "metric_pipeline"
}
squad.json
Note
ID: metrics.squad.json | Type: MetricPipeline
{
"main_score": "f1",
"metric": {
"hf_metric_name": "squad",
"main_score": "f1",
"scale": 100.0,
"scaled_fields": [
"f1",
"exact_match"
],
"type": "huggingface_metric"
},
"preprocess_steps": [
{
"type": "add_id"
},
{
"fields": {
"prediction_template": {
"id": "ID",
"prediction_text": "PRED"
},
"reference_template": {
"answers": {
"answer_start": [
-1
],
"text": "REF"
},
"id": "ID"
}
},
"type": "add_fields",
"use_deepcopy": true
},
{
"field_to_field": [
[
"references",
"reference_template/answers/text"
],
[
"prediction",
"prediction_template/prediction_text"
],
[
"id",
"prediction_template/id"
],
[
"id",
"reference_template/id"
]
],
"type": "copy_fields",
"use_query": true
},
{
"field_to_field": [
[
"reference_template",
"references"
],
[
"prediction_template",
"prediction"
]
],
"type": "copy_fields",
"use_query": true
}
],
"type": "metric_pipeline"
}
mrr.json
map.json
f1_macro_multi_label.json
Note
ID: metrics.f1_macro_multi_label.json | Type: F1MacroMultiLabel
{
"type": "f1_macro_multi_label"
}
normalized_sacrebleu.json
Note
ID: metrics.normalized_sacrebleu.json | Type: MetricPipeline
{
"main_score": "sacrebleu",
"metric": {
"hf_additional_input_fields_pass_one_value": [
"tokenize"
],
"hf_main_score": "score",
"hf_metric_name": "sacrebleu",
"main_score": "sacrebleu",
"scale": 100.0,
"scaled_fields": [
"sacrebleu",
"precisions"
],
"type": "huggingface_metric"
},
"preprocess_steps": [
{
"field_to_field": [
[
"additional_inputs/target_language",
"additional_inputs/tokenize"
]
],
"get_default": "en",
"not_exist_ok": true,
"type": "copy_fields",
"use_query": true
},
{
"mappers": {
"additional_inputs/tokenize": {
"French": null,
"German": null,
"Japanese": "ja-mecab",
"Portuguese": null,
"Spanish": null,
"de": null,
"deutch": null,
"en": null,
"english": null,
"es": null,
"fr": null,
"french": null,
"ja": "ja-mecab",
"japanese": "ja-mecab",
"pt": null,
"romanian": null
}
},
"strict": true,
"type": "map_instance_values",
"use_query": true
}
],
"type": "metric_pipeline"
}
bleu.json
Note
ID: metrics.bleu.json | Type: HuggingfaceMetric
{
"hf_metric_name": "bleu",
"main_score": "bleu",
"scale": 1.0,
"type": "huggingface_metric"
}
bert_score
deberta
xlarge
mnli.json
Note
ID: metrics.bert_score.deberta.xlarge.mnli.json | Type: BertScore
{
"model_name": "microsoft/deberta-xlarge-mnli",
"type": "bert_score"
}
matthews_correlation.json
Note
ID: metrics.matthews_correlation.json | Type: MatthewsCorrelation
{
"type": "matthews_correlation"
}
recall_macro_multi_label.json
Note
ID: metrics.recall_macro_multi_label.json | Type: RecallMacroMultiLabel
{
"type": "recall_macro_multi_label"
}
f1_micro.json
augmentors
no_augmentation.json
augment_whitespace_task_input.json
Note
ID: augmentors.augment_whitespace_task_input.json | Type: AugmentWhitespace
{
"augment_task_input": true,
"type": "augment_whitespace"
}
augment_whitespace_model_input.json
Note
ID: augmentors.augment_whitespace_model_input.json | Type: AugmentWhitespace
{
"augment_model_input": true,
"type": "augment_whitespace"
}
benchmarks
glue.json
Note
ID: benchmarks.glue.json | Type: WeightedFusion
{
"include_splits": null,
"origins": [
"recipes.wnli_3_shot",
"recipes.wnli_3_shot"
],
"total_examples": 4,
"type": "weighted_fusion",
"weights": [
1,
1
]
}
References: recipes.wnli_3_shot
splitters
large_no_dev.json
Note
ID: splitters.large_no_dev.json | Type: SplitRandomMix
{
"mix": {
"test": "test",
"train": "train[99%]",
"validation": "train[1%]"
},
"type": "split_random_mix"
}
test_only.json
Note
ID: splitters.test_only.json | Type: SplitRandomMix
{
"mix": {
"test": "test",
"train": "test[0%]",
"validation": "test[0%]"
},
"type": "split_random_mix"
}
small_no_test.json
Note
ID: splitters.small_no_test.json | Type: SplitRandomMix
{
"mix": {
"test": "validation",
"train": "train[95%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
}
default.json
Note
ID: splitters.default.json | Type: SplitRandomMix
{
"mix": {
"test": "test",
"train": "train",
"validation": "validation"
},
"type": "split_random_mix"
}
diverse_labels_sampler.json
Note
ID: splitters.diverse_labels_sampler.json | Type: DiverseLabelsSampler
{
"type": "diverse_labels_sampler"
}
large_no_test.json
Note
ID: splitters.large_no_test.json | Type: SplitRandomMix
{
"mix": {
"test": "validation",
"train": "train[99%]",
"validation": "train[1%]"
},
"type": "split_random_mix"
}
small_no_dev.json
Note
ID: splitters.small_no_dev.json | Type: SplitRandomMix
{
"mix": {
"test": "test",
"train": "train[95%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
}
processors
first_character.json
to_string.json
to_list_by_comma.json
load_json.json
list_to_empty_entity_tuples.json
Note
ID: processors.list_to_empty_entity_tuples.json | Type: ListToEmptyEntitiesTuples
{
"type": "list_to_empty_entities_tuples"
}
to_yes_or_none.json
stance_to_pro_con.json
hate_speech_or_not_hate_speech.json
Note
ID: processors.hate_speech_or_not_hate_speech.json | Type: StringOrNotString
{
"string": "hate speech",
"type": "string_or_not_string"
}
yes_no_to_int.json
string_or_not_hate.json
Note
ID: processors.string_or_not_hate.json | Type: StringOrNotString
{
"string": "hate speech",
"type": "string_or_not_string"
}
take_first_non_empty_line.json
Note
ID: processors.take_first_non_empty_line.json | Type: TakeFirstNonEmptyLine
{
"type": "take_first_non_empty_line"
}
toxic_or_not_toxic.json
Note
ID: processors.toxic_or_not_toxic.json | Type: StringOrNotString
{
"string": "toxic",
"type": "string_or_not_string"
}
lower_case_till_punc.json
Note
ID: processors.lower_case_till_punc.json | Type: LowerCaseTillPunc
{
"type": "lower_case_till_punc"
}
to_span_label_pairs_surface_only.json
Note
ID: processors.to_span_label_pairs_surface_only.json | Type: RegexParser
{
"regex": "\\s*((?:\\\\.|[^,])+?)\\s*(?:,|$)()",
"termination_regex": "^\\s*None\\s*$",
"type": "regex_parser"
}
to_pairs.json
Note
ID: processors.to_pairs.json | Type: RegexParser
{
"regex": "(\\w+):(\\w+)",
"type": "regex_parser"
}
take_first_word.json
convert_to_boolean.json
Note
ID: processors.convert_to_boolean.json | Type: ConvertToBoolean
{
"type": "convert_to_boolean"
}
dict_of_lists_to_value_key_pairs.json
Note
ID: processors.dict_of_lists_to_value_key_pairs.json | Type: DictOfListsToPairs
{
"position_key_before_value": false,
"type": "dict_of_lists_to_pairs"
}
lower_case.json
to_span_label_pairs.json
Note
ID: processors.to_span_label_pairs.json | Type: RegexParser
{
"regex": "\\s*((?:[^,:\\\\]|\\\\.)+?)\\s*:\\s*((?:[^,:\\\\]|\\\\.)+?)\\s*(?=,|$)",
"type": "regex_parser"
}
to_string_stripped.json
Note
ID: processors.to_string_stripped.json | Type: ToStringStripped
{
"type": "to_string_stripped"
}