nl
Note
ID: catalog.cards.almostEvilML_qa_by_lang.nl | Type: TaskCard
{
"loader": {
"path": "0x22almostEvil/multilingual-wikihow-qa-16k",
"type": "load_hf"
},
"preprocess_steps": [
{
"_argv": [
"METADATA"
],
"function": "json.loads",
"to_field": "metadata",
"type": "apply"
},
{
"field_to_field": [
[
"metadata/language",
"extracted_language"
]
],
"type": "copy_fields",
"use_query": true
},
{
"condition": "eq",
"required_values": {
"extracted_language": "nl"
},
"type": "filter_by_condition"
},
{
"fields": [
"extracted_language",
"metadata"
],
"type": "remove_fields"
},
{
"mix": {
"test": "train[5%]",
"train": "train[90%]",
"validation": "train[5%]"
},
"type": "split_random_mix"
},
{
"field_to_field": {
"INSTRUCTION": "question"
},
"type": "rename_fields"
},
{
"fields": [
"RESPONSE"
],
"to_field": "answers",
"type": "list_field_values"
}
],
"task": {
"inputs": [
"question"
],
"metrics": [
"metrics.rouge"
],
"outputs": [
"answers"
],
"type": "form_task"
},
"templates": "templates.qa.open.all",
"type": "task_card"
}