piqa

Note

ID: catalog.cards.piqa | Type: TaskCard

{
    "loader": {
        "path": "piqa",
        "type": "load_hf"
    },
    "preprocess_steps": [
        {
            "fields": [
                "sol1",
                "sol2"
            ],
            "to_field": "choices",
            "type": "list_field_values"
        },
        {
            "field_to_field": {
                "goal": "question",
                "label": "answer"
            },
            "type": "rename_fields"
        }
    ],
    "task": "tasks.qa.multiple_choice.original",
    "templates": "templates.qa.multiple_choice.no_intro.all",
    "type": "task_card"
}