openbook_qa

Note

ID: catalog.cards.openbook_qa | Type: TaskCard

{
    "loader": {
        "path": "openbookqa",
        "type": "load_hf"
    },
    "preprocess_steps": [
        {
            "field_to_field": {
                "choices/label": "labels",
                "choices/text": "choices_text"
            },
            "type": "rename_fields",
            "use_query": true
        },
        {
            "field_to_field": {
                "choices_text": "choices",
                "question_stem": "question"
            },
            "type": "rename_fields"
        },
        {
            "index_of": "answerKey",
            "search_in": "labels",
            "to_field": "answer",
            "type": "index_of"
        }
    ],
    "task": "tasks.qa.multiple_choice.original",
    "templates": "templates.qa.multiple_choice.no_intro.all",
    "type": "task_card"
}