---

sciq

Note

ID: catalog.cards.sciq | Type: TaskCard

{
    "loader": {
        "path": "sciq",
        "type": "load_hf"
    },
    "preprocess_steps": [
        {
            "fields": [
                "distractor1",
                "distractor2",
                "distractor3",
                "correct_answer"
            ],
            "to_field": "choices",
            "type": "list_field_values"
        },
        {
            "field": "choices",
            "type": "shuffle_field_values"
        },
        {
            "index_of": "correct_answer",
            "search_in": "choices",
            "to_field": "answer",
            "type": "index_of"
        },
        {
            "field_to_field": {
                "support": "context"
            },
            "type": "rename_fields"
        }
    ],
    "task": "tasks.qa.multiple_choice.contextual",
    "templates": "templates.qa.multiple_choice.contextual.all",
    "type": "task_card"
}