arc_easy

Note

ID: catalog.cards.ai2_arc.arc_easy | Type: TaskCard

{
    "loader": {
        "name": "ARC-Easy",
        "path": "ai2_arc",
        "type": "load_hf"
    },
    "preprocess_steps": [
        {
            "fields": {
                "topic": "science"
            },
            "type": "add_fields"
        },
        {
            "field_to_field": {
                "answerKey": "label",
                "choices": "_choices"
            },
            "type": "rename_fields"
        },
        {
            "field_to_field": {
                "_choices/label": "labels",
                "_choices/text": "choices"
            },
            "type": "copy_fields",
            "use_query": true
        },
        {
            "index_of": "label",
            "search_in": "labels",
            "to_field": "answer",
            "type": "index_of"
        }
    ],
    "task": "tasks.qa.multiple_choice.with_topic",
    "templates": "templates.qa.multiple_choice.original.all",
    "type": "task_card"
}