---

boolq

Note

ID: catalog.cards.boolq | Type: TaskCard

{
    "loader": {
        "path": "boolq",
        "type": "load_hf"
    },
    "preprocess_steps": [
        "splitters.small_no_test",
        {
            "fields": {
                "answers": [
                    "yes",
                    "false"
                ],
                "topic": "boolean questions"
            },
            "type": "add_fields"
        },
        {
            "fields": {
                "answer": "str"
            },
            "type": "cast_fields"
        },
        {
            "field_to_field": {
                "answer": "label",
                "answers": "answers",
                "passage": "context",
                "question": "question",
                "topic": "topic"
            },
            "type": "rename_fields"
        },
        {
            "field": "answers",
            "separator": ",",
            "to_field": "answers",
            "type": "join_str"
        }
    ],
    "task": {
        "inputs": [
            "question",
            "label",
            "context",
            "topic"
        ],
        "metrics": [
            "metrics.accuracy"
        ],
        "outputs": [
            "label"
        ],
        "type": "form_task"
    },
    "templates": {
        "clean": {
            "input_format": "Context: {context}\nQuestion: {question}.\nAnswer:",
            "output_format": "{label}",
            "type": "input_output_template"
        }
    },
    "type": "task_card"
}