---

wsc

Note

ID: catalog.cards.wsc | Type: TaskCard

{
    "loader": {
        "name": "wsc",
        "path": "super_glue",
        "type": "load_hf"
    },
    "preprocess_steps": [
        "splitters.small_no_test",
        {
            "mappers": {
                "label": {
                    "0": "False",
                    "1": "True"
                }
            },
            "type": "map_instance_values"
        },
        {
            "fields": {
                "choices": [
                    "False",
                    "True"
                ]
            },
            "type": "add_fields"
        }
    ],
    "task": {
        "inputs": [
            "choices",
            "text",
            "span1_text",
            "span2_text"
        ],
        "metrics": [
            "metrics.accuracy"
        ],
        "outputs": [
            "label"
        ],
        "type": "form_task"
    },
    "templates": {
        "items": [
            {
                "input_format": "Given this sentence: {text} classify if \"{span2_text}\" refers to \"{span1_text}\".",
                "output_format": "{label}",
                "type": "input_output_template"
            }
        ],
        "type": "templates_list"
    },
    "type": "task_card"
}