---

mrpc

Note

ID: catalog.cards.mrpc | Type: TaskCard

{
    "loader": {
        "name": "mrpc",
        "path": "glue",
        "streaming": false,
        "type": "load_hf"
    },
    "preprocess_steps": [
        "splitters.default",
        {
            "mappers": {
                "label": {
                    "0": "not equivalent",
                    "1": "equivalent"
                }
            },
            "type": "map_instance_values"
        },
        {
            "fields": {
                "choices": [
                    "not equivalent",
                    "equivalent"
                ]
            },
            "type": "add_fields"
        }
    ],
    "task": {
        "inputs": [
            "choices",
            "sentence1",
            "sentence2"
        ],
        "metrics": [
            "metrics.accuracy"
        ],
        "outputs": [
            "label"
        ],
        "type": "form_task"
    },
    "templates": {
        "items": [
            {
                "input_format": "Given this sentence: {sentence1}, classify if this sentence: {sentence2} is {choices}.",
                "output_format": "{label}",
                "type": "input_output_template"
            }
        ],
        "type": "templates_list"
    },
    "type": "task_card"
}