---

mbpp

Note

ID: catalog.cards.mbpp | Type: TaskCard

{
    "loader": {
        "name": "full",
        "path": "mbpp",
        "split": "test",
        "type": "load_hf"
    },
    "preprocess_steps": [
        {
            "field_to_field": {
                "test_list": "test_list_str"
            },
            "separator": "\n",
            "type": "join_str"
        }
    ],
    "task": {
        "inputs": [
            "text",
            "test_list_str"
        ],
        "metrics": [
            "metrics.bleu"
        ],
        "outputs": [
            "test_list",
            "code"
        ],
        "type": "form_task"
    },
    "templates": {
        "items": [
            {
                "input_format": "\"\"\"{text}\n\n{test_list_str}\"\"\"",
                "output_format": "{code}",
                "type": "input_output_template"
            }
        ],
        "type": "templates_list"
    },
    "type": "task_card"
}