---

wnli_fixed

Note

ID: catalog.recipes.wnli_fixed | Type: SequentialRecipe

{
    "steps": [
        {
            "name": "wnli",
            "path": "glue",
            "type": "load_hf"
        },
        {
            "mix": {
                "test": "validation",
                "train": "train[95%]",
                "validation": "train[5%]"
            },
            "type": "split_random_mix"
        },
        {
            "mappers": {
                "label": {
                    "0": "entailment",
                    "1": "not entailment"
                }
            },
            "type": "map_instance_values"
        },
        {
            "fields": {
                "choices": [
                    "entailment",
                    "not entailment"
                ]
            },
            "type": "add_fields"
        },
        {
            "inputs": [
                "choices",
                "sentence1",
                "sentence2"
            ],
            "metrics": [
                "metrics.accuracy"
            ],
            "outputs": [
                "label"
            ],
            "type": "form_task"
        },
        {
            "template": {
                "input_format": "Given this sentence: {sentence1}, classify if this sentence: {sentence2} is {choices}.",
                "output_format": "{label}",
                "type": "input_output_template"
            },
            "type": "render_format_template"
        }
    ],
    "type": "sequential_recipe"
}