---

context_perplexity

Note

ID: catalog.metrics.rag.context_perplexity | Type: MetricPipeline

{
    "main_score": "score",
    "metric": "metrics.perplexity_q.flan_t5_small",
    "postpreprocess_steps": [
        {
            "field_to_field": [
                [
                    "score/instance/reference_scores",
                    "score/instance/score"
                ]
            ],
            "type": "copy_fields",
            "use_query": true
        }
    ],
    "preprocess_steps": [
        {
            "field_to_field": [
                [
                    "contexts",
                    "references"
                ]
            ],
            "type": "copy_fields",
            "use_query": true
        },
        {
            "field_to_field": [
                [
                    "question",
                    "prediction"
                ]
            ],
            "type": "copy_fields",
            "use_query": true
        }
    ],
    "type": "metric_pipeline"
}