context_relevance

Note

ID: catalog.metrics.rag.context_relevance | Type: MetricPipeline

{
    "main_score": "score",
    "metric": "metrics.perplexity_q.flan_t5_small",
    "preprocess_steps": [
        {
            "field_to_field": [
                [
                    "contexts",
                    "references"
                ]
            ],
            "type": "copy_fields",
            "use_query": true
        },
        {
            "field_to_field": [
                [
                    "question",
                    "prediction"
                ]
            ],
            "type": "copy_fields",
            "use_query": true
        }
    ],
    "type": "metric_pipeline"
}