πŸ“„ Token RecallΒΆ

metrics.rag.response_generation.answer_relevance.token_recall

MetricPipeline(
    main_score="recall",
    preprocess_steps=[
        Wrap(
            field="task_data/question",
            inside="list",
            to_field="references",
        ),
        MultiTypeSerializer(
            field="references",
            process_every_value=True,
        ),
    ],
    metric="metrics.token_overlap",
    score_prefix="answer_relevance_token_recall_",
)
[source]

from unitxt.collections_operators import Wrap
from unitxt.serializers import MultiTypeSerializer

References: metrics.token_overlap

Read more about catalog usage here.