πŸ“„ Answer RewardΒΆ

metrics.rag.response_generation.answer_relevance.answer_reward

MetricPipeline(
    main_score="reward_score",
    preprocess_steps=[
        Wrap(
            field="task_data/question",
            inside="list",
            to_field="references",
        ),
        MultiTypeSerializer(
            field="references",
            process_every_value=True,
        ),
    ],
    metric="metrics.reward.deberta_v3_large_v2",
    score_prefix="answer_relevance_",
)
[source]

from unitxt.collections_operators import Wrap
from unitxt.serializers import MultiTypeSerializer

References: metrics.reward.deberta_v3_large_v2

Read more about catalog usage here.