π Answer RewardΒΆ
metrics.rag.response_generation.answer_relevance.answer_reward
MetricPipeline(
main_score="reward_score",
preprocess_steps=[
Wrap(
field="task_data/question",
inside="list",
to_field="references",
),
MultiTypeSerializer(
field="references",
process_every_value=True,
),
],
metric="metrics.reward.deberta_v3_large_v2",
score_prefix="answer_relevance_",
)
[source]from unitxt.collections_operators import Wrap
from unitxt.serializers import MultiTypeSerializer
References: metrics.reward.deberta_v3_large_v2
Read more about catalog usage here.