πŸ“„ Examples And DetailsΒΆ

metrics.llm_as_judge.direct.criteria.examples_and_details

CriteriaWithOptions(
    name="examples_and_details",
    description="Does the response provide relevant examples or details?",
    options=[
        CriteriaOption(
            name="Yes",
            description="The response provides relevant examples or details to support its content.",
        ),
        CriteriaOption(
            name="No",
            description="The response does not provide relevant examples or details.",
        ),
    ],
    option_map={
        "Yes": 1.0,
        "No": 0.0,
    },
)
[source]

from unitxt.llm_as_judge_constants import CriteriaOption

Read more about catalog usage here.