unitxt.test_utils.card module

unitxt.test_utils.card.construct_recipe_output_message(recipe, max_steps, num_examples, print_header, print_stream_size, streams=None)

unitxt.test_utils.card.load_examples_from_standard_recipe(card, template_card_index, debug, **kwargs)

unitxt.test_utils.card.print_recipe_output(recipe, max_steps, num_examples, print_header, print_stream_size, streams=None)

unitxt.test_utils.card.test_adding_to_catalog(card)

unitxt.test_utils.card.test_card(card, debug=False, strict=True, exact_match_score=1.0, full_mismatch_score=0.0, **kwargs)

unitxt.test_utils.card.test_loading_from_catalog(card)

unitxt.test_utils.card.test_metrics_exist(card)

unitxt.test_utils.card.test_predictions(examples, strict=True, exact_match_score=1.0, full_mismatch_score=0.0)

unitxt.test_utils.card.test_with_eval(card, debug=False, strict=True, exact_match_score=1.0, full_mismatch_score=0.0, **kwargs)