Index

A

abstract (unitxt.dataclass.Field attribute) abstract_factory() (in module unitxt.metrics) abstract_field() (in module unitxt.metrics) abstract_fields() (in module unitxt.dataclass) AbstractField (class in unitxt.dataclass) AbstractFieldError Accuracy (class in unitxt.metrics) activate() (unitxt.generator_utils.ReusableGenerator method) add_classification_choices() (in module unitxt.prepare_utils.card_types) add_to_catalog() (in module unitxt.catalog) AddConstant (class in unitxt.operators) AddDemosField (class in unitxt.standard) AddFields (class in unitxt.operators) AddID (class in unitxt.operators) anthropic_models (unitxt.metrics.LlamaIndexCorrectness attribute) Apply (class in unitxt.operators) apply_capital_new_line_notation() (in module unitxt.formats) apply_metric() (in module unitxt.test_utils.metrics)

apply_operator() (in module unitxt.test_utils.operators) ApplyMetric (class in unitxt.operators) ApplyOperatorsField (class in unitxt.operators) ApplyStreamOperatorsField (class in unitxt.operators) args (unitxt.type_utils.NormalizedType attribute) Artifact (class in unitxt.artifact) ArtifactFetcherMixin (class in unitxt.operators) ArtifactList (class in unitxt.artifact) Artifactories (class in unitxt.artifact) Artifactory (class in unitxt.artifact) artifacts_json_cache() (in module unitxt.utils) as_remote_metric() (in module unitxt.eval_utils) asdict() (in module unitxt.dataclass) at_k (unitxt.metrics.RerankRecall attribute) augmentable_inputs (unitxt.task.FormTask attribute) Augmentor (class in unitxt.operators) augmentor (unitxt.standard.StandardRecipe attribute) AugmentPrefixSuffix (class in unitxt.operators) AugmentWhitespace (class in unitxt.operators)

B

BaseFieldOperator (class in unitxt.operator) BaseFusion (class in unitxt.fusion) BaseRecipe (class in unitxt.standard) begin_labels (unitxt.span_lableing_operators.IobExtractor attribute) BertScore (class in unitxt.metrics)

betch_size (unitxt.llm_as_judge.LLMAsJudge attribute) BinaryAccuracy (class in unitxt.metrics) BinaryMaxAccuracy (class in unitxt.metrics) BinaryMaxF1 (class in unitxt.metrics) build_stream_routing() (in module unitxt.split_utils) BulkInstanceMetric (class in unitxt.metrics)

C

cache (unitxt.operators.ArtifactFetcherMixin attribute) caching (unitxt.stream.Stream attribute) camel_to_snake_case() (in module unitxt.text_utils) Capitalize (class in unitxt.processors) card (unitxt.standard.StandardRecipe attribute) cast_to_type() (in module unitxt.settings_utils) CastFields (class in unitxt.operators) Catalog (class in unitxt.catalog) CharEditDistance (class in unitxt.metrics) CharEditDistanceAccuracy (class in unitxt.metrics) check_augmentable() (in module unitxt.ui.load_catalog_data) check_operator() (in module unitxt.test_utils.operators) check_operator_exception() (in module unitxt.test_utils.operators) Chunk (class in unitxt.collections_operators) ci_scores (unitxt.metrics.Accuracy attribute) (unitxt.metrics.BertScore attribute) (unitxt.metrics.BinaryAccuracy attribute) (unitxt.metrics.CharEditDistance attribute) (unitxt.metrics.CharEditDistanceAccuracy attribute) (unitxt.metrics.MAP attribute) (unitxt.metrics.MRR attribute) (unitxt.metrics.StringContainment attribute) (unitxt.metrics.TokenOverlap attribute) (unitxt.metrics.UnsortedListExactMatch attribute) class_fields() (in module unitxt.dataclass)

Collection (class in unitxt.collections) compare_versions() (in module unitxt.deprecation_utils) compute() (unitxt.llm_as_judge.LLMAsJudge method) ComputeExpressionMixin (class in unitxt.operators) condition_to_func (unitxt.operators.FilterByCondition attribute) Constants (class in unitxt.settings_utils) construct_dict_str() (in module unitxt.text_utils) construct_recipe_output_message() (in module unitxt.test_utils.card) consume_assignment() (in module unitxt.parsing_utils) consume_name() (in module unitxt.parsing_utils) consume_name_val() (in module unitxt.parsing_utils) consume_overwrites() (in module unitxt.parsing_utils) consume_query() (in module unitxt.parsing_utils) consume_term() (in module unitxt.parsing_utils) context_field (unitxt.dialog_operators.SerializeDialog attribute) convert_union_type() (in module unitxt.type_utils) ConvertTableColNamesToSequential (class in unitxt.struct_data_operators) ConvertToBoolean (class in unitxt.processors) CopyFields (class in unitxt.operators) CopyingReusableGenerator (class in unitxt.generator_utils) count_files_recursively() (in module unitxt.catalog) create_2sentences_classification_card() (in module unitxt.prepare_utils.card_types) create_sentence_classification_card() (in module unitxt.prepare_utils.card_types) CreateDemosPool (class in unitxt.standard) CustomF1 (class in unitxt.metrics)

D

data (unitxt.stream.MultiStream attribute) Dataclass (class in unitxt.dataclass) DataclassMeta (class in unitxt.dataclass) Dataset (class in unitxt.dataset) default (unitxt.dataclass.Field attribute), [1] default_factory (unitxt.dataclass.Field attribute) delete_values() (in module unitxt.dict_utils) demos_field (unitxt.standard.StandardRecipe attribute) demos_pool_name (unitxt.standard.StandardRecipe attribute) demos_pool_size (unitxt.standard.StandardRecipe attribute) demos_removed_from_data (unitxt.standard.StandardRecipe attribute) demos_taken_from (unitxt.standard.StandardRecipe attribute) depraction_wrapper() (in module unitxt.deprecation_utils) deprecated_fields() (in module unitxt.dataclass) DeprecatedField (class in unitxt.dataclass) deprecation() (in module unitxt.deprecation_utils) DeprecationError

Detector (class in unitxt.metrics) DeterministicBalancer (class in unitxt.operators) dict_delete() (in module unitxt.dict_utils) dict_equal() (in module unitxt.test_utils.metrics) dict_get() (in module unitxt.dict_utils) dict_set() (in module unitxt.dict_utils) DictCollection (class in unitxt.collections) Dictify (class in unitxt.collections_operators) DictOfListsToPairs (class in unitxt.processors) DiverseLabelsSampler (class in unitxt.splitters) DivideAllFieldsBy (class in unitxt.operators) DownloadError DownloadOperator (class in unitxt.operators) DuplicateByList (class in unitxt.collections_operators) DuplicateBySubLists (class in unitxt.collections_operators) DuplicateInstances (class in unitxt.operators) duplication_index_field (unitxt.operators.DuplicateInstances attribute)

E

EmptySystemPrompt (class in unitxt.system_prompts) enable_explicit_format() (in module unitxt.logging_utils) EncodeLabels (class in unitxt.operators) environment_variable_key_name() (unitxt.settings_utils.Settings method) EnvironmentLocalCatalog (class in unitxt.catalog) escape_characters (unitxt.templates.SpanLabelingTemplate attribute) escape_chars() (in module unitxt.templates) eval_forward_ref() (in module unitxt.type_utils)

evaluate() (in module unitxt.api) (in module unitxt.eval_utils) ExecuteExpression (class in unitxt.operators) external_api_models (unitxt.metrics.LlamaIndexCorrectness attribute) ExtractFieldValues (class in unitxt.operators) ExtractMostCommonFieldValues (class in unitxt.operators) ExtractMtBenchJudgment (class in unitxt.processors) ExtractWithRegex (class in unitxt.processors) ExtractZipFile (class in unitxt.operators)

F

F1 (class in unitxt.metrics) F1Binary (class in unitxt.metrics) F1Macro (class in unitxt.metrics) F1MacroMultiLabel (class in unitxt.metrics) F1Micro (class in unitxt.metrics) F1MicroMultiLabel (class in unitxt.metrics) F1MultiLabel (class in unitxt.metrics) F1Weighted (class in unitxt.metrics) FeatureGroupedShuffle (class in unitxt.operators) fetch() (in module unitxt.dataset_utils) fetch_artifact() (in module unitxt.artifact) Field (class in unitxt.dataclass) field (unitxt.dialog_operators.SerializeDialog attribute) FieldOperator (class in unitxt.operators) fields (unitxt.operators.DeterministicBalancer attribute) fields() (in module unitxt.dataclass) fields_names() (in module unitxt.dataclass) FilterByCondition (class in unitxt.operators) FilterByExpression (class in unitxt.operators) final (unitxt.dataclass.Field attribute) final_fields() (in module unitxt.dataclass) FinalField (class in unitxt.dataclass) FinalFieldError FirstCharacter (class in unitxt.processors) FixedFusion (class in unitxt.fusion) FixedGroupAbsvalNormCohensHParaphraseAccuracy (class in unitxt.metrics) FixedGroupAbsvalNormCohensHParaphraseStringContainment (class in unitxt.metrics)

FixedGroupAbsvalNormHedgesGParaphraseAccuracy (class in unitxt.metrics) FixedGroupAbsvalNormHedgesGParaphraseStringContainment (class in unitxt.metrics) FixedGroupMeanAccuracy (class in unitxt.metrics) FixedGroupMeanBaselineAccuracy (class in unitxt.metrics) FixedGroupMeanBaselineStringContainment (class in unitxt.metrics) FixedGroupMeanParaphraseAccuracy (class in unitxt.metrics) FixedGroupMeanParaphraseStringContainment (class in unitxt.metrics) FixedGroupMeanStringContainment (class in unitxt.metrics) FixedGroupNormCohensHParaphraseAccuracy (class in unitxt.metrics) FixedGroupNormCohensHParaphraseStringContainment (class in unitxt.metrics) FixedGroupNormHedgesGParaphraseAccuracy (class in unitxt.metrics) FixedGroupNormHedgesGParaphraseStringContainment (class in unitxt.metrics) FixedGroupPDRParaphraseAccuracy (class in unitxt.metrics) FixedGroupPDRParaphraseStringContainment (class in unitxt.metrics) flatten_dict() (in module unitxt.utils) FlattenInstances (class in unitxt.operators) Format (class in unitxt.formats) format (unitxt.standard.StandardRecipe attribute) format() (unitxt.logging_utils.SizeLimitedFormatter method) format_type_string() (in module unitxt.type_utils) FormTask (class in unitxt.task) from_dict() (unitxt.artifact.Artifact class method) from_exception() (unitxt.operator.OperatorError class method) from_generators() (unitxt.stream.MultiStream class method) from_iterables() (unitxt.stream.MultiStream class method) from_operator_error() (unitxt.operator.OperatorError class method) FromIterables (class in unitxt.operators) FromPredictionsAndOriginalData (class in unitxt.metric_utils)

G

gen_kwargs (unitxt.stream.Stream attribute) generator (unitxt.stream.Stream attribute) generators (unitxt.dataset.Dataset property) Get (class in unitxt.collections_operators) get_all_environment_variables() (unitxt.settings_utils.Settings method) get_all_files_in_dir() (in module unitxt.file_utils) get_args() (in module unitxt.type_utils) get_artifact() (unitxt.operators.ArtifactFetcherMixin class method) get_artifact_type() (unitxt.artifact.Artifact class method) get_artifactory_name_and_args() (in module unitxt.artifact) get_catalog_dirs() (in module unitxt.ui.load_catalog_data) get_catalog_items() (in module unitxt.ui.load_catalog_data) get_catalog_items_from_dir() (in module unitxt.ui.load_catalog_data) get_closest_artifact_type() (in module unitxt.artifact) get_constants() (in module unitxt.settings_utils) get_dataset_artifact() (in module unitxt.dataset_utils) get_default() (unitxt.dataclass.Field method) get_directory_size() (in module unitxt.test_utils.storage) get_field_default() (in module unitxt.dataclass) get_fields() (in module unitxt.dataclass) get_file_from_item_name() (in module unitxt.ui.load_catalog_data)

get_from_catalog() (in module unitxt.catalog) get_generator() (unitxt.stream.MultiStream method) get_installed_version() (in module unitxt.hf_utils) get_local_catalogs_paths() (in module unitxt.catalog) get_logger() (in module unitxt.logging_utils) get_missing_imports() (in module unitxt.hf_utils) get_origin() (in module unitxt.type_utils) get_raw() (in module unitxt.artifact) get_remote_metrics_endpoint() (in module unitxt.metric_utils) get_remote_metrics_names() (in module unitxt.metric_utils) get_seed() (in module unitxt.random_utils) get_settings() (in module unitxt.settings_utils) get_templates() (in module unitxt.ui.load_catalog_data) get_values() (in module unitxt.dict_utils) GetItemByIndex (class in unitxt.operators) GetStringAfter (class in unitxt.processors) GithubCatalog (class in unitxt.catalog) GlobalMetric (class in unitxt.metrics) GroupMeanAccuracy (class in unitxt.metrics) GroupMeanStringContainment (class in unitxt.metrics) GroupMeanTokenOverlap (class in unitxt.metrics)

H

hf_additional_input_fields_pass_one_value (unitxt.metrics.NormalizedSacrebleu attribute) hf_compute_args (unitxt.metrics.HuggingfaceBulkMetric attribute) hf_metric_fields (unitxt.metrics.BertScore attribute)

HFPipelineBasedInferenceEngine (class in unitxt.inference) HuggingfaceBulkMetric (class in unitxt.metrics) HuggingfaceMetric (class in unitxt.metrics)

I

IbmGenAiInferenceEngine (class in unitxt.inference) IbmGenAiInferenceEngineParams (class in unitxt.inference) IndexOf (class in unitxt.operators) infer_type() (in module unitxt.type_utils) infer_type_string() (in module unitxt.type_utils) inference (unitxt.llm_as_judge.LLMAsJudge attribute) InferenceEngine (class in unitxt.inference) InputOutputTemplate (class in unitxt.templates) InputOutputTemplateWithCustomTarget (class in unitxt.templates) inputs (unitxt.task.FormTask attribute) inside_labels (unitxt.span_lableing_operators.IobExtractor attribute) instance (unitxt.artifact.Artifactories attribute) instance_generator() (in module unitxt.operator) InstanceFieldOperator (class in unitxt.operators) InstanceInput (class in unitxt.metric_utils) InstanceMetric (class in unitxt.metrics) InstanceOperator (class in unitxt.operator) InstanceOperatorWithMultiStreamAccess (class in unitxt.operator) instruction_card_index (unitxt.standard.StandardRecipe attribute) InternalField (class in unitxt.dataclass) interpret_effect_size() (in module unitxt.metrics) Intersect (class in unitxt.operators) IobExtractor (class in unitxt.span_lableing_operators)

is_abstract_field() (in module unitxt.dataclass) is_artifact_dict() (unitxt.artifact.Artifact class method) is_artifact_file() (unitxt.artifact.Artifact class method) is_camel_case() (in module unitxt.text_utils) is_dataclass() (in module unitxt.dataclass) is_deprecated_field() (in module unitxt.dataclass) is_final_field() (in module unitxt.dataclass) is_local_catalog_registered() (in module unitxt.register) is_made_of_sub_strings() (in module unitxt.text_utils) is_module_available() (in module unitxt.utils) is_package_installed() (in module unitxt.utils) is_possible_field() (in module unitxt.dataclass) is_registered_class() (unitxt.artifact.Artifact class method) is_registered_class_name() (unitxt.artifact.Artifact class method) is_registered_type() (unitxt.artifact.Artifact class method) is_snake_case() (in module unitxt.text_utils) is_subpath() (in module unitxt.dict_utils) is_uninitilized() (unitxt.settings_utils.Constants class method) (unitxt.settings_utils.Settings class method) isoftype() (in module unitxt.type_utils) issubtype() (in module unitxt.type_utils) ItemPicker (class in unitxt.collections) IterableSource (class in unitxt.operators)

J

Join (class in unitxt.string_operators)

JoinStr (class in unitxt.operators)

K

KendallTauMetric (class in unitxt.metrics)

KeyValTemplate (class in unitxt.templates) KPA (class in unitxt.metrics)

L

labels (unitxt.span_lableing_operators.IobExtractor attribute) last_system_turn_to_field (unitxt.dialog_operators.SerializeDialog attribute) last_user_turn_to_field (unitxt.dialog_operators.SerializeDialog attribute) launch() (in module unitxt.ui) launch_without_header() (in module unitxt.ui) LengthBalancer (class in unitxt.operators) ListCollection (class in unitxt.collections) ListFieldValues (class in unitxt.operators) ListToEmptyEntitiesTuples (class in unitxt.processors) ListToKeyValPairs (class in unitxt.struct_data_operators) LlamaIndexCorrectness (class in unitxt.metrics) LLMAsJudge (class in unitxt.llm_as_judge) load() (in module unitxt.api) (unitxt.artifact.Artifact class method) load_cards_data() (in module unitxt.ui.load_catalog_data) load_dataset() (in module unitxt.api)

load_examples_from_standard_recipe() (in module unitxt.test_utils.card) load_json() (in module unitxt.utils) LoadCSV (class in unitxt.loaders) Loader (class in unitxt.loaders) loader (unitxt.card.TaskCard attribute) loader_limit (unitxt.standard.StandardRecipe attribute) LoadFromIBMCloud (class in unitxt.loaders) LoadFromKaggle (class in unitxt.loaders) LoadFromSklearn (class in unitxt.loaders) LoadHF (class in unitxt.loaders) LoadJson (class in unitxt.processors) local_catalog_summary() (in module unitxt.catalog) LocalCatalog (class in unitxt.catalog) LowerCase (class in unitxt.processors) LowerCaseTillPunc (class in unitxt.processors) ls() (in module unitxt.catalog)

M

main_score (unitxt.llm_as_judge.LLMAsJudge attribute) MAP (class in unitxt.metrics) map_values_in_place() (in module unitxt.artifact) MapInstanceValues (class in unitxt.operators) mappers (unitxt.operators.MapInstanceValues attribute) MatchClosestOption (class in unitxt.processors) MatthewsCorrelation (class in unitxt.metrics) max_instances (unitxt.operators.DeterministicBalancer attribute) max_test_instances (unitxt.standard.StandardRecipe attribute) max_train_instances (unitxt.standard.StandardRecipe attribute) max_validation_instances (unitxt.standard.StandardRecipe attribute) MaxAccuracy (class in unitxt.metrics) maybe_recover_artifact() (in module unitxt.artifact) mean_subgroup_score() (in module unitxt.metrics) MergeStreams (class in unitxt.operators) Metric (class in unitxt.metric) (class in unitxt.metrics) MetricPipeline (class in unitxt.metrics) MetricRecipe (class in unitxt.metric_utils) MetricRequest (class in unitxt.metric_utils) MetricResponse (class in unitxt.metric_utils) metrics (unitxt.standard.StandardRecipe attribute) (unitxt.task.FormTask attribute) MetricWithConfidenceInterval (class in unitxt.metrics) MissingArtifactTypeError MissingDefaultError MissingKaggleCredentialsError MissingRequirementsError mock_models (unitxt.metrics.LlamaIndexCorrectness attribute) module unitxt unitxt.api unitxt.artifact unitxt.blocks unitxt.card unitxt.catalog unitxt.collections unitxt.collections_operators unitxt.dataclass unitxt.dataset unitxt.dataset_utils unitxt.deprecation_utils unitxt.dialog_operators unitxt.dict_utils unitxt.eval_utils unitxt.file_utils unitxt.formats unitxt.fusion unitxt.generator_utils unitxt.hf_utils unitxt.inference unitxt.instructions unitxt.llm_as_judge unitxt.loaders unitxt.logging_utils unitxt.metric unitxt.metric_utils unitxt.metrics unitxt.normalizers unitxt.operator unitxt.operators unitxt.parsing_utils unitxt.prepare_utils unitxt.prepare_utils.card_types unitxt.prepare_utils.instructions unitxt.processors unitxt.random_utils unitxt.recipe unitxt.register unitxt.schema unitxt.service unitxt.service.metrics unitxt.settings_utils unitxt.span_lableing_operators unitxt.split_utils unitxt.splitters unitxt.standard unitxt.stream unitxt.string_operators unitxt.struct_data_operators unitxt.system_prompts unitxt.task unitxt.templates unitxt.test_utils unitxt.test_utils.artifact unitxt.test_utils.card unitxt.test_utils.catalog unitxt.test_utils.metrics unitxt.test_utils.operators unitxt.test_utils.storage unitxt.text_utils unitxt.type_utils unitxt.ui unitxt.ui.load_catalog_data unitxt.ui.settings unitxt.utils unitxt.validate unitxt.version

MRR (class in unitxt.metrics) MultiLabelTemplate (class in unitxt.templates) MultipleChoiceTask (class in unitxt.task) MultipleChoiceTemplate (class in unitxt.templates) MultipleSourceLoader (class in unitxt.loaders) MultiReferenceTemplate (class in unitxt.templates) MultiStream (class in unitxt.stream) MultiStreamOperator (class in unitxt.operator) MultiStreamScoreMean (class in unitxt.metric_utils)

N

name (unitxt.dataclass.Field attribute) nan_max() (in module unitxt.metrics) nan_mean() (in module unitxt.metrics) NDCG (class in unitxt.metrics) NER (class in unitxt.metrics) nested_tuple_to_string() (in module unitxt.text_utils) new_random_generator() (in module unitxt.random_utils) NonPositionalField (class in unitxt.dataclass) normalize() (in module unitxt.type_utils)

normalize_answer() (in module unitxt.metrics) normalized_cohens_h() (in module unitxt.metrics) normalized_hedges_g() (in module unitxt.metrics) NormalizedSacrebleu (class in unitxt.metrics) NormalizedType (class in unitxt.type_utils) NormalizeListFields (class in unitxt.normalizers) NullAugmentor (class in unitxt.operators) num_demos (unitxt.standard.StandardRecipe attribute) num_duplications (unitxt.operators.DuplicateInstances attribute)

O

openai_models (unitxt.metrics.LlamaIndexCorrectness attribute) OpenAiInferenceEngine (class in unitxt.inference) OpenAiInferenceEngineParams (class in unitxt.inference) Operator (class in unitxt.operator) OperatorError optional_all() (in module unitxt.type_utils)

optional_any() (in module unitxt.type_utils) OptionalField (class in unitxt.dataclass) origin (unitxt.type_utils.NormalizedType attribute) origin_cls (unitxt.dataclass.Field attribute) OutputQuantizingTemplate (class in unitxt.templates) outputs (unitxt.task.FormTask attribute) outside_label (unitxt.span_lableing_operators.IobExtractor attribute)

P

PackageRequirementsMixin (class in unitxt.operator) PagedStreamOperator (class in unitxt.operator) parameters (unitxt.inference.IbmGenAiInferenceEngine attribute) (unitxt.inference.OpenAiInferenceEngine attribute) parse() (in module unitxt.dataset_utils) parse_key_equals_value_string_to_dict() (in module unitxt.parsing_utils) parse_random_mix_string() (in module unitxt.split_utils) parse_slices_string() (in module unitxt.split_utils) parse_type_string() (in module unitxt.type_utils) peek() (unitxt.stream.Stream method) performance_drop_rate() (in module unitxt.metrics) Perplexity (class in unitxt.metrics) Perturb (class in unitxt.operators) pos_classes (unitxt.metrics.BinaryAccuracy attribute) (unitxt.metrics.BinaryMaxAccuracy attribute) (unitxt.metrics.F1Binary attribute) postprocessors (unitxt.standard.StandardRecipe attribute) (unitxt.templates.MultiLabelTemplate attribute) (unitxt.templates.SpanLabelingJsonTemplate attribute) (unitxt.templates.SpanLabelingTemplate attribute)

PrecisionBinary (class in unitxt.metrics) PrecisionMacroMultiLabel (class in unitxt.metrics) PrecisionMicroMultiLabel (class in unitxt.metrics) prediction_type (unitxt.metrics.BinaryMaxF1 attribute) (unitxt.task.FormTask attribute) prefixes (unitxt.operators.AugmentPrefixSuffix attribute) prepare() (unitxt.artifact.Artifact method) (unitxt.llm_as_judge.LLMAsJudge method) (unitxt.standard.StandardRecipe method) preprocess_steps (unitxt.card.TaskCard attribute) print_dict() (in module unitxt.text_utils) print_recipe_output() (in module unitxt.test_utils.card) process_every_value (unitxt.operators.MapInstanceValues attribute) process_instance_value() (in module unitxt.processors) produce() (in module unitxt.api) ProjectArtifactRegisterer (class in unitxt.register) pytrec_eval_at_k() (in module unitxt.metrics)

R

random_generator (unitxt.splitters.Sampler attribute) random_mix_generator() (in module unitxt.split_utils) random_mix_streams() (in module unitxt.split_utils) RandomPicker (class in unitxt.collections) RandomSampler (class in unitxt.splitters) RecallBinary (class in unitxt.metrics) RecallMacroMultiLabel (class in unitxt.metrics) RecallMicroMultiLabel (class in unitxt.metrics) Recipe (class in unitxt.recipe) recipe (unitxt.llm_as_judge.LLMAsJudge attribute) reduction_map (unitxt.llm_as_judge.LLMAsJudge attribute) (unitxt.metrics.Accuracy attribute) (unitxt.metrics.BertScore attribute) (unitxt.metrics.BinaryAccuracy attribute) (unitxt.metrics.CharEditDistance attribute) (unitxt.metrics.CharEditDistanceAccuracy attribute) (unitxt.metrics.Detector attribute) (unitxt.metrics.FixedGroupAbsvalNormCohensHParaphraseAccuracy attribute) (unitxt.metrics.FixedGroupAbsvalNormCohensHParaphraseStringContainment attribute) (unitxt.metrics.FixedGroupAbsvalNormHedgesGParaphraseAccuracy attribute) (unitxt.metrics.FixedGroupAbsvalNormHedgesGParaphraseStringContainment attribute) (unitxt.metrics.FixedGroupMeanAccuracy attribute) (unitxt.metrics.FixedGroupMeanBaselineAccuracy attribute) (unitxt.metrics.FixedGroupMeanBaselineStringContainment attribute) (unitxt.metrics.FixedGroupMeanParaphraseAccuracy attribute) (unitxt.metrics.FixedGroupMeanParaphraseStringContainment attribute) (unitxt.metrics.FixedGroupMeanStringContainment attribute) (unitxt.metrics.FixedGroupNormCohensHParaphraseAccuracy attribute) (unitxt.metrics.FixedGroupNormCohensHParaphraseStringContainment attribute) (unitxt.metrics.FixedGroupNormHedgesGParaphraseAccuracy attribute) (unitxt.metrics.FixedGroupNormHedgesGParaphraseStringContainment attribute) (unitxt.metrics.FixedGroupPDRParaphraseAccuracy attribute) (unitxt.metrics.FixedGroupPDRParaphraseStringContainment attribute) (unitxt.metrics.GroupMeanAccuracy attribute) (unitxt.metrics.GroupMeanStringContainment attribute) (unitxt.metrics.GroupMeanTokenOverlap attribute) (unitxt.metrics.MAP attribute) (unitxt.metrics.MaxAccuracy attribute) (unitxt.metrics.MRR attribute) (unitxt.metrics.Perplexity attribute) (unitxt.metrics.Reward attribute) (unitxt.metrics.SentenceBert attribute) (unitxt.metrics.StringContainment attribute) (unitxt.metrics.TokenOverlap attribute) (unitxt.metrics.UnsortedListExactMatch attribute)

RegexParser (class in unitxt.processors) RegexSplit (class in unitxt.string_operators) register() (unitxt.artifact.Artifactories method) register_all_artifacts() (in module unitxt.artifact) (in module unitxt.register) register_class() (unitxt.artifact.Artifact class method) register_local_catalog() (in module unitxt.register) register_local_catalog_for_tests() (in module unitxt.test_utils.catalog) RemoteMetric (class in unitxt.metrics) RemoveFields (class in unitxt.operators) RemoveValues (class in unitxt.operators) rename_split() (in module unitxt.split_utils) RenameFields (class in unitxt.operators) RenameSplits (class in unitxt.splitters) Replace (class in unitxt.string_operators) required (unitxt.dataclass.Field attribute) required_fields() (in module unitxt.dataclass) RequiredField (class in unitxt.dataclass) RequiredFieldError RerankRecall (class in unitxt.metrics) reset() (unitxt.artifact.Artifactories method) reset_artifacts_json_cache() (in module unitxt.artifact) RetrievalAtK (class in unitxt.metrics) RetrievalMetric (class in unitxt.metrics) ReusableGenerator (class in unitxt.generator_utils) Reward (class in unitxt.metrics) RocAuc (class in unitxt.metrics) Rouge (class in unitxt.metrics) rouge_types (unitxt.metrics.Rouge attribute) round_floats() (in module unitxt.test_utils.metrics)

S

safe_eval() (in module unitxt.utils) safe_load_json() (in module unitxt.ui.load_catalog_data) Sampler (class in unitxt.splitters) sampler (unitxt.standard.StandardRecipe attribute) save() (unitxt.artifact.Artifact method) save_json() (in module unitxt.utils) scaled_fields (unitxt.metrics.NormalizedSacrebleu attribute) (unitxt.metrics.Squad attribute) select_from (unitxt.operators.Perturb attribute) SentenceBert (class in unitxt.metrics) separate_inside_and_outside_square_brackets() (in module unitxt.parsing_utils) SeparateSplit (class in unitxt.splitters) SequentialOperator (class in unitxt.operator) SequentialOperatorInitializer (class in unitxt.operator) SequentialRecipe (class in unitxt.recipe) SerializeDialog (class in unitxt.dialog_operators) SerializeKeyValPairs (class in unitxt.struct_data_operators) SerializeTable (class in unitxt.struct_data_operators) SerializeTableAsDFLoader (class in unitxt.struct_data_operators) SerializeTableAsIndexedRowMajor (class in unitxt.struct_data_operators) SerializeTableAsJson (class in unitxt.struct_data_operators) SerializeTableAsMarkdown (class in unitxt.struct_data_operators) SerializeTableRowAsList (class in unitxt.struct_data_operators) SerializeTableRowAsText (class in unitxt.struct_data_operators) SerializeTriples (class in unitxt.struct_data_operators) set_caching() (unitxt.stream.MultiStream method) set_copying() (unitxt.stream.MultiStream method) set_values() (in module unitxt.dict_utils) set_verbosity() (in module unitxt.logging_utils) Settings (class in unitxt.settings_utils) Shuffle (class in unitxt.operators) ShuffleFieldValues (class in unitxt.operators) ShuffleTableColumns (class in unitxt.struct_data_operators) ShuffleTableRows (class in unitxt.struct_data_operators) SideEffectOperator (class in unitxt.operator) SingleStreamOperator (class in unitxt.operator) SingleStreamReducer (class in unitxt.operator) Singleton (class in unitxt.utils) SizeLimitedFormatter (class in unitxt.logging_utils) Slice (class in unitxt.collections_operators) slice_stream() (in module unitxt.split_utils)

slice_streams() (in module unitxt.split_utils) SliceSplit (class in unitxt.splitters) source (unitxt.operators.DownloadOperator attribute) SourceOperator (class in unitxt.operator) SourceSequentialOperator (class in unitxt.operator) SpanLabelingBaseTemplate (class in unitxt.templates) SpanLabelingJsonTemplate (class in unitxt.templates) SpanLabelingTemplate (class in unitxt.templates) Spearmanr (class in unitxt.metrics) Split (class in unitxt.string_operators) split_words() (in module unitxt.text_utils) SplitByValue (class in unitxt.operators) SplitRandomMix (class in unitxt.splitters) splits (unitxt.loaders.LoadFromSklearn attribute) SplitStrip (class in unitxt.processors) Splitter (class in unitxt.splitters) SpreadSplit (class in unitxt.splitters) Squad (class in unitxt.metrics) StanceToProCon (class in unitxt.processors) StandardRecipe (class in unitxt.standard) StandardRecipeWithIndexes (class in unitxt.standard) StandardSchema (class in unitxt.validate) steps (unitxt.standard.StandardRecipe attribute) Stream (class in unitxt.stream) stream_single() (in module unitxt.operator) StreamingOperator (class in unitxt.operator) StreamInitializerOperator (class in unitxt.operator) StreamInstanceOperator (class in unitxt.operator) StreamInstanceOperatorValidator (class in unitxt.operator) StreamRefiner (class in unitxt.operators) strict (unitxt.operators.MapInstanceValues attribute) StringContainment (class in unitxt.metrics) StringOrNotString (class in unitxt.processors) Strip (class in unitxt.string_operators) StrToFloatFormat (class in unitxt.processors) Substring (class in unitxt.processors) suffixes (unitxt.operators.AugmentPrefixSuffix attribute) summary() (in module unitxt.catalog) system_prompt (unitxt.standard.StandardRecipe attribute) SystemFormat (class in unitxt.formats) SystemPrompt (class in unitxt.system_prompts)

T

take() (unitxt.stream.Stream method) TakeByField (class in unitxt.operators) TakeFirstNonEmptyLine (class in unitxt.processors) TakeFirstWord (class in unitxt.processors) target (unitxt.operators.DownloadOperator attribute) target_dir (unitxt.operators.ExtractZipFile attribute) task (unitxt.card.TaskCard attribute) TaskCard (class in unitxt.card) Tasker (class in unitxt.task) temp_catalog() (in module unitxt.test_utils.catalog) Template (class in unitxt.templates) template (unitxt.standard.StandardRecipe attribute) template_card_index (unitxt.standard.StandardRecipe attribute) TemplateFormatKeyError templates (unitxt.card.TaskCard attribute) TemplatesDict (class in unitxt.templates) TemplatesList (class in unitxt.templates) test_adding_to_catalog() (in module unitxt.test_utils.card) test_artfifact_saving_and_loading() (in module unitxt.test_utils.artifact) test_card() (in module unitxt.test_utils.card) test_loading_from_catalog() (in module unitxt.test_utils.card) test_metric() (in module unitxt.test_utils.metrics) test_metrics_exist() (in module unitxt.test_utils.card)

test_predictions() (in module unitxt.test_utils.card) test_refiner (unitxt.standard.StandardRecipe attribute) test_with_eval() (in module unitxt.test_utils.card) TextualInstruction (class in unitxt.instructions) TextualSystemPrompt (class in unitxt.system_prompts) to_dataset() (unitxt.stream.MultiStream method) to_dict() (unitxt.dataclass.Dataclass method) to_field (unitxt.dialog_operators.SerializeDialog attribute) to_float_or_default() (in module unitxt.type_utils) to_iterable_dataset() (unitxt.stream.MultiStream method) TokenOverlap (class in unitxt.metrics) TokensSplit (class in unitxt.string_operators) ToListByComma (class in unitxt.processors) ToString (class in unitxt.processors) ToStringStripped (class in unitxt.processors) ToUnitxtGroup (class in unitxt.schema) ToYesOrNone (class in unitxt.processors) train_refiner (unitxt.standard.StandardRecipe attribute) truncate_cell() (in module unitxt.struct_data_operators) TruncateTableCells (class in unitxt.struct_data_operators) TruncateTableRows (class in unitxt.struct_data_operators) type (unitxt.dataclass.Field attribute) TypeMismatchError

U

Undefined (class in unitxt.dataclass) UnexpectedArgumentError UnexpectedHttpCodeError Unique (class in unitxt.operators) unitxt module unitxt.api module unitxt.artifact module unitxt.blocks module unitxt.card module unitxt.catalog module unitxt.collections module unitxt.collections_operators module unitxt.dataclass module unitxt.dataset module unitxt.dataset_utils module unitxt.deprecation_utils module unitxt.dialog_operators module unitxt.dict_utils module unitxt.eval_utils module unitxt.file_utils module unitxt.formats module unitxt.fusion module unitxt.generator_utils module unitxt.hf_utils module unitxt.inference module unitxt.instructions module unitxt.llm_as_judge module unitxt.loaders module unitxt.logging_utils module unitxt.metric module unitxt.metric_utils module unitxt.metrics module unitxt.normalizers module unitxt.operator module unitxt.operators module unitxt.parsing_utils module unitxt.prepare_utils module unitxt.prepare_utils.card_types module unitxt.prepare_utils.instructions module

unitxt.processors module unitxt.random_utils module unitxt.recipe module unitxt.register module unitxt.schema module unitxt.service module unitxt.service.metrics module unitxt.settings_utils module unitxt.span_lableing_operators module unitxt.split_utils module unitxt.splitters module unitxt.standard module unitxt.stream module unitxt.string_operators module unitxt.struct_data_operators module unitxt.system_prompts module unitxt.task module unitxt.templates module unitxt.test_utils module unitxt.test_utils.artifact module unitxt.test_utils.card module unitxt.test_utils.catalog module unitxt.test_utils.metrics module unitxt.test_utils.operators module unitxt.test_utils.storage module unitxt.text_utils module unitxt.type_utils module unitxt.ui module unitxt.ui.load_catalog_data module unitxt.ui.settings module unitxt.utils module unitxt.validate module unitxt.version module UnitxtArtifactNotFoundError UnitxtVersionsConflictError UnrecognizedArtifactTypeError unregister() (unitxt.artifact.Artifactories method) unregister_local_catalog() (in module unitxt.register) UnsortedListExactMatch (class in unitxt.metrics) update_init_signature() (unitxt.dataclass.DataclassMeta method) UpdateStream (class in unitxt.metrics)

V

validate_query_and_break_to_components() (in module unitxt.dict_utils) validate_subgroup_types() (in module unitxt.metrics) ValidateSchema (class in unitxt.validate) ValidateStandardSchema (class in unitxt.validate) validation_refiner (unitxt.standard.StandardRecipe attribute) Validator (class in unitxt.validate)

verbosed_fetch_artifact() (in module unitxt.artifact) verify() (unitxt.artifact.Artifact method) (unitxt.templates.TemplatesDict method) verify_artifact_dict() (unitxt.artifact.Artifact class method) verify_legal_catalog_name() (in module unitxt.catalog) verify_required_schema() (in module unitxt.type_utils) verify_versions_compatibility() (in module unitxt.hf_utils)

W

WeightedFusion (class in unitxt.fusion)

Wer (class in unitxt.metrics) Wrap (class in unitxt.collections_operators)

Y

YesNoTemplate (class in unitxt.templates)

YesNoToInt (class in unitxt.processors) YesToOneElseZero (class in unitxt.processors)

Z

zip_file (unitxt.operators.ExtractZipFile attribute)

ZipFieldValues (class in unitxt.operators)