unitxt.collections_operators module

class unitxt.collections_operators.Dictify(apply_to_streams: ~typing.List[str] = None, dont_apply_to_streams: ~typing.List[str] = None, field: str | None = None, to_field: str | None = None, field_to_field: ~typing.List[~typing.List[str]] | ~typing.Dict[str, str] | None = None, process_every_value: bool = False, use_query: bool = False, get_default: ~typing.Any = None, not_exist_ok: bool = False, with_keys: ~typing.List[str])

Bases: FieldOperator

class unitxt.collections_operators.DuplicateByList(apply_to_streams: ~typing.List[str] = None, dont_apply_to_streams: ~typing.List[str] = None, field: str, to_field: str | None = None, use_deep_copy: bool = False)

Bases: SingleStreamOperator

class unitxt.collections_operators.DuplicateBySubLists(apply_to_streams: ~typing.List[str] = None, dont_apply_to_streams: ~typing.List[str] = None, field: str, to_field: str | None = None, use_deep_copy: bool = False)

Bases: SingleStreamOperator

class unitxt.collections_operators.Get(apply_to_streams: ~typing.List[str] = None, dont_apply_to_streams: ~typing.List[str] = None, field: str | None = None, to_field: str | None = None, field_to_field: ~typing.List[~typing.List[str]] | ~typing.Dict[str, str] | None = None, process_every_value: bool = False, use_query: bool = False, get_default: ~typing.Any = None, not_exist_ok: bool = False, item: ~typing.Any)

Bases: FieldOperator

class unitxt.collections_operators.Slice(apply_to_streams: List[str] = None, dont_apply_to_streams: List[str] = None, field: str | None = None, to_field: str | None = None, field_to_field: List[List[str]] | Dict[str, str] | None = None, process_every_value: bool = False, use_query: bool = False, get_default: Any = None, not_exist_ok: bool = False, start: int | None = None, stop: int | None = None, step: int | None = None)

Bases: FieldOperator

class unitxt.collections_operators.Wrap(apply_to_streams: ~typing.List[str] = None, dont_apply_to_streams: ~typing.List[str] = None, field: str | None = None, to_field: str | None = None, field_to_field: ~typing.List[~typing.List[str]] | ~typing.Dict[str, str] | None = None, process_every_value: bool = False, use_query: bool = False, get_default: ~typing.Any = None, not_exist_ok: bool = False, inside: str)

Bases: FieldOperator