unitxt.catalog module

class unitxt.catalog.Catalog(__tags__: ~typing.Dict[str, str] = {}, data_classification_policy: ~typing.List[str] = None, is_local: bool, name: str = None, location: str = None)

Bases: Artifactory

class unitxt.catalog.EnvironmentLocalCatalog(__tags__: Dict[str, str] = {}, data_classification_policy: List[str] = None, is_local: bool = True, name: str = 'local', location: str = '/home/docs/checkouts/readthedocs.org/user_builds/unitxt/envs/1.12.1/lib/python3.8/site-packages/unitxt/catalog')

Bases: LocalCatalog

class unitxt.catalog.GithubCatalog(__tags__: Dict[str, str] = {}, data_classification_policy: List[str] = None, is_local: bool = False, name: str = 'community', location: str = '/home/docs/checkouts/readthedocs.org/user_builds/unitxt/envs/1.12.1/lib/python3.8/site-packages/unitxt/catalog')

Bases: LocalCatalog

class unitxt.catalog.LocalCatalog(__tags__: Dict[str, str] = {}, data_classification_policy: List[str] = None, is_local: bool = True, name: str = 'local', location: str = '/home/docs/checkouts/readthedocs.org/user_builds/unitxt/envs/1.12.1/lib/python3.8/site-packages/unitxt/catalog')

Bases: Catalog

unitxt.catalog.add_to_catalog(artifact: Artifact, name: str, catalog: Catalog | None = None, overwrite: bool = False, catalog_path: str | None = None, verbose=True)

unitxt.catalog.count_files_recursively(folder)

unitxt.catalog.get_from_catalog(name: str, catalog: Catalog = None, catalog_path: str | None = None)

unitxt.catalog.get_local_catalogs_paths()

unitxt.catalog.local_catalog_summary(catalog_path)

unitxt.catalog.ls(to_file=None)

unitxt.catalog.summary()