nemo_gym.dataset_orchestrator

Module Contents

Functions

Name	Description
`delete_jsonl_dataset_from_gitlab`	-
`delete_jsonl_dataset_from_gitlab_cli`	-
`download_jsonl_dataset_from_hf_cli`	-
`upload_jsonl_dataset_to_hf_and_delete_gitlab_cli`	-
`upload_jsonl_dataset_to_hf_cli`	-
`upload_jsonl_dataset_to_hf_maybe_delete`	-

API

nemo_gym.dataset_orchestrator.delete_jsonl_dataset_from_gitlab(
    gitlab_model_name: str
) -> None

nemo_gym.dataset_orchestrator.delete_jsonl_dataset_from_gitlab_cli() -> None

nemo_gym.dataset_orchestrator.download_jsonl_dataset_from_hf_cli() -> None

nemo_gym.dataset_orchestrator.upload_jsonl_dataset_to_hf_and_delete_gitlab_cli() -> None

nemo_gym.dataset_orchestrator.upload_jsonl_dataset_to_hf_cli() -> None

nemo_gym.dataset_orchestrator.upload_jsonl_dataset_to_hf_maybe_delete(
    config: typing.Union[nemo_gym.config_types.UploadJsonlDatasetHuggingFaceMaybeDeleteConfig, nemo_gym.config_types.UploadJsonlDatasetHuggingFaceConfig],    config: typing.Union[nemo_gym.config_types.UploadJsonlDatasetHuggingFaceMaybeDeleteConfig, nemo_gym.config_types.UploadJsonlDatasetHuggingFaceConfig],
    delete_from_gitlab: bool = False
) -> None