NeMo-Curator
Table of Contents
About NeMo Curator
Get Started
Curate Text
Curate Images
Curate Video
Curate Audio
Setup & Deployment
Reference
backends
backends.experimental
backends.experimental.ray_actor_pool
backends.experimental.ray_data
backends.experimental.utils
backends.internal
backends.internal.raft
backends.xenna
backends.xenna.adapter
backends.xenna.executor
backends.base
backends.utils
pipeline
pipeline.pipeline
stages
stages.audio
stages.audio.datasets
stages.audio.inference
stages.audio.io
stages.audio.metrics
stages.audio.common
stages.deduplication
stages.deduplication.exact
stages.deduplication.fuzzy
stages.deduplication.semantic
stages.deduplication.shuffle_utils
stages.deduplication.gpu_utils
stages.deduplication.id_generator
stages.deduplication.io_utils
stages.image
stages.image.deduplication
stages.image.embedders
stages.image.filters
stages.image.io
stages.text
stages.text.classifiers
stages.text.deduplication
stages.text.download
stages.text.embedders
stages.text.filters
stages.text.io
stages.text.models
stages.text.modifiers
stages.text.modules
stages.text.utils
stages.video
stages.video.caption
stages.video.clipping
stages.video.embedding
stages.video.filtering
stages.video.io
stages.video.preview
stages.base
stages.client_partitioning
stages.file_partitioning
stages.function_decorators
stages.resources
tasks
tasks.audio_batch
tasks.document
tasks.file_group
tasks.image
tasks.tasks
tasks.utils
tasks.video
utils
utils.client_utils
utils.column_utils
utils.decoder_utils
utils.file_utils
utils.grouping
utils.hf_download_utils
utils.nvcodec_utils
utils.operation_utils
utils.performance_utils
utils.storage_utils
utils.windowing_utils
utils.writer_utils
stages.audio.metrics.get_wer