modules.add_id

Module Contents

Classes

AddId

API

class modules.add_id.AddId(

id_field: str,

id_prefix: str = 'doc_id',

start_index: int | None = None,

)

Bases: nemo_curator.modules.base.BaseModule

Initialization

call(

dataset: nemo_curator.datasets.DocumentDataset,

) → nemo_curator.datasets.DocumentDataset