nemo_automodel.components.datasets.llm#
Subpackages#
nemo_automodel.components.datasets.llm.megatronnemo_automodel.components.datasets.llm.megatron.buildernemo_automodel.components.datasets.llm.megatron.gpt_datasetnemo_automodel.components.datasets.llm.megatron.helpersnemo_automodel.components.datasets.llm.megatron.indexed_datasetnemo_automodel.components.datasets.llm.megatron.megatron_utilsnemo_automodel.components.datasets.llm.megatron.sampler
Submodules#
nemo_automodel.components.datasets.llm.chat_datasetnemo_automodel.components.datasets.llm.column_mapped_text_instruction_datasetnemo_automodel.components.datasets.llm.column_mapped_text_instruction_iterable_datasetnemo_automodel.components.datasets.llm.formatting_utilsnemo_automodel.components.datasets.llm.hellaswagnemo_automodel.components.datasets.llm.megatron_datasetnemo_automodel.components.datasets.llm.mocknemo_automodel.components.datasets.llm.mock_iterable_datasetnemo_automodel.components.datasets.llm.mock_packednemo_automodel.components.datasets.llm.nanogpt_datasetnemo_automodel.components.datasets.llm.packed_sequencenemo_automodel.components.datasets.llm.retrieval_collatornemo_automodel.components.datasets.llm.retrieval_datasetnemo_automodel.components.datasets.llm.seq_clsnemo_automodel.components.datasets.llm.squadnemo_automodel.components.datasets.llm.xlam
Package Contents#
Data#
API#
- nemo_automodel.components.datasets.llm.__all__#
[‘NanogptDataset’, ‘make_squad_dataset’, ‘make_retrieval_dataset’, ‘make_xlam_dataset’, ‘RetrievalBi…