nemo_automodel.components

Subpackages

• nemo_automodel.components.distributed
  • nemo_automodel.components.distributed.cp_utils
  • nemo_automodel.components.distributed.tensor_utils
  • nemo_automodel.components.distributed.init_utils
  • nemo_automodel.components.distributed.grad_utils
  • nemo_automodel.components.distributed.fsdp2
  • nemo_automodel.components.distributed.nvfsdp
  • nemo_automodel.components.distributed.optimized_tp_plans
  • nemo_automodel.components.distributed.parallelizer
  • nemo_automodel.components.distributed.ddp
• nemo_automodel.components.checkpoint
  • nemo_automodel.components.checkpoint._backports
    • nemo_automodel.components.checkpoint._backports.filesystem
    • nemo_automodel.components.checkpoint._backports.hf_utils
    • nemo_automodel.components.checkpoint._backports.hf_storage
    • nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors
    • nemo_automodel.components.checkpoint._backports._version
    • nemo_automodel.components.checkpoint._backports._fsspec_filesystem
    • nemo_automodel.components.checkpoint._backports.planner_helpers
    • nemo_automodel.components.checkpoint._backports.default_planner
  • nemo_automodel.components.checkpoint._torch_backports
  • nemo_automodel.components.checkpoint.checkpointing
  • nemo_automodel.components.checkpoint.stateful_wrappers
• nemo_automodel.components.config
  • nemo_automodel.components.config._arg_parser
  • nemo_automodel.components.config.loader
• nemo_automodel.components.datasets
  • nemo_automodel.components.datasets.llm
    • nemo_automodel.components.datasets.llm.hellaswag
    • nemo_automodel.components.datasets.llm.mock_packed
    • nemo_automodel.components.datasets.llm.mock
    • nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset
    • nemo_automodel.components.datasets.llm.squad
    • nemo_automodel.components.datasets.llm.packed_sequence
  • nemo_automodel.components.datasets.vlm
    • nemo_automodel.components.datasets.vlm.datasets
    • nemo_automodel.components.datasets.vlm.collate_fns
    • nemo_automodel.components.datasets.vlm.utils
  • nemo_automodel.components.datasets.utils
• nemo_automodel.components.quantization
  • nemo_automodel.components.quantization.fp8
• nemo_automodel.components.launcher
• nemo_automodel.components.optim
  • nemo_automodel.components.optim.scheduler
• nemo_automodel.components.loss
  • nemo_automodel.components.loss.chunked_ce
  • nemo_automodel.components.loss.te_parallel_ce
  • nemo_automodel.components.loss.masked_ce
  • nemo_automodel.components.loss.linear_ce
• nemo_automodel.components.loggers
  • nemo_automodel.components.loggers.log_utils
  • nemo_automodel.components.loggers.wandb_utils
• nemo_automodel.components._transformers
  • nemo_automodel.components._transformers.auto_model
  • nemo_automodel.components._transformers.utils
• nemo_automodel.components.utils
  • nemo_automodel.components.utils.model_utils
  • nemo_automodel.components.utils.compile_utils
  • nemo_automodel.components.utils.dist_utils
  • nemo_automodel.components.utils.sig_utils
  • nemo_automodel.components.utils.yaml_utils
• nemo_automodel.components._peft
  • nemo_automodel.components._peft.lora
  • nemo_automodel.components._peft.lora_kernel
  • nemo_automodel.components._peft.module_matcher
• nemo_automodel.components.training
  • nemo_automodel.components.training.timers
  • nemo_automodel.components.training.step_scheduler
  • nemo_automodel.components.training.rng
  • nemo_automodel.components.training.utils