nemo_automodel.components

Subpackages

• nemo_automodel.components._peft
  • nemo_automodel.components._peft.lora
  • nemo_automodel.components._peft.lora_kernel
  • nemo_automodel.components._peft.module_matcher
• nemo_automodel.components.attention
  • nemo_automodel.components.attention.flex_attention
  • nemo_automodel.components.attention.utils
• nemo_automodel.components.checkpoint
  • nemo_automodel.components.checkpoint._backports
    • nemo_automodel.components.checkpoint._backports._fsspec_filesystem
    • nemo_automodel.components.checkpoint._backports._version
    • nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors
    • nemo_automodel.components.checkpoint._backports.default_planner
    • nemo_automodel.components.checkpoint._backports.filesystem
    • nemo_automodel.components.checkpoint._backports.hf_storage
    • nemo_automodel.components.checkpoint._backports.hf_utils
    • nemo_automodel.components.checkpoint._backports.planner_helpers
  • nemo_automodel.components.checkpoint._torch_backports
  • nemo_automodel.components.checkpoint.addons
  • nemo_automodel.components.checkpoint.checkpointing
  • nemo_automodel.components.checkpoint.state_dict_adapter
  • nemo_automodel.components.checkpoint.stateful_wrappers
• nemo_automodel.components.config
  • nemo_automodel.components.config._arg_parser
  • nemo_automodel.components.config.loader
• nemo_automodel.components.datasets
  • nemo_automodel.components.datasets.llm
    • nemo_automodel.components.datasets.llm.megatron
    • nemo_automodel.components.datasets.llm.chat_dataset
    • nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset
    • nemo_automodel.components.datasets.llm.formatting_utils
    • nemo_automodel.components.datasets.llm.hellaswag
    • nemo_automodel.components.datasets.llm.megatron_dataset
    • nemo_automodel.components.datasets.llm.mock
    • nemo_automodel.components.datasets.llm.mock_iterable_dataset
    • nemo_automodel.components.datasets.llm.mock_packed
    • nemo_automodel.components.datasets.llm.nanogpt_dataset
    • nemo_automodel.components.datasets.llm.packed_sequence
    • nemo_automodel.components.datasets.llm.seq_cls
    • nemo_automodel.components.datasets.llm.squad
  • nemo_automodel.components.datasets.vlm
    • nemo_automodel.components.datasets.vlm.collate_fns
    • nemo_automodel.components.datasets.vlm.datasets
    • nemo_automodel.components.datasets.vlm.utils
  • nemo_automodel.components.datasets.utils
• nemo_automodel.components.distributed
  • nemo_automodel.components.distributed.pipelining
    • nemo_automodel.components.distributed.pipelining.autopipeline
    • nemo_automodel.components.distributed.pipelining.functional
    • nemo_automodel.components.distributed.pipelining.hf_utils
  • nemo_automodel.components.distributed.cp_utils
  • nemo_automodel.components.distributed.ddp
  • nemo_automodel.components.distributed.fsdp2
  • nemo_automodel.components.distributed.grad_utils
  • nemo_automodel.components.distributed.init_utils
  • nemo_automodel.components.distributed.megatron_fsdp
  • nemo_automodel.components.distributed.optimized_tp_plans
  • nemo_automodel.components.distributed.parallel_styles
  • nemo_automodel.components.distributed.parallelizer
  • nemo_automodel.components.distributed.tensor_utils
  • nemo_automodel.components.distributed.thd_utils
  • nemo_automodel.components.distributed.utils
• nemo_automodel.components.launcher
• nemo_automodel.components.loggers
  • nemo_automodel.components.loggers.log_utils
  • nemo_automodel.components.loggers.metric_logger
  • nemo_automodel.components.loggers.wandb_utils
• nemo_automodel.components.loss
  • nemo_automodel.components.loss.chunked_ce
  • nemo_automodel.components.loss.kd_loss
  • nemo_automodel.components.loss.linear_ce
  • nemo_automodel.components.loss.masked_ce
  • nemo_automodel.components.loss.te_parallel_ce
• nemo_automodel.components.models
  • nemo_automodel.components.models.deepseek_v3
    • nemo_automodel.components.models.deepseek_v3.layers
    • nemo_automodel.components.models.deepseek_v3.model
    • nemo_automodel.components.models.deepseek_v3.rope_utils
    • nemo_automodel.components.models.deepseek_v3.state_dict_adapter
  • nemo_automodel.components.models.glm4_moe
    • nemo_automodel.components.models.glm4_moe.layers
    • nemo_automodel.components.models.glm4_moe.model
    • nemo_automodel.components.models.glm4_moe.state_dict_adapter
  • nemo_automodel.components.models.gpt_oss
    • nemo_automodel.components.models.gpt_oss.layers
    • nemo_automodel.components.models.gpt_oss.model
    • nemo_automodel.components.models.gpt_oss.rope_utils
    • nemo_automodel.components.models.gpt_oss.state_dict_adapter
  • nemo_automodel.components.models.qwen3_moe
    • nemo_automodel.components.models.qwen3_moe.layers
    • nemo_automodel.components.models.qwen3_moe.model
    • nemo_automodel.components.models.qwen3_moe.state_dict_adapter
  • nemo_automodel.components.models.qwen3_next
    • nemo_automodel.components.models.qwen3_next.layers
    • nemo_automodel.components.models.qwen3_next.model
    • nemo_automodel.components.models.qwen3_next.state_dict_adapter
  • nemo_automodel.components.models.gpt2
• nemo_automodel.components.moe
  • nemo_automodel.components.moe.megatron
    • nemo_automodel.components.moe.megatron.fused_a2a
    • nemo_automodel.components.moe.megatron.fused_indices_converter
    • nemo_automodel.components.moe.megatron.moe_utils
    • nemo_automodel.components.moe.megatron.token_dispatcher
  • nemo_automodel.components.moe.fsdp_mixin
  • nemo_automodel.components.moe.layers
  • nemo_automodel.components.moe.parallelizer
  • nemo_automodel.components.moe.state_dict_mixin
  • nemo_automodel.components.moe.state_dict_utils
  • nemo_automodel.components.moe.utils
• nemo_automodel.components.optim
  • nemo_automodel.components.optim.scheduler
• nemo_automodel.components.quantization
  • nemo_automodel.components.quantization.fp8
  • nemo_automodel.components.quantization.qlora
• nemo_automodel.components.training
  • nemo_automodel.components.training.rng
  • nemo_automodel.components.training.signal_handler
  • nemo_automodel.components.training.step_scheduler
  • nemo_automodel.components.training.timers
  • nemo_automodel.components.training.utils
• nemo_automodel.components.utils
  • nemo_automodel.components.utils.compile_utils
  • nemo_automodel.components.utils.flops_utils
  • nemo_automodel.components.utils.model_utils
  • nemo_automodel.components.utils.yaml_utils