Index

_

__abs__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __add__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __all__ (in module nemo_automodel) (in module nemo_automodel.components._transformers) (in module nemo_automodel.components.checkpoint._backports._fsspec_filesystem) (in module nemo_automodel.components.checkpoint._backports.default_planner) (in module nemo_automodel.components.checkpoint._backports.filesystem) (in module nemo_automodel.components.checkpoint._backports.hf_storage) (in module nemo_automodel.components.datasets.vlm) (in module nemo_automodel.components.optim) (in module nemo_automodel.components.quantization) (in module nemo_automodel.shared) __call__() (nemo_automodel.components.loss.chunked_ce.ChunkedCrossEntropy method) (nemo_automodel.components.loss.linear_ce.FusedLinearCrossEntropy method) (nemo_automodel.components.loss.masked_ce.MaskedCrossEntropy method) (nemo_automodel.components.loss.te_parallel_ce.TEParallelCrossEntropy method) (nemo_automodel.components.training.timers.Timers method) (nemo_automodel.shared.import_utils.UnavailableMeta method) __contains__() (nemo_automodel.components.config.loader.ConfigNode method) __del__() (nemo_automodel.components.training.rng.StatefulRNG method) __delete__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __delitem__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __dir__() (in module nemo_automodel) __divmod__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __enter__() (nemo_automodel.components.training.rng.StatefulRNG method) (nemo_automodel.components.training.timers.TimerBase method) (nemo_automodel.components.utils.dist_utils.FirstRankPerNode method) (nemo_automodel.components.utils.sig_utils.DistributedSignalHandler method) (nemo_automodel.shared.import_utils.UnavailableMeta method) __eq__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __exit__() (nemo_automodel.components.training.rng.StatefulRNG method) (nemo_automodel.components.training.timers.TimerBase method) (nemo_automodel.components.utils.dist_utils.FirstRankPerNode method) (nemo_automodel.components.utils.sig_utils.DistributedSignalHandler method) __floordiv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ge__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __get__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __getattr__() (in module nemo_automodel) (nemo_automodel.components.config.loader.ConfigNode method) (nemo_automodel.shared.import_utils.UnavailableMeta method) __getitem__() (nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset.ColumnMappedTextInstructionDataset method) (nemo_automodel.components.datasets.llm.hellaswag.HellaSwag method) __getstate__() (nemo_automodel.components.checkpoint._backports.filesystem._StorageInfo method) (nemo_automodel.components.checkpoint._backports.hf_utils._HFStorageInfo method) __gt__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __hash__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __iadd__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ifloordiv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ilshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __imul__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __index__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __invert__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ipow__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __irshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __isub__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __iter__() (nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset.ColumnMappedTextInstructionDataset method) (nemo_automodel.components.training.step_scheduler.StepScheduler method) (nemo_automodel.shared.import_utils.UnavailableMeta method) __itruediv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __le__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __len__() (nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset.ColumnMappedTextInstructionDataset method) (nemo_automodel.components.datasets.llm.hellaswag.HellaSwag method) (nemo_automodel.shared.import_utils.UnavailableMeta method) __lshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __lt__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __mul__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ne__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __neg__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __new__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __post_init__() (nemo_automodel.components._peft.module_matcher.ModuleMatcher method) (nemo_automodel.components.checkpoint.checkpointing.CheckpointingConfig method) (nemo_automodel.components.distributed.fsdp2.FSDP2Manager method) (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager method) __pow__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __radd__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rdivmod__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __repr__() (nemo_automodel.components.config.loader.ConfigNode method) __rfloordiv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rlshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rmul__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rpow__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rrshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rsub__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rtruediv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __setitem__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __str__() (nemo_automodel.components.config.loader.ConfigNode method) __sub__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __truediv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) _add_outer_prefix() (in module nemo_automodel.components.checkpoint.stateful_wrappers) _add_pack() (nemo_automodel.components.datasets.llm.packed_sequence.PackedSequence method) _add_pad_token() (in module nemo_automodel.components.datasets.llm.squad) _apply() (in module nemo_automodel.components.checkpoint.checkpointing) _apply_tokenizer() (nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset.ColumnMappedTextInstructionDataset method) _apply_tokenizer_plain() (in module nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset) _apply_tokenizer_with_chat_template() (in module nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset) _assert_same_signature() (in module nemo_automodel.components._transformers.auto_model) _BaseNeMoAutoModelClass (class in nemo_automodel.components._transformers.auto_model) _build_position_ids() (in module nemo_automodel.components.distributed.cp_utils) _check_all_values_equal_length() (in module nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset) _check_and_set() (nemo_automodel.components.optim.scheduler.OptimizerParamScheduler method) _check_box_bounds() (in module nemo_automodel.components.checkpoint._backports.default_planner) _check_box_overlap() (in module nemo_automodel.components.checkpoint._backports.default_planner) _COLOR_RESET (in module nemo_automodel.components.loggers.log_utils) _compiled_compute_cross_entropy (in module nemo_automodel.components.loss.chunked_ce) _compute_dataset_max_len() (nemo_automodel.components.datasets.utils.SFTSingleTurnPreprocessor method) _contains_usable_plan() (in module nemo_automodel.components.checkpoint._backports.planner_helpers) _convert_to_tensors() (nemo_automodel.components.datasets.llm.packed_sequence.PackedSequence method) _create_default_local_metadata() (in module nemo_automodel.components.checkpoint._backports.default_planner) _create_global_plan() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) _create_global_plan_with_caching() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method)

_dedup_save_plans() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) _derived_version (in module nemo_automodel.components.checkpoint._backports._version) _done (nemo_automodel.components.checkpoint._backports.filesystem._OverlappingCpuLoader property) _drain() (nemo_automodel.components.checkpoint._backports.filesystem._OverlappingCpuLoader method) _drop_outer_prefix() (in module nemo_automodel.components.checkpoint.stateful_wrappers) _EmptyStateDictLoadPlanner (class in nemo_automodel.components.checkpoint._backports.default_planner) _ensure_root_handler_with_formatter() (in module nemo_automodel.components.loggers.log_utils) _enum_representer() (in module nemo_automodel.components.utils.yaml_utils) _extract_file_index() (in module nemo_automodel.components.checkpoint._backports.hf_storage) _extract_target_modules() (in module nemo_automodel.components.checkpoint.checkpointing) _FileSystemWriter (class in nemo_automodel.components.checkpoint._backports.filesystem) _finish() (nemo_automodel.components.checkpoint._backports.filesystem._OverlappingCpuLoader method) _finish_plan_with_caching() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) _FLASH_ATTENTION_FIX_APPLIED (in module nemo_automodel.components.utils.compile_utils) _formatting_prompts_func() (in module nemo_automodel.components.datasets.llm.squad) _formatting_prompts_func_with_chat_template() (in module nemo_automodel.components.datasets.llm.squad) _FqnData (class in nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _freeze_module_by_attribute_and_patterns() (in module nemo_automodel.components.utils.model_utils) _function_representer() (in module nemo_automodel.components.utils.yaml_utils) _gen_file_name() (in module nemo_automodel.components.checkpoint._backports.hf_utils) _generate_uuid() (in module nemo_automodel.components.checkpoint._backports.filesystem) _generation_config_representer() (in module nemo_automodel.components.utils.yaml_utils) _get_all_ranks_time_string() (nemo_automodel.components.training.timers.Timers method) _get_automodel_peft_metadata() (in module nemo_automodel.components.checkpoint.checkpointing) _get_base_model_state_dict() (nemo_automodel.components.checkpoint.stateful_wrappers.ModelState method) _get_dcp_custom_metadata() (in module nemo_automodel.components.checkpoint._backports.hf_utils) _get_device_mesh() (nemo_automodel.components.distributed.fsdp2.FSDP2Manager method) _get_dtype() (in module nemo_automodel.components.checkpoint._backports.hf_utils) _get_elapsed_time_all_ranks() (nemo_automodel.components.training.timers.Timers method) _get_global_min_max_time() (nemo_automodel.components.training.timers.Timers method) _get_global_min_max_time_string() (nemo_automodel.components.training.timers.Timers method) _get_hf_peft_config() (in module nemo_automodel.components.checkpoint.checkpointing) _get_key_renaming_mapping() (in module nemo_automodel.components.checkpoint._backports.hf_storage) _get_lm_head_weight_and_name() (in module nemo_automodel.components.checkpoint.stateful_wrappers) _get_model_param_stats() (in module nemo_automodel.components.utils.model_utils) _get_next_fallback_attn() (in module nemo_automodel.components._transformers.auto_model) _get_parallel_plan() (in module nemo_automodel.components.distributed.parallelizer) _get_safetensors_file_metadata() (in module nemo_automodel.components.checkpoint._backports.hf_utils) _has_chat_template() (in module nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset) _has_cuda_capability() (in module nemo_automodel.components.quantization.fp8) _HFStorageInfo (class in nemo_automodel.components.checkpoint._backports.hf_utils) _HuggingFaceStorageReader (class in nemo_automodel.components.checkpoint._backports.hf_storage) _HuggingFaceStorageWriter (class in nemo_automodel.components.checkpoint._backports.hf_storage) _init_adapter() (nemo_automodel.components._peft.lora.LinearLoRA static method) _init_peft_adapters() (in module nemo_automodel.components.checkpoint.checkpointing) _InputFileData (class in nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _instantiate_value() (nemo_automodel.components.config.loader.ConfigNode method) _item_size() (in module nemo_automodel.components.checkpoint._backports.filesystem) _LEVEL_TO_COLOR (in module nemo_automodel.components.loggers.log_utils) _load_dataset() (in module nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset) _metadata_fn (in module nemo_automodel.components.checkpoint._backports.filesystem) (in module nemo_automodel.components.checkpoint._backports.hf_utils) _module_filter_fn() (in module nemo_automodel.components.quantization.fp8) _OutputFileData (class in nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _OverlappingCpuLoader (class in nemo_automodel.components.checkpoint._backports.filesystem) _package_tokenized_example() (in module nemo_automodel.components.datasets.llm.squad) _pad_function() (nemo_automodel.components.datasets.utils.SFTSingleTurnPreprocessor method) _pad_pack() (nemo_automodel.components.datasets.llm.packed_sequence.PackedSequence method) _pad_to_seq_length() (in module nemo_automodel.components.datasets.llm.squad) _parallelize_gemma3() (in module nemo_automodel.components.distributed.optimized_tp_plans) _parallelize_llama() (in module nemo_automodel.components.distributed.optimized_tp_plans) _parallelize_qwen() (in module nemo_automodel.components.distributed.optimized_tp_plans) _parse_input_metadata() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _partial_representer() (in module nemo_automodel.components.utils.yaml_utils) _patch_attention() (in module nemo_automodel.components._transformers.auto_model) _patch_liger_kernel() (in module nemo_automodel.components._transformers.auto_model) _PREFIX (in module nemo_automodel.components.checkpoint.stateful_wrappers) _prepare_input_fn() (nemo_automodel.components.distributed.optimized_tp_plans.RotaryEmbedParallel static method) _prepare_output_fn() (nemo_automodel.components.distributed.optimized_tp_plans.RotaryEmbedParallel static method) _process_output_file() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _read_tensor_data_mmap() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _refill() (nemo_automodel.components.checkpoint._backports.filesystem._OverlappingCpuLoader method) _repr_value() (nemo_automodel.components.config.loader.ConfigNode method) _resolve_target() (in module nemo_automodel.components.config.loader) _safe_object_representer() (in module nemo_automodel.components.utils.yaml_utils) _save_peft_adapters() (in module nemo_automodel.components.checkpoint.checkpointing) _SerialCpuLoader (class in nemo_automodel.components.checkpoint._backports.filesystem) _set_base_model_state_dict() (nemo_automodel.components.checkpoint.stateful_wrappers.ModelState method) _setup_distributed() (nemo_automodel.components.distributed.fsdp2.FSDP2Manager method) (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager method) _should_include_key() (nemo_automodel.components.checkpoint._backports.default_planner._EmptyStateDictLoadPlanner method) _should_stop_packing() (nemo_automodel.components.datasets.llm.packed_sequence.PackedSequence method) _slice_file() (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemReader method) _split_and_add_pack() (nemo_automodel.components.datasets.llm.packed_sequence.PackedSequence method) _split_by_size_and_type() (in module nemo_automodel.components.checkpoint._backports.filesystem) _split_by_storage_plan() (nemo_automodel.components.checkpoint._backports.hf_storage._HuggingFaceStorageWriter method) _StorageInfo (class in nemo_automodel.components.checkpoint._backports.filesystem) _StoragePrefix (class in nemo_automodel.components.checkpoint._backports.filesystem) _StorageReaderTransforms (class in nemo_automodel.components.checkpoint._backports.filesystem) _StorageWriterTransforms (class in nemo_automodel.components.checkpoint._backports.filesystem) _str_is_hf_repo_id() (in module nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset) _stream_supports_color() (nemo_automodel.components.loggers.log_utils.ColorFormatter method) _TensorLoader (class in nemo_automodel.components.checkpoint._backports.filesystem) _tokenize_function() (nemo_automodel.components.datasets.utils.SFTSingleTurnPreprocessor method) _torch_dtype_representer() (in module nemo_automodel.components.utils.yaml_utils) _try_bootstrap_pg() (nemo_automodel.components.utils.dist_utils.FirstRankPerNode method) _unwrap() (nemo_automodel.components.config.loader.ConfigNode method) _validate_global_plan() (in module nemo_automodel.components.checkpoint._backports.default_planner) _wrap() (nemo_automodel.components.config.loader.ConfigNode method) _write_column_wise_tensor() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _write_data() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter method) _write_element_by_element() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _write_files_from_queue() (in module nemo_automodel.components.checkpoint._backports.filesystem) _write_item() (in module nemo_automodel.components.checkpoint._backports.filesystem) _write_metadata() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _write_overall_metadata_file() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _write_row_wise_tensor() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _write_row_wise_tensor_optimized() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _write_sub_tensor_to_file() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) _write_sub_tensor_to_file_optimized() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors)

A

active_time() (nemo_automodel.components.training.timers.DummyTimer method) (nemo_automodel.components.training.timers.Timer method) add() (nemo_automodel.components.checkpoint._backports.filesystem._OverlappingCpuLoader method) (nemo_automodel.components.checkpoint._backports.filesystem._SerialCpuLoader method) (nemo_automodel.components.checkpoint._backports.filesystem._TensorLoader method) add_filter_to_all_loggers() (in module nemo_automodel.components.loggers.log_utils) all_gather_item() (in module nemo_automodel.components.utils.sig_utils) alpha (nemo_automodel.components._peft.lora.PeftConfig attribute)

Answer (nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset.ColumnTypes attribute) apply_flash_attention_compile_fix() (in module nemo_automodel.components.utils.compile_utils) apply_fp8_to_model() (in module nemo_automodel.components.quantization.fp8) apply_fsdp2_sharding_recursively() (in module nemo_automodel.components.distributed.parallelizer) apply_lora_to_linear_modules() (in module nemo_automodel.components._peft.lora) apply_parameter_freezing() (in module nemo_automodel.components.utils.model_utils) apply_patches() (in module nemo_automodel.components.checkpoint._torch_backports) average_in_collective (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute)

B

backend (nemo_automodel.components.distributed.ddp.DDPManager attribute) (nemo_automodel.components.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.components.distributed.init_utils.DistInfo attribute) (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) (nemo_automodel.components.utils.compile_utils.CompileConfig attribute) backward() (nemo_automodel.components._peft.lora.LoRATritonFunction static method) (nemo_automodel.components.loss.te_parallel_ce.CrossEntropyFunction static method)

barrier_and_log() (in module nemo_automodel.components.utils.dist_utils) batchify() (in module nemo_automodel.components.datasets.utils) block_vector_mul() (in module nemo_automodel.components._peft.lora_kernel) build_compile_config() (in module nemo_automodel.components.utils.compile_utils) build_fp8_config() (in module nemo_automodel.components.quantization.fp8) build_packed_dataset() (in module nemo_automodel.components.datasets.llm.mock_packed) build_unpacked_dataset() (in module nemo_automodel.components.datasets.llm.mock)

C

calculate_per_token_loss (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) check_for_nan_in_grad (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) checkpoint_dir (nemo_automodel.components.checkpoint.checkpointing.CheckpointingConfig attribute) checkpoint_id (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter property) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemReader property) CheckpointingConfig (class in nemo_automodel.components.checkpoint.checkpointing) ChunkedCrossEntropy (class in nemo_automodel.components.loss.chunked_ce) clip_grad_by_total_norm_() (in module nemo_automodel.components.distributed.grad_utils) clip_gradients() (in module nemo_automodel.components.utils.dist_utils) COLLATE_FNS (in module nemo_automodel.components.datasets.vlm.collate_fns) ColorFormatter (class in nemo_automodel.components.loggers.log_utils) ColumnMappedTextInstructionDataset (class in nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset) ColumnTypes (class in nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset) commit_tensor() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner method) compile_model() (in module nemo_automodel.components.utils.compile_utils) CompileConfig (class in nemo_automodel.components.utils.compile_utils) compute_cross_entropy() (in module nemo_automodel.components.loss.chunked_ce) concat_path() (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemBase method) ConfigNode (class in nemo_automodel.components.config.loader) configure_torch_dynamo() (in module nemo_automodel.components.utils.compile_utils) consolidate_safetensors_files() (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors)

Context (nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset.ColumnTypes attribute) count_tail_padding() (in module nemo_automodel.components.training.utils) cp_size (nemo_automodel.components.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) create_block_causal_mask() (in module nemo_automodel.components.datasets.llm.packed_sequence) create_compile_config_from_dict() (in module nemo_automodel.components.utils.compile_utils) create_context_parallel_ctx() (in module nemo_automodel.components.distributed.cp_utils) create_default_global_load_plan() (in module nemo_automodel.components.checkpoint._backports.default_planner) create_default_global_save_plan() (in module nemo_automodel.components.checkpoint._backports.default_planner) create_default_local_load_plan() (in module nemo_automodel.components.checkpoint._backports.default_planner) create_default_local_save_plan() (in module nemo_automodel.components.checkpoint._backports.default_planner) create_fp8_config_from_dict() (in module nemo_automodel.components.quantization.fp8) create_global_plan() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner method) (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) create_local_plan() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner method) (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) create_loss_mask_with_start_of_response_token() (in module nemo_automodel.components.datasets.vlm.collate_fns) create_stream() (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemBase method) CROSS_ENTROPY_IGNORE_IDX (in module nemo_automodel.components.datasets.llm.packed_sequence) CrossEntropyFunction (class in nemo_automodel.components.loss.te_parallel_ce) CUSTOM_METADATA_KEY (in module nemo_automodel.components.checkpoint._backports.hf_utils)

D

da_dx_autotune_configs() (in module nemo_automodel.components._peft.lora_kernel) DATA_KEY (in module nemo_automodel.components.checkpoint._backports.hf_utils) DATA_OFFSETS_KEY (in module nemo_automodel.components.checkpoint._backports.hf_utils) data_parallel_sharding_strategy (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) db_autotune_configs() (in module nemo_automodel.components._peft.lora_kernel) DCP_SHARDING_INFO_KEY (in module nemo_automodel.components.checkpoint._backports.hf_utils) DCP_VERSION_KEY (in module nemo_automodel.components.checkpoint._backports.hf_utils) DDPManager (class in nemo_automodel.components.distributed.ddp) default_collate_fn() (in module nemo_automodel.components.datasets.vlm.collate_fns) default_collater() (in module nemo_automodel.components.datasets.utils) DEFAULT_EXTRA_METADATA_KEY (in module nemo_automodel.components.checkpoint._backports.hf_utils) DEFAULT_SUFFIX (in module nemo_automodel.components.checkpoint._backports.filesystem) DefaultLoadPlanner (class in nemo_automodel.components.checkpoint._backports.default_planner) DefaultSavePlanner (class in nemo_automodel.components.checkpoint._backports.default_planner) destroy_global_state() (in module nemo_automodel.components.distributed.init_utils) device (nemo_automodel.components.distributed.init_utils.DistInfo attribute) dim (nemo_automodel.components._peft.lora.PeftConfig attribute)

disable_bucketing (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) DistInfo (class in nemo_automodel.components.distributed.init_utils) DistributedSignalHandler (class in nemo_automodel.components.utils.sig_utils) dp_replicate_size (nemo_automodel.components.distributed.fsdp2.FSDP2Manager attribute) dp_size (nemo_automodel.components.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) dropout (nemo_automodel.components._peft.lora.PeftConfig attribute) dropout_position (nemo_automodel.components._peft.lora.PeftConfig attribute) dtype (nemo_automodel.components.checkpoint._backports.hf_utils._HFStorageInfo attribute) dtype_from_str() (in module nemo_automodel.shared.utils) DTYPE_KEY (in module nemo_automodel.components.checkpoint._backports.hf_utils) DTYPE_MAP (in module nemo_automodel.components.checkpoint._backports.hf_utils) dtype_size (nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors._FqnData attribute) dtype_str (nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors._FqnData attribute) DummyTimer (class in nemo_automodel.components.training.timers) dynamic (nemo_automodel.components.utils.compile_utils.CompileConfig attribute) dynamo_cache_size_limit (nemo_automodel.components.utils.compile_utils.CompileConfig attribute)

E

elapsed() (nemo_automodel.components.training.timers.DummyTimer method) (nemo_automodel.components.training.timers.Timer method) (nemo_automodel.components.training.timers.TimerBase method) emulate (nemo_automodel.components.quantization.fp8.FP8Config attribute) enable_fsdp_float8_all_gather (nemo_automodel.components.quantization.fp8.FP8Config attribute) enable_torch_dynamo_scalar_outputs() (in module nemo_automodel.components.utils.compile_utils) enabled (nemo_automodel.components.checkpoint.checkpointing.CheckpointingConfig attribute) (nemo_automodel.components.quantization.fp8.FP8Config attribute) (nemo_automodel.components.utils.compile_utils.CompileConfig attribute)

epochs (nemo_automodel.components.training.step_scheduler.StepScheduler property) exclude_modules (nemo_automodel.components._peft.lora.PeftConfig attribute) (nemo_automodel.components._peft.module_matcher.ModuleMatcher attribute) exists() (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemBase method) extract_key_from_dicts() (in module nemo_automodel.components.datasets.utils) extract_skipped_token_ids() (in module nemo_automodel.components.datasets.vlm.utils)

F

FILE_NAME (in module nemo_automodel.components.checkpoint._backports.hf_utils) FileSystem (class in nemo_automodel.components.checkpoint._backports._fsspec_filesystem) (class in nemo_automodel.components.checkpoint._backports.filesystem) FileSystemBase (class in nemo_automodel.components.checkpoint._backports.filesystem) FileSystemReader (class in nemo_automodel.components.checkpoint._backports.filesystem) FileSystemWriter (class in nemo_automodel.components.checkpoint._backports.filesystem) filter() (nemo_automodel.components.loggers.log_utils.RankFilter method) filter_fqns (nemo_automodel.components.quantization.fp8.FP8Config attribute) find_last_non_pad_token() (in module nemo_automodel.components.datasets.utils) finish() (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.components.checkpoint._backports.hf_storage._HuggingFaceStorageWriter method) finish_plan() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner method) (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) FirstRankPerNode (class in nemo_automodel.components.utils.dist_utils) flush_block() (in module nemo_automodel.components.datasets.llm.mock_packed) force_recompute_fp8_weight_in_bwd (nemo_automodel.components.quantization.fp8.FP8Config attribute) format() (nemo_automodel.components.loggers.log_utils.ColorFormatter method)

forward() (nemo_automodel.components._peft.lora.LinearLoRA method) (nemo_automodel.components._peft.lora.LoRATritonFunction static method) (nemo_automodel.components._peft.lora.TritonLinearLoRA method) (nemo_automodel.components.loss.te_parallel_ce.CrossEntropyFunction static method) forward_autotune_configs() (in module nemo_automodel.components._peft.lora_kernel) FP8Config (class in nemo_automodel.components.quantization.fp8) fqn_data (nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors._OutputFileData attribute) from_config() (nemo_automodel.components._transformers.auto_model._BaseNeMoAutoModelClass class method) from_config_node() (nemo_automodel.components.quantization.fp8.FP8Config class method) from_dict() (nemo_automodel.components._peft.lora.PeftConfig class method) from_pretrained() (nemo_automodel.components._transformers.auto_model._BaseNeMoAutoModelClass class method) fsdp2_strategy_parallelize() (in module nemo_automodel.components.distributed.parallelizer) FSDP2Manager (class in nemo_automodel.components.distributed.fsdp2) fsdp_double_buffer (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) FsspecReader (class in nemo_automodel.components.checkpoint._backports._fsspec_filesystem) FsspecWriter (class in nemo_automodel.components.checkpoint._backports._fsspec_filesystem) fullgraph (nemo_automodel.components.utils.compile_utils.CompileConfig attribute) FusedLinearCrossEntropy (class in nemo_automodel.components.loss.linear_ce)

G

GEMMA_3N_TOKENS (in module nemo_automodel.components.datasets.vlm.utils) GEMMA_TOKENS (in module nemo_automodel.components.datasets.vlm.utils) gen_sentence_ids() (in module nemo_automodel.components.datasets.llm.mock) (in module nemo_automodel.components.datasets.llm.mock_packed) get() (nemo_automodel.components.config.loader.ConfigNode method) get_all_timers_string() (nemo_automodel.components.training.timers.Timers method) get_context() (nemo_automodel.components.datasets.llm.hellaswag.HellaSwag method) get_cpu_state_dict() (in module nemo_automodel.components.distributed.tensor_utils) get_device() (in module nemo_automodel.components.utils.sig_utils) get_fqn_to_file_index_mapping() (in module nemo_automodel.components.checkpoint._backports.hf_storage) get_grad_norm() (in module nemo_automodel.components.distributed.grad_utils) get_hf_tp_shard_plan() (in module nemo_automodel.components.distributed.parallelizer) get_lm_ac_layers() (in module nemo_automodel.components.distributed.parallelizer) get_local_rank_preinit() (in module nemo_automodel.components.distributed.init_utils)

get_lr() (nemo_automodel.components.optim.scheduler.OptimizerParamScheduler method) get_pad_token_from_key() (in module nemo_automodel.components.datasets.utils) get_pid_coords() (in module nemo_automodel.components._peft.lora_kernel) get_rank_safe() (in module nemo_automodel.components.distributed.init_utils) get_safetensors_index_path() (in module nemo_automodel.components.checkpoint.checkpointing) get_sync_ctx() (in module nemo_automodel.components.utils.dist_utils) get_target() (nemo_automodel.components.datasets.llm.hellaswag.HellaSwag method) get_torch_version() (in module nemo_automodel.shared.import_utils) get_train_context() (in module nemo_automodel.components.distributed.cp_utils) get_wd() (nemo_automodel.components.optim.scheduler.OptimizerParamScheduler method) get_world_size_safe() (in module nemo_automodel.components.distributed.init_utils) GPU_INSTALL_STRING (in module nemo_automodel.shared.import_utils) gpu_only_import() (in module nemo_automodel.shared.import_utils) gpu_only_import_from() (in module nemo_automodel.shared.import_utils) grad_reduce_in_fp32 (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute)

H

HAVE_NVFSDP (in module nemo_automodel.components.distributed.parallelizer) HAVE_TE_PARALLEL_CE (in module nemo_automodel.components.loss.te_parallel_ce)

HellaSwag (class in nemo_automodel.components.datasets.llm.hellaswag) HF_DCP_VERSION (in module nemo_automodel.components.checkpoint._backports.hf_utils)

I

import_class_from_path() (in module nemo_automodel.components.distributed.parallelizer) import_classes_from_paths() (in module nemo_automodel.components.distributed.parallelizer) init_all_rng() (in module nemo_automodel.components.training.rng) init_lora_weights() (nemo_automodel.components._peft.lora.LinearLoRA method) init_nvfsdp_with_meta_device (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) init_path() (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemBase method) initialize_distributed() (in module nemo_automodel.components.distributed.init_utils)

inner_kernel() (in module nemo_automodel.components._peft.lora_kernel) instantiate() (nemo_automodel.components.config.loader.ConfigNode method) is_causal_lm (nemo_automodel.components._peft.module_matcher.ModuleMatcher attribute) is_ckpt_step (nemo_automodel.components.training.step_scheduler.StepScheduler property) is_main (nemo_automodel.components.distributed.init_utils.DistInfo attribute) is_peft (nemo_automodel.components.checkpoint.checkpointing.CheckpointingConfig attribute) is_torch_min_version() (in module nemo_automodel.shared.import_utils) is_unavailable() (in module nemo_automodel.shared.import_utils) is_val_step (nemo_automodel.components.training.step_scheduler.StepScheduler property)

J

json2token() (in module nemo_automodel.components.datasets.vlm.utils)

K

keep_fp8_transpose_cache_when_using_custom_fsdp (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute)

L

length (nemo_automodel.components.checkpoint._backports.filesystem._StorageInfo attribute) (nemo_automodel.components.checkpoint._backports.hf_utils._HFStorageInfo attribute) LinearLoRA (class in nemo_automodel.components._peft.lora) LLAMA_TOKENS (in module nemo_automodel.components.datasets.vlm.utils) LLAVA_TOKENS (in module nemo_automodel.components.datasets.vlm.utils) load_bytes() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner method) load_model() (in module nemo_automodel.components.checkpoint.checkpointing) load_model_from_base_checkpoint() (in module nemo_automodel.components.checkpoint.checkpointing) load_module_from_file() (in module nemo_automodel.components.config.loader) load_optimizer() (in module nemo_automodel.components.checkpoint.checkpointing) load_state_dict() (nemo_automodel.components.checkpoint.stateful_wrappers.ModelState method) (nemo_automodel.components.checkpoint.stateful_wrappers.OptimizerState method) (nemo_automodel.components.optim.scheduler.OptimizerParamScheduler method) (nemo_automodel.components.training.rng.StatefulRNG method) (nemo_automodel.components.training.step_scheduler.StepScheduler method) load_yaml_config() (in module nemo_automodel.components.config.loader) log() (nemo_automodel.components.training.timers.Timers method) logger (in module nemo_automodel.components._transformers.auto_model) (in module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors) (in module nemo_automodel.components.checkpoint._backports.default_planner) (in module nemo_automodel.components.checkpoint._torch_backports) (in module nemo_automodel.components.datasets.llm.packed_sequence) (in module nemo_automodel.components.loggers.log_utils) (in module nemo_automodel.components.optim.scheduler) (in module nemo_automodel.components.quantization.fp8) (in module nemo_automodel.components.utils.compile_utils) (in module nemo_automodel.components.utils.dist_utils) (in module nemo_automodel.components.utils.model_utils) (in module nemo_automodel.shared.import_utils)

lookup_object() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) lookup_tensor() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner method) lora_A_init (nemo_automodel.components._peft.lora.PeftConfig attribute) lora_da_dx_kernel() (in module nemo_automodel.components._peft.lora_kernel) lora_da_dx_update_wrapper() (in module nemo_automodel.components._peft.lora_kernel) lora_db_kernel() (in module nemo_automodel.components._peft.lora_kernel) lora_db_update_wrapper() (in module nemo_automodel.components._peft.lora_kernel) lora_dtype (nemo_automodel.components._peft.lora.PeftConfig attribute) lora_forward_kernel() (in module nemo_automodel.components._peft.lora_kernel) lora_forward_wrapper() (in module nemo_automodel.components._peft.lora_kernel) LoRATritonFunction (class in nemo_automodel.components._peft.lora) ls() (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystem method)

M

make_attention_mask_from_labels() (in module nemo_automodel.components.datasets.utils) make_cord_v2_dataset() (in module nemo_automodel.components.datasets.vlm.datasets) make_cp_batch_and_ctx() (in module nemo_automodel.components.distributed.cp_utils) make_cv17_dataset() (in module nemo_automodel.components.datasets.vlm.datasets) make_iterable() (in module nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset) make_medpix_dataset() (in module nemo_automodel.components.datasets.vlm.datasets) make_rdr_dataset() (in module nemo_automodel.components.datasets.vlm.datasets) make_squad_dataset() (in module nemo_automodel.components.datasets.llm.squad) make_vocab() (in module nemo_automodel.components.datasets.llm.mock) (in module nemo_automodel.components.datasets.llm.mock_packed) mappings (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner attribute) (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner attribute) MaskedCrossEntropy (class in nemo_automodel.components.loss.masked_ce) match() (nemo_automodel.components._peft.module_matcher.ModuleMatcher method) match_all_linear (nemo_automodel.components._peft.lora.PeftConfig attribute) (nemo_automodel.components._peft.module_matcher.ModuleMatcher attribute) metadata (nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors._InputFileData attribute) metadata_path (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter property) (nemo_automodel.components.checkpoint._backports.hf_storage._HuggingFaceStorageWriter property) metadata_size (nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors._InputFileData attribute) (nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors._OutputFileData attribute) MISSING_CUT_CROSS_ENTROPY_MSG (in module nemo_automodel.shared.import_utils) MISSING_QWEN_VL_UTILS_MSG (in module nemo_automodel.shared.import_utils) MISSING_TE_PARALLEL_CE_MSG (in module nemo_automodel.components.loss.te_parallel_ce) MISSING_TORCHAO_MSG (in module nemo_automodel.shared.import_utils) MISSING_TRITON_MSG (in module nemo_automodel.shared.import_utils) mkdir() (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemBase method) mode (nemo_automodel.components.utils.compile_utils.CompileConfig attribute) model_cache_dir (nemo_automodel.components.checkpoint.checkpointing.CheckpointingConfig attribute) model_repo_id (nemo_automodel.components.checkpoint.checkpointing.CheckpointingConfig attribute) model_save_format (nemo_automodel.components.checkpoint.checkpointing.CheckpointingConfig attribute) ModelState (class in nemo_automodel.components.checkpoint.stateful_wrappers) module nemo_automodel nemo_automodel.components nemo_automodel.components._peft nemo_automodel.components._peft.lora nemo_automodel.components._peft.lora_kernel nemo_automodel.components._peft.module_matcher nemo_automodel.components._transformers nemo_automodel.components._transformers.auto_model nemo_automodel.components._transformers.utils nemo_automodel.components.checkpoint nemo_automodel.components.checkpoint._backports nemo_automodel.components.checkpoint._backports._fsspec_filesystem nemo_automodel.components.checkpoint._backports._version nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors nemo_automodel.components.checkpoint._backports.default_planner nemo_automodel.components.checkpoint._backports.filesystem nemo_automodel.components.checkpoint._backports.hf_storage nemo_automodel.components.checkpoint._backports.hf_utils nemo_automodel.components.checkpoint._backports.planner_helpers nemo_automodel.components.checkpoint._torch_backports nemo_automodel.components.checkpoint.checkpointing nemo_automodel.components.checkpoint.stateful_wrappers nemo_automodel.components.config nemo_automodel.components.config._arg_parser nemo_automodel.components.config.loader nemo_automodel.components.datasets nemo_automodel.components.datasets.llm nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset nemo_automodel.components.datasets.llm.hellaswag nemo_automodel.components.datasets.llm.mock nemo_automodel.components.datasets.llm.mock_packed nemo_automodel.components.datasets.llm.packed_sequence nemo_automodel.components.datasets.llm.squad nemo_automodel.components.datasets.utils nemo_automodel.components.datasets.vlm nemo_automodel.components.datasets.vlm.collate_fns nemo_automodel.components.datasets.vlm.datasets nemo_automodel.components.datasets.vlm.utils nemo_automodel.components.distributed nemo_automodel.components.distributed.cp_utils nemo_automodel.components.distributed.ddp nemo_automodel.components.distributed.fsdp2 nemo_automodel.components.distributed.grad_utils nemo_automodel.components.distributed.init_utils nemo_automodel.components.distributed.nvfsdp nemo_automodel.components.distributed.optimized_tp_plans nemo_automodel.components.distributed.parallelizer nemo_automodel.components.distributed.tensor_utils nemo_automodel.components.launcher nemo_automodel.components.loggers nemo_automodel.components.loggers.log_utils nemo_automodel.components.loggers.wandb_utils nemo_automodel.components.loss nemo_automodel.components.loss.chunked_ce nemo_automodel.components.loss.linear_ce nemo_automodel.components.loss.masked_ce nemo_automodel.components.loss.te_parallel_ce nemo_automodel.components.optim nemo_automodel.components.optim.scheduler nemo_automodel.components.quantization nemo_automodel.components.quantization.fp8 nemo_automodel.components.training nemo_automodel.components.training.rng nemo_automodel.components.training.step_scheduler nemo_automodel.components.training.timers nemo_automodel.components.training.utils nemo_automodel.components.utils nemo_automodel.components.utils.compile_utils nemo_automodel.components.utils.dist_utils nemo_automodel.components.utils.model_utils nemo_automodel.components.utils.sig_utils nemo_automodel.components.utils.yaml_utils nemo_automodel.shared nemo_automodel.shared.import_utils nemo_automodel.shared.utils

module_filter() (in module nemo_automodel.components.loggers.log_utils) ModuleMatcher (class in nemo_automodel.components._peft.module_matcher) mp_policy (nemo_automodel.components.distributed.fsdp2.FSDP2Manager attribute)

N

nccl_ub (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) nemo_automodel module nemo_automodel.components module nemo_automodel.components._peft module nemo_automodel.components._peft.lora module nemo_automodel.components._peft.lora_kernel module nemo_automodel.components._peft.module_matcher module nemo_automodel.components._transformers module nemo_automodel.components._transformers.auto_model module nemo_automodel.components._transformers.utils module nemo_automodel.components.checkpoint module nemo_automodel.components.checkpoint._backports module nemo_automodel.components.checkpoint._backports._fsspec_filesystem module nemo_automodel.components.checkpoint._backports._version module nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors module nemo_automodel.components.checkpoint._backports.default_planner module nemo_automodel.components.checkpoint._backports.filesystem module nemo_automodel.components.checkpoint._backports.hf_storage module nemo_automodel.components.checkpoint._backports.hf_utils module nemo_automodel.components.checkpoint._backports.planner_helpers module nemo_automodel.components.checkpoint._torch_backports module nemo_automodel.components.checkpoint.checkpointing module nemo_automodel.components.checkpoint.stateful_wrappers module nemo_automodel.components.config module nemo_automodel.components.config._arg_parser module nemo_automodel.components.config.loader module nemo_automodel.components.datasets module nemo_automodel.components.datasets.llm module nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset module nemo_automodel.components.datasets.llm.hellaswag module nemo_automodel.components.datasets.llm.mock module nemo_automodel.components.datasets.llm.mock_packed module nemo_automodel.components.datasets.llm.packed_sequence module nemo_automodel.components.datasets.llm.squad module nemo_automodel.components.datasets.utils module nemo_automodel.components.datasets.vlm module nemo_automodel.components.datasets.vlm.collate_fns module nemo_automodel.components.datasets.vlm.datasets module nemo_automodel.components.datasets.vlm.utils module nemo_automodel.components.distributed module nemo_automodel.components.distributed.cp_utils module

nemo_automodel.components.distributed.ddp module nemo_automodel.components.distributed.fsdp2 module nemo_automodel.components.distributed.grad_utils module nemo_automodel.components.distributed.init_utils module nemo_automodel.components.distributed.nvfsdp module nemo_automodel.components.distributed.optimized_tp_plans module nemo_automodel.components.distributed.parallelizer module nemo_automodel.components.distributed.tensor_utils module nemo_automodel.components.launcher module nemo_automodel.components.loggers module nemo_automodel.components.loggers.log_utils module nemo_automodel.components.loggers.wandb_utils module nemo_automodel.components.loss module nemo_automodel.components.loss.chunked_ce module nemo_automodel.components.loss.linear_ce module nemo_automodel.components.loss.masked_ce module nemo_automodel.components.loss.te_parallel_ce module nemo_automodel.components.optim module nemo_automodel.components.optim.scheduler module nemo_automodel.components.quantization module nemo_automodel.components.quantization.fp8 module nemo_automodel.components.training module nemo_automodel.components.training.rng module nemo_automodel.components.training.step_scheduler module nemo_automodel.components.training.timers module nemo_automodel.components.training.utils module nemo_automodel.components.utils module nemo_automodel.components.utils.compile_utils module nemo_automodel.components.utils.dist_utils module nemo_automodel.components.utils.model_utils module nemo_automodel.components.utils.sig_utils module nemo_automodel.components.utils.yaml_utils module nemo_automodel.shared module nemo_automodel.shared.import_utils module nemo_automodel.shared.utils module NeMoAutoModelForCausalLM (class in nemo_automodel.components._transformers.auto_model) NeMoAutoModelForImageTextToText (class in nemo_automodel.components._transformers.auto_model) NeMoAutoModelForSequenceClassification (class in nemo_automodel.components._transformers.auto_model) new_is_triton_greater_or_equal() (in module nemo_automodel.components.loss.linear_ce) new_is_triton_greater_or_equal_3_2_0() (in module nemo_automodel.components.loss.linear_ce) null_decorator() (in module nemo_automodel.shared.import_utils) nvfsdp_strategy_parallelize() (in module nemo_automodel.components.distributed.parallelizer) nvfsdp_unit_modules (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) NVFSDPManager (class in nemo_automodel.components.distributed.nvfsdp)

O

offload_policy (nemo_automodel.components.distributed.fsdp2.FSDP2Manager attribute) offset (nemo_automodel.components.checkpoint._backports.filesystem._StorageInfo attribute) (nemo_automodel.components.checkpoint._backports.hf_utils._HFStorageInfo attribute) offset_in_file (nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors._FqnData attribute) OptimizerParamScheduler (class in nemo_automodel.components.optim.scheduler)

OptimizerState (class in nemo_automodel.components.checkpoint.stateful_wrappers) options (nemo_automodel.components.utils.compile_utils.CompileConfig attribute) original_state_dict (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner attribute) overlap_grad_reduce (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) overlap_param_gather (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute)

P

pack() (nemo_automodel.components.datasets.llm.packed_sequence.PackedSequence method) PACK_TYPE (in module nemo_automodel.components.datasets.llm.packed_sequence) packed_block_causal_mask() (in module nemo_automodel.components.datasets.llm.packed_sequence) PackedSequence (class in nemo_automodel.components.datasets.llm.packed_sequence) PAD_TOKENS (in module nemo_automodel.components.datasets.vlm.utils) pad_within_micro() (in module nemo_automodel.components.datasets.utils) parallel_cross_entropy (in module nemo_automodel.components.loss.te_parallel_ce) parallelize() (nemo_automodel.components.distributed.fsdp2.FSDP2Manager method) (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager method) PARALLELIZE_FUNCTIONS (in module nemo_automodel.components.distributed.optimized_tp_plans) parse_args_and_load_config() (in module nemo_automodel.components.config._arg_parser) parse_cli_argv() (in module nemo_automodel.components.config._arg_parser) patch_linear_module() (in module nemo_automodel.components._peft.lora)

patch_prepare_fa2_from_position_ids() (in module nemo_automodel.components.utils.compile_utils) PeftConfig (class in nemo_automodel.components._peft.lora) phi4_mm_collate_fn() (in module nemo_automodel.components.datasets.vlm.collate_fns) precompute_float8_dynamic_scale_for_fsdp (nemo_automodel.components.quantization.fp8.FP8Config attribute) prefix (nemo_automodel.components.checkpoint._backports.filesystem._StoragePrefix attribute) prepare_global_plan() (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemReader method) (nemo_automodel.components.checkpoint._backports.hf_storage._HuggingFaceStorageWriter method) prepare_local_plan() (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemReader method) preserve_fp32_weights (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) print_trainable_parameters() (in module nemo_automodel.components.utils.model_utils) process() (nemo_automodel.components.datasets.utils.SFTSingleTurnPreprocessor method) process_text_batch() (in module nemo_automodel.components.datasets.vlm.utils)

Q

Question (nemo_automodel.components.datasets.llm.column_mapped_text_instruction_dataset.ColumnTypes attribute)

qwen2_5_collate_fn() (in module nemo_automodel.components.datasets.vlm.collate_fns) QWEN_TOKENS (in module nemo_automodel.components.datasets.vlm.utils)

R

rank (nemo_automodel.components.distributed.ddp.DDPManager attribute) (nemo_automodel.components.distributed.init_utils.DistInfo attribute) RankFilter (class in nemo_automodel.components.loggers.log_utils) raw_config (nemo_automodel.components.config.loader.ConfigNode property) read_data() (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemReader method) (nemo_automodel.components.checkpoint._backports.hf_storage._HuggingFaceStorageReader method) read_metadata() (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemReader method) (nemo_automodel.components.checkpoint._backports.hf_storage._HuggingFaceStorageReader method) recipe_name (nemo_automodel.components.quantization.fp8.FP8Config attribute) reduce_loss() (in module nemo_automodel.components.utils.dist_utils) relative_path (nemo_automodel.components.checkpoint._backports.filesystem._StorageInfo attribute) (nemo_automodel.components.checkpoint._backports.hf_utils._HFStorageInfo attribute) release() (nemo_automodel.components.utils.sig_utils.DistributedSignalHandler method) rename() (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemBase method)

rescale_gradients() (in module nemo_automodel.components.utils.dist_utils) reset() (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemReader method) (nemo_automodel.components.training.timers.DummyTimer method) (nemo_automodel.components.training.timers.Timer method) (nemo_automodel.components.training.timers.TimerBase method) resolve_data() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) resolve_tensor() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner method) rm_file() (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemBase method) RotaryEmbedParallel (class in nemo_automodel.components.distributed.optimized_tp_plans)

S

safe_import() (in module nemo_automodel.shared.import_utils) safe_import_from() (in module nemo_automodel.shared.import_utils) safe_yaml_representers() (in module nemo_automodel.components.utils.yaml_utils) SAFETENSORS (nemo_automodel.components.checkpoint._backports.filesystem.SerializationFormat attribute) save_config() (in module nemo_automodel.components.checkpoint.checkpointing) save_consolidated (nemo_automodel.components.checkpoint.checkpointing.CheckpointingConfig attribute) save_model() (in module nemo_automodel.components.checkpoint.checkpointing) save_optimizer() (in module nemo_automodel.components.checkpoint.checkpointing) SAVED_OFFSETS_KEY (in module nemo_automodel.components.checkpoint._backports.hf_utils) sequence_parallel (nemo_automodel.components.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) SerializationFormat (class in nemo_automodel.components.checkpoint._backports.filesystem) set_barrier_group() (nemo_automodel.components.training.timers.Timer method) set_by_dotted() (nemo_automodel.components.config.loader.ConfigNode method) set_epoch() (nemo_automodel.components.training.step_scheduler.StepScheduler method) set_up_planner() (nemo_automodel.components.checkpoint._backports.default_planner._EmptyStateDictLoadPlanner method) (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner method) (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) set_up_storage_reader() (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemReader method) set_up_storage_writer() (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter method) setup_context() (nemo_automodel.components._peft.lora.LoRATritonFunction static method) setup_distributed() (nemo_automodel.components.distributed.ddp.DDPManager method) setup_logging() (in module nemo_automodel.components.loggers.log_utils) SFTSingleTurnPreprocessor (class in nemo_automodel.components.datasets.utils) shape (nemo_automodel.components.checkpoint._backports.hf_utils._HFStorageInfo attribute)

shape_in_file (nemo_automodel.components.checkpoint._backports.consolidate_hf_safetensors._FqnData attribute) SHAPE_KEY (in module nemo_automodel.components.checkpoint._backports.hf_utils) SHARDED_FILE_NAME (in module nemo_automodel.components.checkpoint._backports.hf_utils) signals_received() (nemo_automodel.components.utils.sig_utils.DistributedSignalHandler method) sliding_window_overwrite() (in module nemo_automodel.components._transformers.utils) stage() (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemWriter method) start() (nemo_automodel.components.training.timers.DummyTimer method) (nemo_automodel.components.training.timers.Timer method) (nemo_automodel.components.training.timers.TimerBase method) start_loading() (nemo_automodel.components.checkpoint._backports.filesystem._OverlappingCpuLoader method) (nemo_automodel.components.checkpoint._backports.filesystem._SerialCpuLoader method) (nemo_automodel.components.checkpoint._backports.filesystem._TensorLoader method) state_dict() (nemo_automodel.components.checkpoint.stateful_wrappers.ModelState method) (nemo_automodel.components.checkpoint.stateful_wrappers.OptimizerState method) (nemo_automodel.components.optim.scheduler.OptimizerParamScheduler method) (nemo_automodel.components.training.rng.StatefulRNG method) (nemo_automodel.components.training.step_scheduler.StepScheduler method) StatefulRNG (class in nemo_automodel.components.training.rng) step() (nemo_automodel.components.optim.scheduler.OptimizerParamScheduler method) StepScheduler (class in nemo_automodel.components.training.step_scheduler) stop() (nemo_automodel.components.training.timers.DummyTimer method) (nemo_automodel.components.training.timers.Timer method) (nemo_automodel.components.training.timers.TimerBase method) storage_meta() (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter method) SUFFIX (in module nemo_automodel.components.checkpoint._backports.hf_utils) suppress_wandb_log_messages() (in module nemo_automodel.components.loggers.wandb_utils)

T

target_modules (nemo_automodel.components._peft.lora.PeftConfig attribute) (nemo_automodel.components._peft.module_matcher.ModuleMatcher attribute) TEParallelCrossEntropy (class in nemo_automodel.components.loss.te_parallel_ce) Timer (class in nemo_automodel.components.training.timers) TimerBase (class in nemo_automodel.components.training.timers) Timers (class in nemo_automodel.components.training.timers) to_cpu() (in module nemo_automodel.components.distributed.tensor_utils) to_dict() (nemo_automodel.components._peft.lora.PeftConfig method) (nemo_automodel.components.config.loader.ConfigNode method) (nemo_automodel.components.quantization.fp8.FP8Config method) (nemo_automodel.components.utils.compile_utils.CompileConfig method) to_empty_parameters_only() (in module nemo_automodel.components.checkpoint.checkpointing)

to_local_if_dtensor() (in module nemo_automodel.components.distributed.tensor_utils) TORCH_SAVE (nemo_automodel.components.checkpoint._backports.filesystem.SerializationFormat attribute) tp_size (nemo_automodel.components.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute) transform_descriptors (nemo_automodel.components.checkpoint._backports.filesystem._StorageInfo attribute) transform_load_stream() (nemo_automodel.components.checkpoint._backports.filesystem._StorageReaderTransforms method) transform_object() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultSavePlanner method) transform_save_stream() (nemo_automodel.components.checkpoint._backports.filesystem._StorageWriterTransforms method) transform_tensor() (nemo_automodel.components.checkpoint._backports.default_planner.DefaultLoadPlanner method) translate_to_torch_parallel_style() (in module nemo_automodel.components.distributed.parallelizer) translate_value() (in module nemo_automodel.components.config.loader) TritonLinearLoRA (class in nemo_automodel.components._peft.lora)

U

UnavailableError UnavailableMeta (class in nemo_automodel.shared.import_utils)

unshard_fsdp2_model() (in module nemo_automodel.components.distributed.parallelizer) use_triton (nemo_automodel.components._peft.lora.PeftConfig attribute)

V

validate_checkpoint_id() (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FileSystem class method) (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FsspecReader class method) (nemo_automodel.components.checkpoint._backports._fsspec_filesystem.FsspecWriter class method) (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter class method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystem class method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemBase class method) (nemo_automodel.components.checkpoint._backports.filesystem.FileSystemReader class method)

validate_tp_mesh() (in module nemo_automodel.components.distributed.parallelizer) values() (nemo_automodel.components.checkpoint._backports.filesystem._OverlappingCpuLoader method) (nemo_automodel.components.checkpoint._backports.filesystem._SerialCpuLoader method) (nemo_automodel.components.checkpoint._backports.filesystem._TensorLoader method) verify_fp8_conversion() (in module nemo_automodel.components.quantization.fp8)

W

warning_filter() (in module nemo_automodel.components.loggers.log_utils) wildcard_match() (in module nemo_automodel.components._peft.module_matcher) with_barrier() (nemo_automodel.components.training.timers.TimerBase method) world_size (nemo_automodel.components.distributed.ddp.DDPManager attribute) (nemo_automodel.components.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.components.distributed.init_utils.DistInfo attribute) (nemo_automodel.components.distributed.nvfsdp.NVFSDPManager attribute)

wrap_model() (nemo_automodel.components.distributed.ddp.DDPManager method) write() (nemo_automodel.components.training.timers.Timers method) write_data() (nemo_automodel.components.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.components.checkpoint._backports.hf_storage._HuggingFaceStorageWriter method) write_to_wandb() (nemo_automodel.components.training.timers.Timers method)