Index

_

__abs__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __add__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __all__ (in module nemo_automodel) (in module nemo_automodel._transformers) (in module nemo_automodel.checkpoint._backports._fsspec_filesystem) (in module nemo_automodel.checkpoint._backports.default_planner) (in module nemo_automodel.checkpoint._backports.filesystem) (in module nemo_automodel.checkpoint._backports.hf_storage) (in module nemo_automodel.datasets.vlm) __call__() (nemo_automodel.shared.import_utils.UnavailableMeta method) (nemo_automodel.training.timers.Timers method) __contains__() (nemo_automodel.config.loader.ConfigNode method) __del__() (nemo_automodel.training.rng.StatefulRNG method) __delete__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __delitem__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __dir__() (in module nemo_automodel) __divmod__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __enter__() (nemo_automodel.shared.import_utils.UnavailableMeta method) (nemo_automodel.training.rng.StatefulRNG method) (nemo_automodel.training.timers.TimerBase method) (nemo_automodel.utils.dist_utils.FirstRankPerNode method) (nemo_automodel.utils.sig_utils.DistributedSignalHandler method) __eq__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __exit__() (nemo_automodel.training.rng.StatefulRNG method) (nemo_automodel.training.timers.TimerBase method) (nemo_automodel.utils.dist_utils.FirstRankPerNode method) (nemo_automodel.utils.sig_utils.DistributedSignalHandler method) __floordiv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ge__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __get__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __getattr__() (in module nemo_automodel) (nemo_automodel.shared.import_utils.UnavailableMeta method) __getitem__() (nemo_automodel.datasets.llm.hellaswag.HellaSwag method) __getstate__() (nemo_automodel.checkpoint._backports.filesystem._StorageInfo method) (nemo_automodel.checkpoint._backports.hf_utils._HFStorageInfo method) __gt__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __hash__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __iadd__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ifloordiv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ilshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __imul__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __index__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __invert__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ipow__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __irshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __isub__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __iter__() (nemo_automodel.shared.import_utils.UnavailableMeta method) (nemo_automodel.training.step_scheduler.StepScheduler method) __itruediv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __le__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __len__() (nemo_automodel.datasets.llm.hellaswag.HellaSwag method) (nemo_automodel.shared.import_utils.UnavailableMeta method) __lshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __lt__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __mul__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __ne__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __neg__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __new__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __post_init__() (nemo_automodel.checkpoint.checkpointing.CheckpointingConfig method) (nemo_automodel.distributed.fsdp2.FSDP2Manager method) (nemo_automodel.distributed.nvfsdp.NVFSDPManager method) __pow__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __radd__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rdivmod__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __repr__() (nemo_automodel.config.loader.ConfigNode method) __rfloordiv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rlshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rmul__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rpow__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rrshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rshift__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rsub__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __rtruediv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __setattr__() (nemo_automodel.training.base_recipe.BaseRecipe method) __setitem__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __str__() (nemo_automodel.config.loader.ConfigNode method) __sub__() (nemo_automodel.shared.import_utils.UnavailableMeta method) __truediv__() (nemo_automodel.shared.import_utils.UnavailableMeta method) _add_outer_prefix() (in module nemo_automodel.checkpoint.stateful_wrappers) _add_pack() (nemo_automodel.datasets.llm.packed_sequence.PackedSequence method) _assert_same_signature() (in module nemo_automodel._transformers.auto_model) _build_position_ids() (in module nemo_automodel.distributed.cp_utils) _check_and_set() (nemo_automodel.optim.scheduler.OptimizerParamScheduler method) _check_box_bounds() (in module nemo_automodel.checkpoint._backports.default_planner) _check_box_overlap() (in module nemo_automodel.checkpoint._backports.default_planner)

_compiled_compute_cross_entropy (in module nemo_automodel.loss.chunked_ce) _compute_dataset_max_len() (nemo_automodel.datasets.utils.SFTSingleTurnPreprocessor method) _contains_usable_plan() (in module nemo_automodel.checkpoint._backports.planner_helpers) _convert_to_tensors() (nemo_automodel.datasets.llm.packed_sequence.PackedSequence method) _create_default_local_metadata() (in module nemo_automodel.checkpoint._backports.default_planner) _create_global_plan() (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) _create_global_plan_with_caching() (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) _dedup_save_plans() (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) _derived_version (in module nemo_automodel.checkpoint._backports._version) _destroy_dist_connection() (in module nemo_automodel.distributed.parallelizer) _done (nemo_automodel.checkpoint._backports.filesystem._OverlappingCpuLoader property) _drain() (nemo_automodel.checkpoint._backports.filesystem._OverlappingCpuLoader method) _drop_outer_prefix() (in module nemo_automodel.checkpoint.stateful_wrappers) _EmptyStateDictLoadPlanner (class in nemo_automodel.checkpoint._backports.default_planner) _enum_representer() (in module nemo_automodel.utils.yaml_utils) _extract_file_index() (in module nemo_automodel.checkpoint._backports.hf_storage) _FileSystemWriter (class in nemo_automodel.checkpoint._backports.filesystem) _find_latest_checkpoint() (in module nemo_automodel.training.base_recipe) _finish() (nemo_automodel.checkpoint._backports.filesystem._OverlappingCpuLoader method) _finish_plan_with_caching() (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) _FqnData (class in nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _freeze_module_by_attribute_and_patterns() (in module nemo_automodel.utils.model_utils) _function_representer() (in module nemo_automodel.utils.yaml_utils) _gen_file_name() (in module nemo_automodel.checkpoint._backports.hf_utils) _generate_uuid() (in module nemo_automodel.checkpoint._backports.filesystem) _generation_config_representer() (in module nemo_automodel.utils.yaml_utils) _get_all_ranks_time_string() (nemo_automodel.training.timers.Timers method) _get_dcp_custom_metadata() (in module nemo_automodel.checkpoint._backports.hf_utils) _get_dtype() (in module nemo_automodel.checkpoint._backports.hf_utils) _get_elapsed_time_all_ranks() (nemo_automodel.training.timers.Timers method) _get_global_min_max_time() (nemo_automodel.training.timers.Timers method) _get_global_min_max_time_string() (nemo_automodel.training.timers.Timers method) _get_lm_head_weight_and_name() (in module nemo_automodel.checkpoint.stateful_wrappers) _get_safetensors_file_metadata() (in module nemo_automodel.checkpoint._backports.hf_utils) _get_safetensors_index_path() (in module nemo_automodel.checkpoint.checkpointing) _HFStorageInfo (class in nemo_automodel.checkpoint._backports.hf_utils) _HuggingFaceStorageReader (class in nemo_automodel.checkpoint._backports.hf_storage) _HuggingFaceStorageWriter (class in nemo_automodel.checkpoint._backports.hf_storage) _InputFileData (class in nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _instantiate_value() (nemo_automodel.config.loader.ConfigNode method) _item_size() (in module nemo_automodel.checkpoint._backports.filesystem) _metadata_fn (in module nemo_automodel.checkpoint._backports.filesystem) (in module nemo_automodel.checkpoint._backports.hf_utils) _OutputFileData (class in nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _OverlappingCpuLoader (class in nemo_automodel.checkpoint._backports.filesystem) _pad_function() (nemo_automodel.datasets.utils.SFTSingleTurnPreprocessor method) _pad_pack() (nemo_automodel.datasets.llm.packed_sequence.PackedSequence method) _parse_input_metadata() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _partial_representer() (in module nemo_automodel.utils.yaml_utils) _PREFIX (in module nemo_automodel.checkpoint.stateful_wrappers) _process_output_file() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _refill() (nemo_automodel.checkpoint._backports.filesystem._OverlappingCpuLoader method) _repr_value() (nemo_automodel.config.loader.ConfigNode method) _resolve_target() (in module nemo_automodel.config.loader) _safe_object_representer() (in module nemo_automodel.utils.yaml_utils) _SerialCpuLoader (class in nemo_automodel.checkpoint._backports.filesystem) _setup_distributed() (nemo_automodel.distributed.fsdp2.FSDP2Manager method) (nemo_automodel.distributed.nvfsdp.NVFSDPManager method) _should_include_key() (nemo_automodel.checkpoint._backports.default_planner._EmptyStateDictLoadPlanner method) _should_stop_packing() (nemo_automodel.datasets.llm.packed_sequence.PackedSequence method) _slice_file() (nemo_automodel.checkpoint._backports.filesystem.FileSystemReader method) _split_and_add_pack() (nemo_automodel.datasets.llm.packed_sequence.PackedSequence method) _split_by_size_and_type() (in module nemo_automodel.checkpoint._backports.filesystem) _split_by_storage_plan() (nemo_automodel.checkpoint._backports.hf_storage._HuggingFaceStorageWriter method) _StorageInfo (class in nemo_automodel.checkpoint._backports.filesystem) _StoragePrefix (class in nemo_automodel.checkpoint._backports.filesystem) _StorageReaderTransforms (class in nemo_automodel.checkpoint._backports.filesystem) _StorageWriterTransforms (class in nemo_automodel.checkpoint._backports.filesystem) _TensorLoader (class in nemo_automodel.checkpoint._backports.filesystem) _tokenize_function() (nemo_automodel.datasets.utils.SFTSingleTurnPreprocessor method) _torch_dtype_representer() (in module nemo_automodel.utils.yaml_utils) _try_bootstrap_pg() (nemo_automodel.utils.dist_utils.FirstRankPerNode method) _unwrap() (nemo_automodel.config.loader.ConfigNode method) _validate_global_plan() (in module nemo_automodel.checkpoint._backports.default_planner) _wrap() (nemo_automodel.config.loader.ConfigNode method) _write_column_wise_tensor() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _write_data() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter method) _write_element_by_element() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _write_files_from_queue() (in module nemo_automodel.checkpoint._backports.filesystem) _write_item() (in module nemo_automodel.checkpoint._backports.filesystem) _write_metadata() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _write_overall_metadata_file() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _write_row_wise_tensor() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) _write_sub_tensor_to_file() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors)

A

active_time() (nemo_automodel.training.timers.DummyTimer method) (nemo_automodel.training.timers.Timer method) add() (nemo_automodel.checkpoint._backports.filesystem._OverlappingCpuLoader method) (nemo_automodel.checkpoint._backports.filesystem._SerialCpuLoader method) (nemo_automodel.checkpoint._backports.filesystem._TensorLoader method)

add_filter_to_all_loggers() (in module nemo_automodel.loggers.log_utils) all_gather_item() (in module nemo_automodel.utils.sig_utils) append_to_progress_log() (in module nemo_automodel.utils.dist_utils) apply_parameter_freezing() (in module nemo_automodel.utils.model_utils) apply_patches() (in module nemo_automodel.checkpoint._torch_backports) average_in_collective (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute)

B

backend (nemo_automodel.distributed.ddp.DDPManager attribute) (nemo_automodel.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.distributed.init_utils.DistInfo attribute) (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute)

barrier_and_log() (in module nemo_automodel.utils.dist_utils) BaseRecipe (class in nemo_automodel.training.base_recipe) batchify() (in module nemo_automodel.datasets.utils) build_packed_dataset() (in module nemo_automodel.datasets.llm.mock_packed) build_unpacked_dataset() (in module nemo_automodel.datasets.llm.mock)

C

calculate_per_token_loss (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) check_for_nan_in_grad (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) checkpoint_dir (nemo_automodel.checkpoint.checkpointing.CheckpointingConfig attribute) checkpoint_id (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter property) (nemo_automodel.checkpoint._backports.filesystem.FileSystemReader property) CheckpointingConfig (class in nemo_automodel.checkpoint.checkpointing) chunked_cross_entropy() (in module nemo_automodel.loss.chunked_ce) clip_gradients() (in module nemo_automodel.utils.dist_utils) COLLATE_FNS (in module nemo_automodel.datasets.vlm.collate_fns) commit_tensor() (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner method) compute_cross_entropy() (in module nemo_automodel.loss.chunked_ce) concat_path() (nemo_automodel.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemBase method) ConfigNode (class in nemo_automodel.config.loader) consolidate_safetensors_files() (in module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors) count_tail_padding() (in module nemo_automodel.training.utils)

cp_size (nemo_automodel.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) create_block_causal_mask() (in module nemo_automodel.datasets.llm.packed_sequence) create_context_parallel_ctx() (in module nemo_automodel.distributed.cp_utils) create_default_global_load_plan() (in module nemo_automodel.checkpoint._backports.default_planner) create_default_global_save_plan() (in module nemo_automodel.checkpoint._backports.default_planner) create_default_local_load_plan() (in module nemo_automodel.checkpoint._backports.default_planner) create_default_local_save_plan() (in module nemo_automodel.checkpoint._backports.default_planner) create_global_plan() (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner method) (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) create_local_plan() (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner method) (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) create_stream() (nemo_automodel.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemBase method) CROSS_ENTROPY_IGNORE_IDX (in module nemo_automodel.datasets.llm.packed_sequence) CUSTOM_METADATA_KEY (in module nemo_automodel.checkpoint._backports.hf_utils)

D

DATA_KEY (in module nemo_automodel.checkpoint._backports.hf_utils) DATA_OFFSETS_KEY (in module nemo_automodel.checkpoint._backports.hf_utils) data_parallel_sharding_strategy (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) DCP_SHARDING_INFO_KEY (in module nemo_automodel.checkpoint._backports.hf_utils) DCP_VERSION_KEY (in module nemo_automodel.checkpoint._backports.hf_utils) DDPManager (class in nemo_automodel.distributed.ddp) default_collate_fn() (in module nemo_automodel.datasets.vlm.collate_fns) default_collater() (in module nemo_automodel.datasets.utils) DEFAULT_EXTRA_METADATA_KEY (in module nemo_automodel.checkpoint._backports.hf_utils) DEFAULT_SUFFIX (in module nemo_automodel.checkpoint._backports.filesystem) DefaultLoadPlanner (class in nemo_automodel.checkpoint._backports.default_planner) DefaultSavePlanner (class in nemo_automodel.checkpoint._backports.default_planner)

destroy_global_state() (in module nemo_automodel.distributed.init_utils) device (nemo_automodel.distributed.init_utils.DistInfo attribute) disable_bucketing (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) DistInfo (class in nemo_automodel.distributed.init_utils) DistributedSignalHandler (class in nemo_automodel.utils.sig_utils) dp_size (nemo_automodel.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) dtype (nemo_automodel.checkpoint._backports.hf_utils._HFStorageInfo attribute) DTYPE_KEY (in module nemo_automodel.checkpoint._backports.hf_utils) DTYPE_MAP (in module nemo_automodel.checkpoint._backports.hf_utils) dtype_size (nemo_automodel.checkpoint._backports.consolidate_hf_safetensors._FqnData attribute) dtype_str (nemo_automodel.checkpoint._backports.consolidate_hf_safetensors._FqnData attribute) DummyTimer (class in nemo_automodel.training.timers)

E

elapsed() (nemo_automodel.training.timers.DummyTimer method) (nemo_automodel.training.timers.Timer method) (nemo_automodel.training.timers.TimerBase method) enabled (nemo_automodel.checkpoint.checkpointing.CheckpointingConfig attribute) epochs (nemo_automodel.training.step_scheduler.StepScheduler property)

exists() (nemo_automodel.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemBase method) extract_key_from_dicts() (in module nemo_automodel.datasets.utils) extract_skipped_token_ids() (in module nemo_automodel.datasets.vlm.utils)

F

FILE_NAME (in module nemo_automodel.checkpoint._backports.hf_utils) FileSystem (class in nemo_automodel.checkpoint._backports._fsspec_filesystem) (class in nemo_automodel.checkpoint._backports.filesystem) FileSystemBase (class in nemo_automodel.checkpoint._backports.filesystem) FileSystemReader (class in nemo_automodel.checkpoint._backports.filesystem) FileSystemWriter (class in nemo_automodel.checkpoint._backports.filesystem) filter() (nemo_automodel.loggers.log_utils.RankFilter method) finish() (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.checkpoint._backports.hf_storage._HuggingFaceStorageWriter method) finish_plan() (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner method) (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) FirstRankPerNode (class in nemo_automodel.utils.dist_utils)

flush_block() (in module nemo_automodel.datasets.llm.mock_packed) fqn_data (nemo_automodel.checkpoint._backports.consolidate_hf_safetensors._OutputFileData attribute) from_config() (nemo_automodel._transformers.auto_model.NeMoAutoModelForCausalLM class method) (nemo_automodel._transformers.auto_model.NeMoAutoModelForImageTextToText class method) from_pretrained() (nemo_automodel._transformers.auto_model.NeMoAutoModelForCausalLM class method) (nemo_automodel._transformers.auto_model.NeMoAutoModelForImageTextToText class method) fsdp2_strategy_parallelize() (in module nemo_automodel.distributed.parallelizer) FSDP2Manager (class in nemo_automodel.distributed.fsdp2) fsdp_double_buffer (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) FsspecReader (class in nemo_automodel.checkpoint._backports._fsspec_filesystem) FsspecWriter (class in nemo_automodel.checkpoint._backports._fsspec_filesystem) fused_linear_cross_entropy() (in module nemo_automodel.loss.linear_ce)

G

GEMMA_TOKENS (in module nemo_automodel.datasets.vlm.utils) gen_sentence_ids() (in module nemo_automodel.datasets.llm.mock) (in module nemo_automodel.datasets.llm.mock_packed) get() (nemo_automodel.config.loader.ConfigNode method) get_all_timers_string() (nemo_automodel.training.timers.Timers method) get_context() (nemo_automodel.datasets.llm.hellaswag.HellaSwag method) get_device() (in module nemo_automodel.utils.sig_utils) get_fqn_to_file_index_mapping() (in module nemo_automodel.checkpoint._backports.hf_storage) get_hf_tp_shard_plan() (in module nemo_automodel.distributed.parallelizer) get_local_rank_preinit() (in module nemo_automodel.utils.dist_utils) get_lr() (nemo_automodel.optim.scheduler.OptimizerParamScheduler method)

get_rank_safe() (in module nemo_automodel.utils.dist_utils) get_sync_ctx() (in module nemo_automodel.utils.dist_utils) get_target() (nemo_automodel.datasets.llm.hellaswag.HellaSwag method) get_torch_version() (in module nemo_automodel.shared.import_utils) get_train_context() (in module nemo_automodel.distributed.cp_utils) get_wd() (nemo_automodel.optim.scheduler.OptimizerParamScheduler method) get_world_size_safe() (in module nemo_automodel.utils.dist_utils) GPU_INSTALL_STRING (in module nemo_automodel.shared.import_utils) gpu_only_import() (in module nemo_automodel.shared.import_utils) gpu_only_import_from() (in module nemo_automodel.shared.import_utils) grad_reduce_in_fp32 (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute)

H

has_load_restore_state() (in module nemo_automodel.training.base_recipe) HAVE_NVFSDP (in module nemo_automodel.distributed.parallelizer)

HellaSwag (class in nemo_automodel.datasets.llm.hellaswag) HF_DCP_VERSION (in module nemo_automodel.checkpoint._backports.hf_utils)

I

import_classes_from_paths() (in module nemo_automodel.distributed.parallelizer) init_all_rng() (in module nemo_automodel.training.rng) init_nvfsdp_with_meta_device (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) init_path() (nemo_automodel.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemBase method) initialize_distributed() (in module nemo_automodel.distributed.init_utils)

instantiate() (nemo_automodel.config.loader.ConfigNode method) is_ckpt_step (nemo_automodel.training.step_scheduler.StepScheduler property) is_main (nemo_automodel.distributed.init_utils.DistInfo attribute) is_optim_step (nemo_automodel.training.step_scheduler.StepScheduler property) is_peft (nemo_automodel.checkpoint.checkpointing.CheckpointingConfig attribute) is_torch_min_version() (in module nemo_automodel.shared.import_utils) is_unavailable() (in module nemo_automodel.shared.import_utils) is_val_step (nemo_automodel.training.step_scheduler.StepScheduler property)

J

json2token() (in module nemo_automodel.datasets.vlm.utils)

K

keep_fp8_transpose_cache_when_using_custom_fsdp (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute)

L

length (nemo_automodel.checkpoint._backports.filesystem._StorageInfo attribute) (nemo_automodel.checkpoint._backports.hf_utils._HFStorageInfo attribute) LLAMA_TOKENS (in module nemo_automodel.datasets.vlm.utils) LLAVA_TOKENS (in module nemo_automodel.datasets.vlm.utils) load_bytes() (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner method) load_checkpoint() (nemo_automodel.training.base_recipe.BaseRecipe method) load_model() (in module nemo_automodel.checkpoint.checkpointing) load_optimizer() (in module nemo_automodel.checkpoint.checkpointing) load_state_dict() (nemo_automodel.checkpoint.stateful_wrappers.ModelState method) (nemo_automodel.checkpoint.stateful_wrappers.OptimizerState method) (nemo_automodel.optim.scheduler.OptimizerParamScheduler method) (nemo_automodel.training.rng.StatefulRNG method) (nemo_automodel.training.step_scheduler.StepScheduler method) load_yaml_config() (in module nemo_automodel.config.loader)

log() (nemo_automodel.training.timers.Timers method) logger (in module nemo_automodel._transformers.auto_model) (in module nemo_automodel.checkpoint._backports.default_planner) (in module nemo_automodel.checkpoint._torch_backports) (in module nemo_automodel.datasets.llm.packed_sequence) (in module nemo_automodel.loggers.log_utils) (in module nemo_automodel.optim.scheduler) (in module nemo_automodel.shared.import_utils) (in module nemo_automodel.utils.dist_utils) (in module nemo_automodel.utils.model_utils) lookup_object() (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) lookup_tensor() (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner method) ls() (nemo_automodel.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystem method)

M

make_cord_v2_dataset() (in module nemo_automodel.datasets.vlm.datasets) make_cp_batch_and_ctx() (in module nemo_automodel.distributed.cp_utils) make_rdr_dataset() (in module nemo_automodel.datasets.vlm.datasets) make_squad_dataset() (in module nemo_automodel.datasets.llm.squad) make_vocab() (in module nemo_automodel.datasets.llm.mock) (in module nemo_automodel.datasets.llm.mock_packed) mappings (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner attribute) (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner attribute) masked_cross_entropy() (in module nemo_automodel.loss.masked_ce) metadata (nemo_automodel.checkpoint._backports.consolidate_hf_safetensors._InputFileData attribute) metadata_path (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter property) (nemo_automodel.checkpoint._backports.hf_storage._HuggingFaceStorageWriter property) metadata_size (nemo_automodel.checkpoint._backports.consolidate_hf_safetensors._InputFileData attribute) (nemo_automodel.checkpoint._backports.consolidate_hf_safetensors._OutputFileData attribute) MISSING_CUT_CROSS_ENTROPY_MSG (in module nemo_automodel.shared.import_utils) MISSING_QWEN_VL_UTILS_MSG (in module nemo_automodel.shared.import_utils) MISSING_TRITON_MSG (in module nemo_automodel.shared.import_utils) mkdir() (nemo_automodel.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemBase method) model_cache_dir (nemo_automodel.checkpoint.checkpointing.CheckpointingConfig attribute) model_repo_id (nemo_automodel.checkpoint.checkpointing.CheckpointingConfig attribute) model_save_format (nemo_automodel.checkpoint.checkpointing.CheckpointingConfig attribute) ModelState (class in nemo_automodel.checkpoint.stateful_wrappers) module nemo_automodel nemo_automodel._transformers nemo_automodel._transformers.auto_model nemo_automodel.checkpoint nemo_automodel.checkpoint._backports nemo_automodel.checkpoint._backports._fsspec_filesystem nemo_automodel.checkpoint._backports._version nemo_automodel.checkpoint._backports.consolidate_hf_safetensors nemo_automodel.checkpoint._backports.default_planner nemo_automodel.checkpoint._backports.filesystem nemo_automodel.checkpoint._backports.hf_storage nemo_automodel.checkpoint._backports.hf_utils nemo_automodel.checkpoint._backports.planner_helpers nemo_automodel.checkpoint._torch_backports nemo_automodel.checkpoint.checkpointing nemo_automodel.checkpoint.stateful_wrappers nemo_automodel.config nemo_automodel.config.cli nemo_automodel.config.loader nemo_automodel.datasets nemo_automodel.datasets.llm nemo_automodel.datasets.llm.hellaswag nemo_automodel.datasets.llm.mock nemo_automodel.datasets.llm.mock_packed nemo_automodel.datasets.llm.packed_sequence nemo_automodel.datasets.llm.squad nemo_automodel.datasets.utils nemo_automodel.datasets.vlm nemo_automodel.datasets.vlm.collate_fns nemo_automodel.datasets.vlm.datasets nemo_automodel.datasets.vlm.utils nemo_automodel.distributed nemo_automodel.distributed.cp_utils nemo_automodel.distributed.ddp nemo_automodel.distributed.fsdp2 nemo_automodel.distributed.init_utils nemo_automodel.distributed.nvfsdp nemo_automodel.distributed.parallelizer nemo_automodel.loggers nemo_automodel.loggers.log_utils nemo_automodel.loggers.wandb_utils nemo_automodel.loss nemo_automodel.loss.chunked_ce nemo_automodel.loss.linear_ce nemo_automodel.loss.masked_ce nemo_automodel.optim nemo_automodel.optim.scheduler nemo_automodel.shared nemo_automodel.shared.import_utils nemo_automodel.training nemo_automodel.training.base_recipe nemo_automodel.training.rng nemo_automodel.training.step_scheduler nemo_automodel.training.timers nemo_automodel.training.utils nemo_automodel.utils nemo_automodel.utils.dist_utils nemo_automodel.utils.model_utils nemo_automodel.utils.sig_utils nemo_automodel.utils.yaml_utils

module_filter() (in module nemo_automodel.loggers.log_utils) mp_policy (nemo_automodel.distributed.fsdp2.FSDP2Manager attribute)

N

nccl_ub (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) nemo_automodel module nemo_automodel._transformers module nemo_automodel._transformers.auto_model module nemo_automodel.checkpoint module nemo_automodel.checkpoint._backports module nemo_automodel.checkpoint._backports._fsspec_filesystem module nemo_automodel.checkpoint._backports._version module nemo_automodel.checkpoint._backports.consolidate_hf_safetensors module nemo_automodel.checkpoint._backports.default_planner module nemo_automodel.checkpoint._backports.filesystem module nemo_automodel.checkpoint._backports.hf_storage module nemo_automodel.checkpoint._backports.hf_utils module nemo_automodel.checkpoint._backports.planner_helpers module nemo_automodel.checkpoint._torch_backports module nemo_automodel.checkpoint.checkpointing module nemo_automodel.checkpoint.stateful_wrappers module nemo_automodel.config module nemo_automodel.config.cli module nemo_automodel.config.loader module nemo_automodel.datasets module nemo_automodel.datasets.llm module nemo_automodel.datasets.llm.hellaswag module nemo_automodel.datasets.llm.mock module nemo_automodel.datasets.llm.mock_packed module nemo_automodel.datasets.llm.packed_sequence module nemo_automodel.datasets.llm.squad module nemo_automodel.datasets.utils module nemo_automodel.datasets.vlm module nemo_automodel.datasets.vlm.collate_fns module nemo_automodel.datasets.vlm.datasets module nemo_automodel.datasets.vlm.utils module nemo_automodel.distributed module

nemo_automodel.distributed.cp_utils module nemo_automodel.distributed.ddp module nemo_automodel.distributed.fsdp2 module nemo_automodel.distributed.init_utils module nemo_automodel.distributed.nvfsdp module nemo_automodel.distributed.parallelizer module nemo_automodel.loggers module nemo_automodel.loggers.log_utils module nemo_automodel.loggers.wandb_utils module nemo_automodel.loss module nemo_automodel.loss.chunked_ce module nemo_automodel.loss.linear_ce module nemo_automodel.loss.masked_ce module nemo_automodel.optim module nemo_automodel.optim.scheduler module nemo_automodel.shared module nemo_automodel.shared.import_utils module nemo_automodel.training module nemo_automodel.training.base_recipe module nemo_automodel.training.rng module nemo_automodel.training.step_scheduler module nemo_automodel.training.timers module nemo_automodel.training.utils module nemo_automodel.utils module nemo_automodel.utils.dist_utils module nemo_automodel.utils.model_utils module nemo_automodel.utils.sig_utils module nemo_automodel.utils.yaml_utils module NeMoAutoModelForCausalLM (class in nemo_automodel._transformers.auto_model) NeMoAutoModelForImageTextToText (class in nemo_automodel._transformers.auto_model) new_is_triton_greater_or_equal() (in module nemo_automodel.loss.linear_ce) new_is_triton_greater_or_equal_3_2_0() (in module nemo_automodel.loss.linear_ce) null_decorator() (in module nemo_automodel.shared.import_utils) nvfsdp_strategy_parallelize() (in module nemo_automodel.distributed.parallelizer) nvfsdp_unit_modules (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) NVFSDPManager (class in nemo_automodel.distributed.nvfsdp)

O

offload_policy (nemo_automodel.distributed.fsdp2.FSDP2Manager attribute) offset (nemo_automodel.checkpoint._backports.filesystem._StorageInfo attribute) (nemo_automodel.checkpoint._backports.hf_utils._HFStorageInfo attribute) offset_in_file (nemo_automodel.checkpoint._backports.consolidate_hf_safetensors._FqnData attribute)

OptimizerParamScheduler (class in nemo_automodel.optim.scheduler) OptimizerState (class in nemo_automodel.checkpoint.stateful_wrappers) original_state_dict (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner attribute) overlap_grad_reduce (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) overlap_param_gather (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute)

P

pack() (nemo_automodel.datasets.llm.packed_sequence.PackedSequence method) PACK_TYPE (in module nemo_automodel.datasets.llm.packed_sequence) packed_block_causal_mask() (in module nemo_automodel.datasets.llm.packed_sequence) PackedSequence (class in nemo_automodel.datasets.llm.packed_sequence) PAD_TOKENS (in module nemo_automodel.datasets.vlm.utils) pad_within_micro() (in module nemo_automodel.datasets.utils) parallelize() (nemo_automodel.distributed.fsdp2.FSDP2Manager method) (nemo_automodel.distributed.nvfsdp.NVFSDPManager method) parse_args_and_load_config() (in module nemo_automodel.config.cli) parse_cli_argv() (in module nemo_automodel.config.cli)

patch_attention() (in module nemo_automodel._transformers.auto_model) prefix (nemo_automodel.checkpoint._backports.filesystem._StoragePrefix attribute) prepare_global_plan() (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemReader method) (nemo_automodel.checkpoint._backports.hf_storage._HuggingFaceStorageWriter method) prepare_local_plan() (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemReader method) preserve_fp32_weights (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) print_trainable_parameters() (in module nemo_automodel.utils.model_utils) process() (nemo_automodel.datasets.utils.SFTSingleTurnPreprocessor method) process_text_batch() (in module nemo_automodel.datasets.vlm.utils)

Q

qwen2_5_collate_fn() (in module nemo_automodel.datasets.vlm.collate_fns)

QWEN_TOKENS (in module nemo_automodel.datasets.vlm.utils)

R

rank (nemo_automodel.distributed.ddp.DDPManager attribute) (nemo_automodel.distributed.init_utils.DistInfo attribute) RankFilter (class in nemo_automodel.loggers.log_utils) read_data() (nemo_automodel.checkpoint._backports.filesystem.FileSystemReader method) (nemo_automodel.checkpoint._backports.hf_storage._HuggingFaceStorageReader method) read_metadata() (nemo_automodel.checkpoint._backports.filesystem.FileSystemReader method) (nemo_automodel.checkpoint._backports.hf_storage._HuggingFaceStorageReader method) reduce_loss() (in module nemo_automodel.utils.dist_utils) relative_path (nemo_automodel.checkpoint._backports.filesystem._StorageInfo attribute) (nemo_automodel.checkpoint._backports.hf_utils._HFStorageInfo attribute) release() (nemo_automodel.utils.sig_utils.DistributedSignalHandler method) rename() (nemo_automodel.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemBase method)

rescale_gradients() (in module nemo_automodel.utils.dist_utils) reset() (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemReader method) (nemo_automodel.training.timers.DummyTimer method) (nemo_automodel.training.timers.Timer method) (nemo_automodel.training.timers.TimerBase method) resolve_data() (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) resolve_tensor() (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner method) rm_file() (nemo_automodel.checkpoint._backports._fsspec_filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystem method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemBase method)

S

safe_import() (in module nemo_automodel.shared.import_utils) safe_import_from() (in module nemo_automodel.shared.import_utils) safe_yaml_representers() (in module nemo_automodel.utils.yaml_utils) SAFETENSORS (nemo_automodel.checkpoint._backports.filesystem.SerializationFormat attribute) save_checkpoint() (nemo_automodel.training.base_recipe.BaseRecipe method) save_consolidated (nemo_automodel.checkpoint.checkpointing.CheckpointingConfig attribute) save_model() (in module nemo_automodel.checkpoint.checkpointing) save_optimizer() (in module nemo_automodel.checkpoint.checkpointing) SAVED_OFFSETS_KEY (in module nemo_automodel.checkpoint._backports.hf_utils) sequence_parallel (nemo_automodel.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute) SerializationFormat (class in nemo_automodel.checkpoint._backports.filesystem) set_barrier_group() (nemo_automodel.training.timers.Timer method) set_by_dotted() (nemo_automodel.config.loader.ConfigNode method) set_epoch() (nemo_automodel.training.step_scheduler.StepScheduler method) set_up_planner() (nemo_automodel.checkpoint._backports.default_planner._EmptyStateDictLoadPlanner method) (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner method) (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) set_up_storage_reader() (nemo_automodel.checkpoint._backports.filesystem.FileSystemReader method) set_up_storage_writer() (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter method) setup_distributed() (nemo_automodel.distributed.ddp.DDPManager method) setup_logging() (in module nemo_automodel.loggers.log_utils) SFTSingleTurnPreprocessor (class in nemo_automodel.datasets.utils) shape (nemo_automodel.checkpoint._backports.hf_utils._HFStorageInfo attribute)

shape_in_file (nemo_automodel.checkpoint._backports.consolidate_hf_safetensors._FqnData attribute) SHAPE_KEY (in module nemo_automodel.checkpoint._backports.hf_utils) SHARDED_FILE_NAME (in module nemo_automodel.checkpoint._backports.hf_utils) signals_received() (nemo_automodel.utils.sig_utils.DistributedSignalHandler method) stage() (nemo_automodel.checkpoint._backports.filesystem.FileSystemWriter method) start() (nemo_automodel.training.timers.DummyTimer method) (nemo_automodel.training.timers.Timer method) (nemo_automodel.training.timers.TimerBase method) start_loading() (nemo_automodel.checkpoint._backports.filesystem._OverlappingCpuLoader method) (nemo_automodel.checkpoint._backports.filesystem._SerialCpuLoader method) (nemo_automodel.checkpoint._backports.filesystem._TensorLoader method) state_dict() (nemo_automodel.checkpoint.stateful_wrappers.ModelState method) (nemo_automodel.checkpoint.stateful_wrappers.OptimizerState method) (nemo_automodel.optim.scheduler.OptimizerParamScheduler method) (nemo_automodel.training.rng.StatefulRNG method) (nemo_automodel.training.step_scheduler.StepScheduler method) StatefulRNG (class in nemo_automodel.training.rng) step() (nemo_automodel.optim.scheduler.OptimizerParamScheduler method) StepScheduler (class in nemo_automodel.training.step_scheduler) stop() (nemo_automodel.training.timers.DummyTimer method) (nemo_automodel.training.timers.Timer method) (nemo_automodel.training.timers.TimerBase method) storage_meta() (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter method) SUFFIX (in module nemo_automodel.checkpoint._backports.hf_utils) suppress_wandb_log_messages() (in module nemo_automodel.loggers.wandb_utils)

T

Timer (class in nemo_automodel.training.timers) TimerBase (class in nemo_automodel.training.timers) Timers (class in nemo_automodel.training.timers) to_cpu() (in module nemo_automodel.distributed.parallelizer) to_dict() (nemo_automodel.config.loader.ConfigNode method) TORCH_SAVE (nemo_automodel.checkpoint._backports.filesystem.SerializationFormat attribute) tp_size (nemo_automodel.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute)

transform_descriptors (nemo_automodel.checkpoint._backports.filesystem._StorageInfo attribute) transform_load_stream() (nemo_automodel.checkpoint._backports.filesystem._StorageReaderTransforms method) transform_object() (nemo_automodel.checkpoint._backports.default_planner.DefaultSavePlanner method) transform_save_stream() (nemo_automodel.checkpoint._backports.filesystem._StorageWriterTransforms method) transform_tensor() (nemo_automodel.checkpoint._backports.default_planner.DefaultLoadPlanner method) translate_to_torch_parallel_style() (in module nemo_automodel.distributed.parallelizer) translate_value() (in module nemo_automodel.config.loader)

U

UnavailableError

UnavailableMeta (class in nemo_automodel.shared.import_utils)

V

validate_checkpoint_id() (nemo_automodel.checkpoint._backports._fsspec_filesystem.FileSystem class method) (nemo_automodel.checkpoint._backports._fsspec_filesystem.FsspecReader class method) (nemo_automodel.checkpoint._backports._fsspec_filesystem.FsspecWriter class method) (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter class method) (nemo_automodel.checkpoint._backports.filesystem.FileSystem class method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemBase class method) (nemo_automodel.checkpoint._backports.filesystem.FileSystemReader class method)

values() (nemo_automodel.checkpoint._backports.filesystem._OverlappingCpuLoader method) (nemo_automodel.checkpoint._backports.filesystem._SerialCpuLoader method) (nemo_automodel.checkpoint._backports.filesystem._TensorLoader method)

W

warning_filter() (in module nemo_automodel.loggers.log_utils) with_barrier() (nemo_automodel.training.timers.TimerBase method) world_size (nemo_automodel.distributed.ddp.DDPManager attribute) (nemo_automodel.distributed.fsdp2.FSDP2Manager attribute) (nemo_automodel.distributed.init_utils.DistInfo attribute) (nemo_automodel.distributed.nvfsdp.NVFSDPManager attribute)

wrap_model() (nemo_automodel.distributed.ddp.DDPManager method) write() (nemo_automodel.training.timers.Timers method) write_data() (nemo_automodel.checkpoint._backports.filesystem._FileSystemWriter method) (nemo_automodel.checkpoint._backports.hf_storage._HuggingFaceStorageWriter method) write_to_wandb() (nemo_automodel.training.timers.Timers method)