nemo_automodel.components.distributed#
Subpackages#
Submodules#
nemo_automodel.components.distributed.parallelizer_utilsnemo_automodel.components.distributed.cp_utilsnemo_automodel.components.distributed.thd_utilsnemo_automodel.components.distributed.grad_utilsnemo_automodel.components.distributed.utilsnemo_automodel.components.distributed.ddpnemo_automodel.components.distributed.megatron_fsdpnemo_automodel.components.distributed.parallelizernemo_automodel.components.distributed.confignemo_automodel.components.distributed.parallel_stylesnemo_automodel.components.distributed.init_utilsnemo_automodel.components.distributed.meshnemo_automodel.components.distributed.fsdp2nemo_automodel.components.distributed.optimized_tp_plansnemo_automodel.components.distributed.mesh_utilsnemo_automodel.components.distributed.tensor_utils
Package Contents#
Data#
API#
- nemo_automodel.components.distributed.__all__#
[‘FSDP2Config’, ‘MegatronFSDPConfig’, ‘DDPConfig’, ‘PipelineConfig’]