NVIDIA Megatron-Core
Developer Guide (Latest)

megatron-core/developer-guide/latest/py-modindex.html

Python Module Index

c
 
c
core
    core.datasets
    core.datasets.bert_dataset
    core.datasets.blended_dataset
    core.datasets.blended_megatron_dataset_builder
    core.datasets.blended_megatron_dataset_config
    core.datasets.gpt_dataset
    core.datasets.indexed_dataset
    core.datasets.masked_dataset
    core.datasets.megatron_dataset
    core.datasets.megatron_tokenizer
    core.datasets.t5_dataset
    core.datasets.utils
    core.dist_checkpointing
    core.dist_checkpointing.core
    core.dist_checkpointing.dict_utils
    core.dist_checkpointing.mapping
    core.dist_checkpointing.optimizer
    core.dist_checkpointing.serialization
    core.dist_checkpointing.strategies
    core.dist_checkpointing.strategies.base
    core.dist_checkpointing.strategies.tensorstore
    core.dist_checkpointing.strategies.two_stage
    core.dist_checkpointing.strategies.zarr
    core.dist_checkpointing.utils
    core.distributed
    core.distributed.distributed_data_parallel
    core.distributed.finalize_model_grads
    core.fusions.fused_bias_dropout
    core.fusions.fused_layer_norm
    core.fusions.fused_softmax
    core.models
    core.models.bert
    core.models.bert.bert_model
    core.models.gpt
    core.models.gpt.gpt_model
    core.models.T5
    core.models.T5.t5_model
    core.pipeline_parallel
    core.pipeline_parallel.p2p_communication
    core.pipeline_parallel.schedules
    core.tensor_parallel
    core.tensor_parallel.cross_entropy
    core.tensor_parallel.data
    core.tensor_parallel.layers
    core.tensor_parallel.mappings
    core.tensor_parallel.random
    core.tensor_parallel.utils
    core.transformer
    core.transformer.attention
    core.transformer.dot_product_attention
    core.transformer.enums
    core.transformer.identity_op
    core.transformer.mlp
    core.transformer.module
    core.transformer.transformer_block
    core.transformer.transformer_config
    core.transformer.transformer_layer
    core.transformer.utils
© Copyright 2022-2024, NVIDIA. Last updated on Mar 16, 2024.