API Reference#
This page contains auto-generated API reference documentation [1].
corecore.dist_checkpointingcore.dist_checkpointing.strategiescore.dist_checkpointing.strategies.filesystem_asynccore.dist_checkpointing.strategies.fully_parallelcore.dist_checkpointing.strategies.basecore.dist_checkpointing.strategies.torchcore.dist_checkpointing.strategies.cached_metadata_filesystem_readercore.dist_checkpointing.strategies.state_dict_savercore.dist_checkpointing.strategies.async_utilscore.dist_checkpointing.strategies.checkpointablecore.dist_checkpointing.strategies.common
core.dist_checkpointing.optimizercore.dist_checkpointing.utilscore.dist_checkpointing.tensor_aware_state_dictcore.dist_checkpointing.exchange_utilscore.dist_checkpointing.state_dict_utilscore.dist_checkpointing.corecore.dist_checkpointing.dict_utilscore.dist_checkpointing.validationcore.dist_checkpointing.mappingcore.dist_checkpointing.serialization
core.reshardingcore.resharding.nvshmem_copy_servicecore.resharding.nvshmem_copy_service.corecore.resharding.nvshmem_copy_service.memorycore.resharding.nvshmem_copy_service.planningcore.resharding.nvshmem_copy_service.servicecore.resharding.nvshmem_copy_service.nvshmem_typescore.resharding.nvshmem_copy_service.validationcore.resharding.nvshmem_copy_service.logger
core.resharding.copy_servicescore.resharding.utilscore.resharding.refitcore.resharding.executioncore.resharding.planner
core.inferencecore.inference.text_generation_servercore.inference.text_generation_server.dynamic_text_gen_servercore.inference.text_generation_server.dynamic_text_gen_server.endpointscore.inference.text_generation_server.dynamic_text_gen_server.endpoints.healthcore.inference.text_generation_server.dynamic_text_gen_server.endpoints.completionscore.inference.text_generation_server.dynamic_text_gen_server.endpoints.chat_completionscore.inference.text_generation_server.dynamic_text_gen_server.endpoints.common
core.inference.text_generation_server.dynamic_text_gen_server.flask_servercore.inference.text_generation_server.dynamic_text_gen_server.tokenization
core.inference.text_generation_server.tokenizationcore.inference.text_generation_server.run_mcore_enginecore.inference.text_generation_server.text_generation_server
core.inference.model_inference_wrapperscore.inference.text_generation_controllerscore.inference.text_generation_controllers.simple_text_generation_controllercore.inference.text_generation_controllers.text_generation_controllercore.inference.text_generation_controllers.encoder_decoder_text_generation_controllercore.inference.text_generation_controllers.vlm_text_generation_controller
core.inference.contextscore.inference.enginescore.inference.async_streamcore.inference.unified_memorycore.inference.utilscore.inference.data_parallel_inference_coordinatorcore.inference.schedulercore.inference.common_inference_paramscore.inference.inference_requestcore.inference.batch_dimensions_utilscore.inference.sampling_paramscore.inference.headerscore.inference.communication_utilscore.inference.inference_client
core.transformercore.transformer.moecore.transformer.moe.router_replaycore.transformer.moe.moe_layercore.transformer.moe.fused_a2acore.transformer.moe.token_dispatchercore.transformer.moe.grouped_gemm_utilcore.transformer.moe.routercore.transformer.moe.shared_expertscore.transformer.moe.expertscore.transformer.moe.upcycling_utilscore.transformer.moe.moe_utils
core.transformer.custom_layerscore.transformer.torch_layer_normcore.transformer.cuda_graphscore.transformer.spec_utilscore.transformer.transformer_layercore.transformer.mlpcore.transformer.multi_token_predictioncore.transformer.enumscore.transformer.utilscore.transformer.multi_latent_attentioncore.transformer.pipeline_parallel_layer_layoutcore.transformer.transformer_blockcore.transformer.fsdp_dtensor_checkpointcore.transformer.dot_product_attentioncore.transformer.torch_normcore.transformer.attentioncore.transformer.modulecore.transformer.transformer_configcore.transformer.identity_op
core.ssmcore.tensor_parallelcore.distributedcore.distributed.fsdpcore.distributed.fsdp.srccore.distributed.fsdp.src.megatron_fsdpcore.distributed.fsdp.src.megatron_fsdp.utilscore.distributed.fsdp.src.megatron_fsdp.megatron_fsdpcore.distributed.fsdp.src.megatron_fsdp.uneven_dtensorcore.distributed.fsdp.src.megatron_fsdp.fully_shardcore.distributed.fsdp.src.megatron_fsdp.package_infocore.distributed.fsdp.src.megatron_fsdp.mixed_precisioncore.distributed.fsdp.src.megatron_fsdp.param_and_grad_buffercore.distributed.fsdp.src.megatron_fsdp.distributed_data_parallel_config
core.distributed.fsdp.mcore_fsdp_adapter
core.distributed.data_parallel_basecore.distributed.torch_fully_sharded_data_parallelcore.distributed.param_and_grad_buffercore.distributed.torch_fully_sharded_data_parallel_configcore.distributed.reduce_scatter_with_fp32_accumulationcore.distributed.distributed_data_parallel_configcore.distributed.distributed_data_parallelcore.distributed.finalize_model_grads
core.optimizercore.tokenizerscore.tokenizers.textcore.tokenizers.text.librariescore.tokenizers.text.libraries.null_tokenizercore.tokenizers.text.libraries.sentencepiece_tokenizercore.tokenizers.text.libraries.tiktoken_tokenizercore.tokenizers.text.libraries.megatron_hf_tokenizercore.tokenizers.text.libraries.bytelevel_tokenizercore.tokenizers.text.libraries.chat_templatecore.tokenizers.text.libraries.abstract_tokenizercore.tokenizers.text.libraries.huggingface_tokenizer
core.tokenizers.text.modelscore.tokenizers.text.text_tokenizer
core.tokenizers.megatron_tokenizercore.tokenizers.base_tokenizer
core.post_trainingcore.extensionscore.fusionscore.fusions.fused_softmaxcore.fusions.fused_mla_yarn_rope_applycore.fusions.fused_weighted_squared_relucore.fusions.fused_cross_entropycore.fusions.fused_bias_geglucore.fusions.fused_bias_swiglucore.fusions.fused_bias_dropoutcore.fusions.fused_pad_routing_mapcore.fusions.fused_bias_gelucore.fusions.fused_layer_normcore.fusions.fused_indices_converter
core.pipeline_parallelcore.pipeline_parallel.bridge_communicatorcore.pipeline_parallel.utilscore.pipeline_parallel.fine_grained_activation_offloadcore.pipeline_parallel.schedulescore.pipeline_parallel.multimodule_communicatorcore.pipeline_parallel.hybrid_cp_schedulecore.pipeline_parallel.p2p_communicationcore.pipeline_parallel.combined_1f1b
core.modelscore.models.mambacore.models.gptcore.models.visioncore.models.multimodalcore.models.T5core.models.mimocore.models.bertcore.models.huggingfacecore.models.commoncore.models.backends
core.datasetscore.datasets.gpt_datasetcore.datasets.masked_datasetcore.datasets.indexed_datasetcore.datasets.utilscore.datasets.blended_datasetcore.datasets.bert_datasetcore.datasets.blended_megatron_dataset_configcore.datasets.helperscore.datasets.megatron_tokenizercore.datasets.multimodal_datasetcore.datasets.megatron_datasetcore.datasets.data_schedulecore.datasets.t5_datasetcore.datasets.utils_s3core.datasets.object_storage_utilscore.datasets.blended_megatron_dataset_builder
core.exportcore.export.trtllmcore.export.model_typecore.export.export_configcore.export.data_type
core.quantizationcore.num_microbatches_calculatorcore.optimizer_param_schedulercore.configcore.process_groups_configcore.typed_torchcore.msc_utilscore.config_loggercore.enumscore.utilscore.hyper_comm_gridcore.jitcore.full_cuda_graphcore.package_infocore.rerun_state_machinecore.parallel_statecore.fp8_utilscore.inference_paramscore.activationscore.fp4_utilscore._rank_utilscore.packed_seq_paramscore.model_parallel_configcore.energy_monitorcore.timerscore.safe_globalscore.nccl_allocator