core.models

Subpackages

• core.models.T5
  • core.models.T5.t5_model
  • core.models.T5.t5_spec
• core.models.gpt
  • core.models.gpt.fine_grained_callables
  • core.models.gpt.gpt_layer_specs
  • core.models.gpt.gpt_model
  • core.models.gpt.experimental_attention_variant_module_specs
  • core.models.gpt.moe_module_specs
• core.models.mimo
  • core.models.mimo.config
    • core.models.mimo.config.role
    • core.models.mimo.config.base_configs
  • core.models.mimo.comm
    • core.models.mimo.comm.colocated_communicator
  • core.models.mimo.model
    • core.models.mimo.model.base
  • core.models.mimo.optimizer
• core.models.huggingface
  • core.models.huggingface.module
  • core.models.huggingface.clip_model
  • core.models.huggingface.qwen_model
  • core.models.huggingface.fastconformer_model
• core.models.mamba
  • core.models.mamba.mamba_layer_specs
  • core.models.mamba.mamba_model
• core.models.vision
  • core.models.vision.radio
  • core.models.vision.vit_model
  • core.models.vision.multimodal_projector
  • core.models.vision.encoder_registry
  • core.models.vision.clip_vit_model
  • core.models.vision.vit_layer_specs
• core.models.hybrid
  • core.models.hybrid.layers
    • core.models.hybrid.layers.utils
    • core.models.hybrid.layers.hybrid_hyper_connection
  • core.models.hybrid.hybrid_model
  • core.models.hybrid.hybrid_block
  • core.models.hybrid.shortcut_block
  • core.models.hybrid.hybrid_layer_specs
  • core.models.hybrid.hybrid_layer_allocation
• core.models.common
  • core.models.common.embeddings
    • core.models.common.embeddings.yarn_rotary_pos_embedding
    • core.models.common.embeddings.language_model_embedding
    • core.models.common.embeddings.rotary_pos_embedding
    • core.models.common.embeddings.rope_utils
    • core.models.common.embeddings.relative_pos_embedding
  • core.models.common.vision_module
    • core.models.common.vision_module.vision_module
  • core.models.common.language_module
    • core.models.common.language_module.language_module
  • core.models.common.fine_grained_callables
  • core.models.common.utils
  • core.models.common.model_chunk_schedule_plan
  • core.models.common.combined_1f1b_mfsdp_scheduler
• core.models.audio
  • core.models.audio.packed_audio
  • core.models.audio.audio_projector
  • core.models.audio.nemo_transformer_encoder
  • core.models.audio.nemo_audio_checkpoint
  • core.models.audio.nemo_transformer_audio_model
  • core.models.audio.audio_processor
  • core.models.audio.nemo_audio_preprocessing
  • core.models.audio.audio_feature_config
  • core.models.audio.nemo_rope_transformer_encoder
• core.models.bert
  • core.models.bert.bert_lm_head
  • core.models.bert.bert_model
  • core.models.bert.bert_layer_specs
  • core.models.bert.pooler
• core.models.multimodal
  • core.models.multimodal.llava_spec
  • core.models.multimodal.utils
  • core.models.multimodal.context_parallel
  • core.models.multimodal.llava_model

Submodules

• core.models.backends