core.models

Subpackages

• core.models.retro
  • core.models.retro.encoder_attention
  • core.models.retro.model
  • core.models.retro.decoder_spec
  • core.models.retro.encoder_spec
  • core.models.retro.base_attention
  • core.models.retro.config
  • core.models.retro.decoder_attention
  • core.models.retro.utils
• core.models.vision
  • core.models.vision.clip_vit_model
  • core.models.vision.multimodal_projector
  • core.models.vision.radio
  • core.models.vision.vit_layer_specs
• core.models.gpt
  • core.models.gpt.moe_module_specs
  • core.models.gpt.gpt_model
  • core.models.gpt.fine_grained_callables
  • core.models.gpt.gpt_layer_specs
• core.models.T5
  • core.models.T5.t5_spec
  • core.models.T5.t5_model
• core.models.multimodal
  • core.models.multimodal.llava_model
  • core.models.multimodal.llava_spec
  • core.models.multimodal.context_parallel
• core.models.mamba
  • core.models.mamba.mamba_layer_specs
  • core.models.mamba.mamba_model
• core.models.common
  • core.models.common.embeddings
    • core.models.common.embeddings.rope_utils
    • core.models.common.embeddings.rotary_pos_embedding
    • core.models.common.embeddings.yarn_rotary_pos_embedding
    • core.models.common.embeddings.language_model_embedding
    • core.models.common.embeddings.relative_pos_embedding
  • core.models.common.vision_module
    • core.models.common.vision_module.vision_module
  • core.models.common.language_module
    • core.models.common.language_module.language_module
  • core.models.common.model_chunk_schedule_plan
• core.models.huggingface
  • core.models.huggingface.clip_model
  • core.models.huggingface.module
  • core.models.huggingface.qwen_model
• core.models.mimo
  • core.models.mimo.config
    • core.models.mimo.config.base_configs
  • core.models.mimo.model
    • core.models.mimo.model.base
• core.models.bert
  • core.models.bert.bert_layer_specs
  • core.models.bert.bert_model
  • core.models.bert.pooler
  • core.models.bert.bert_lm_head

Submodules

• core.models.backends