core.transformer

Subpackages

• core.transformer.moe
  • core.transformer.moe.token_dispatcher_inference
  • core.transformer.moe.paged_stash
  • core.transformer.moe.moe_logging
  • core.transformer.moe.moe_utils
  • core.transformer.moe.upcycling_utils
  • core.transformer.moe.experts
  • core.transformer.moe.moe_layer
  • core.transformer.moe.shared_experts
  • core.transformer.moe.router_replay
  • core.transformer.moe.router
  • core.transformer.moe.fused_a2a
  • core.transformer.moe.token_dispatcher
• core.transformer.custom_layers
  • core.transformer.custom_layers.batch_invariant_kernels

Submodules

• core.transformer.identity_op
• core.transformer.transformer_layer
• core.transformer.torch_layer_norm
• core.transformer.torch_norm
• core.transformer.spec_utils
• core.transformer.cuda_graph_config
• core.transformer.attention
• core.transformer.mlp
• core.transformer.dot_product_attention
• core.transformer.utils
• core.transformer.multi_latent_attention
• core.transformer.module
• core.transformer.enums
• core.transformer.transformer_block
• core.transformer.pipeline_parallel_layer_layout
• core.transformer.transformer_config
• core.transformer.fsdp_dtensor_checkpoint
• core.transformer.cuda_graphs
• core.transformer.multi_token_prediction