bridge.training

Subpackages

• bridge.training.tokenizers
  • bridge.training.tokenizers.gpt2_tokenization
  • bridge.training.tokenizers.tokenizer
  • bridge.training.tokenizers.config
  • bridge.training.tokenizers.bert_tokenization
  • bridge.training.tokenizers.multimodal_tokenizer
• bridge.training.mlm_compat
  • bridge.training.mlm_compat.model
  • bridge.training.mlm_compat.activations
  • bridge.training.mlm_compat.arguments
• bridge.training.utils
  • bridge.training.utils.omegaconf_utils
  • bridge.training.utils.log_utils
  • bridge.training.utils.moe_token_drop
  • bridge.training.utils.train_utils
  • bridge.training.utils.flop_utils
  • bridge.training.utils.theoretical_memory_utils
  • bridge.training.utils.sig_utils
  • bridge.training.utils.wandb_utils
  • bridge.training.utils.config_utils
  • bridge.training.utils.checkpoint_utils

Submodules

• bridge.training.model_load_save
• bridge.training.fault_tolerance
• bridge.training.pretrain
• bridge.training.optim
• bridge.training.state
• bridge.training.train
• bridge.training.nvrx_straggler
• bridge.training.losses
• bridge.training.eval
• bridge.training.setup
• bridge.training.initialize
• bridge.training.checkpointing
• bridge.training.inprocess_restart
• bridge.training.config
• bridge.training.comm_overlap
• bridge.training.mixed_precision
• bridge.training.finetune
• bridge.training.deepep
• bridge.training.gpt_step