nemo_rl.models

Subpackages

• nemo_rl.models.automodel
  • nemo_rl.models.automodel.data
  • nemo_rl.models.automodel.checkpoint
  • nemo_rl.models.automodel.config
  • nemo_rl.models.automodel.setup
  • nemo_rl.models.automodel.train
• nemo_rl.models.generation
  • nemo_rl.models.generation.vllm
    • nemo_rl.models.generation.vllm.vllm_worker_async
    • nemo_rl.models.generation.vllm.vllm_worker
    • nemo_rl.models.generation.vllm.patches
    • nemo_rl.models.generation.vllm.vllm_backend
    • nemo_rl.models.generation.vllm.config
    • nemo_rl.models.generation.vllm.utils
    • nemo_rl.models.generation.vllm.vllm_generation
  • nemo_rl.models.generation.megatron
    • nemo_rl.models.generation.megatron.megatron_generation
    • nemo_rl.models.generation.megatron.megatron_worker
    • nemo_rl.models.generation.megatron.config
    • nemo_rl.models.generation.megatron.utils
  • nemo_rl.models.generation.interfaces
  • nemo_rl.models.generation.constants
• nemo_rl.models.policy
  • nemo_rl.models.policy.workers
    • nemo_rl.models.policy.workers.patches
    • nemo_rl.models.policy.workers.dtensor_policy_worker_v2
    • nemo_rl.models.policy.workers.dtensor_policy_worker
    • nemo_rl.models.policy.workers.megatron_policy_worker
    • nemo_rl.models.policy.workers.base_policy_worker
  • nemo_rl.models.policy.interfaces
  • nemo_rl.models.policy.utils
  • nemo_rl.models.policy.tq_policy
  • nemo_rl.models.policy.lm_policy
  • nemo_rl.models.policy.teacher_worker_group
• nemo_rl.models.value
  • nemo_rl.models.value.workers
    • nemo_rl.models.value.workers.megatron_value_worker
    • nemo_rl.models.value.workers.dtensor_value_worker_v2
  • nemo_rl.models.value.interfaces
  • nemo_rl.models.value.config
  • nemo_rl.models.value.lm_value
• nemo_rl.models.dtensor
  • nemo_rl.models.dtensor.parallelize
• nemo_rl.models.huggingface
  • nemo_rl.models.huggingface.common
• nemo_rl.models.megatron
  • nemo_rl.models.megatron.draft
    • nemo_rl.models.megatron.draft.hidden_capture
    • nemo_rl.models.megatron.draft.utils
    • nemo_rl.models.megatron.draft.eagle
  • nemo_rl.models.megatron.data
  • nemo_rl.models.megatron.router_replay
  • nemo_rl.models.megatron.config
  • nemo_rl.models.megatron.setup
  • nemo_rl.models.megatron.pipeline_parallel
  • nemo_rl.models.megatron.train
  • nemo_rl.models.megatron.community_import
  • nemo_rl.models.megatron.common