nemo_rl.models

Subpackages

• nemo_rl.models.huggingface
  • nemo_rl.models.huggingface.common
• nemo_rl.models.automodel
  • nemo_rl.models.automodel.utils
  • nemo_rl.models.automodel.convert
  • nemo_rl.models.automodel.config
  • nemo_rl.models.automodel.setup
  • nemo_rl.models.automodel.train
  • nemo_rl.models.automodel.checkpoint
  • nemo_rl.models.automodel.data
• nemo_rl.models.value
  • nemo_rl.models.value.workers
    • nemo_rl.models.value.workers.megatron_value_worker
    • nemo_rl.models.value.workers.automodel_value_worker
  • nemo_rl.models.value.lm_value
  • nemo_rl.models.value.interfaces
  • nemo_rl.models.value.tq_value
  • nemo_rl.models.value.config
• nemo_rl.models.policy
  • nemo_rl.models.policy.workers
    • nemo_rl.models.policy.workers.automodel_policy_worker
    • nemo_rl.models.policy.workers.base_policy_worker
    • nemo_rl.models.policy.workers.patches
    • nemo_rl.models.policy.workers.megatron_policy_worker
    • nemo_rl.models.policy.workers.checkpoint_engine
    • nemo_rl.models.policy.workers.megatron_remote_sparse_refit
  • nemo_rl.models.policy.lm_policy
  • nemo_rl.models.policy.utils
  • nemo_rl.models.policy.interfaces
  • nemo_rl.models.policy.draft_config
  • nemo_rl.models.policy.tq_policy
  • nemo_rl.models.policy.teacher_worker_group
• nemo_rl.models.megatron
  • nemo_rl.models.megatron.draft
    • nemo_rl.models.megatron.draft.training
    • nemo_rl.models.megatron.draft.optimizer
    • nemo_rl.models.megatron.draft.utils
    • nemo_rl.models.megatron.draft.step_state
    • nemo_rl.models.megatron.draft.eagle
    • nemo_rl.models.megatron.draft.hidden_capture
  • nemo_rl.models.megatron.common
  • nemo_rl.models.megatron.pipeline_parallel
  • nemo_rl.models.megatron.router_replay
  • nemo_rl.models.megatron.config
  • nemo_rl.models.megatron.setup
  • nemo_rl.models.megatron.community_import
  • nemo_rl.models.megatron.memory_saver
  • nemo_rl.models.megatron.hybridep
  • nemo_rl.models.megatron.train
  • nemo_rl.models.megatron.data
  • nemo_rl.models.megatron.opd_full_capture
  • nemo_rl.models.megatron.alignment
• nemo_rl.models.generation
  • nemo_rl.models.generation.dynamo
    • nemo_rl.models.generation.dynamo.arguments
    • nemo_rl.models.generation.dynamo.managed_runtime
    • nemo_rl.models.generation.dynamo.http_client
    • nemo_rl.models.generation.dynamo.token_wrapper
    • nemo_rl.models.generation.dynamo.worker_pool
    • nemo_rl.models.generation.dynamo.dynamo_generation
    • nemo_rl.models.generation.dynamo.venv
    • nemo_rl.models.generation.dynamo.config
    • nemo_rl.models.generation.dynamo.dynamo_worker
    • nemo_rl.models.generation.dynamo.validate_dynamo_vllm_args
    • nemo_rl.models.generation.dynamo.refit
    • nemo_rl.models.generation.dynamo.metrics
  • nemo_rl.models.generation.megatron
    • nemo_rl.models.generation.megatron.utils
    • nemo_rl.models.generation.megatron.megatron_generation
    • nemo_rl.models.generation.megatron.config
    • nemo_rl.models.generation.megatron.megatron_worker
    • nemo_rl.models.generation.megatron.token_capture
  • nemo_rl.models.generation.vllm
    • nemo_rl.models.generation.vllm.utils
    • nemo_rl.models.generation.vllm.video_utils
    • nemo_rl.models.generation.vllm.vllm_sparse_delta
    • nemo_rl.models.generation.vllm.collective_rpc
    • nemo_rl.models.generation.vllm.refit_loader
    • nemo_rl.models.generation.vllm.patches
    • nemo_rl.models.generation.vllm.vllm_worker_async
    • nemo_rl.models.generation.vllm.vllm_generation
    • nemo_rl.models.generation.vllm.vllm_worker
    • nemo_rl.models.generation.vllm.checkpoint_engine
    • nemo_rl.models.generation.vllm.config
    • nemo_rl.models.generation.vllm.metric_names
    • nemo_rl.models.generation.vllm.refit_layout
    • nemo_rl.models.generation.vllm.worker_utils
    • nemo_rl.models.generation.vllm.vllm_sparse_refit
    • nemo_rl.models.generation.vllm.vllm_backend
  • nemo_rl.models.generation.trtllm
    • nemo_rl.models.generation.trtllm.trtllm_http_server
    • nemo_rl.models.generation.trtllm.trtllm_backend
    • nemo_rl.models.generation.trtllm.trtllm_worker_async
    • nemo_rl.models.generation.trtllm.config
    • nemo_rl.models.generation.trtllm.trtllm_generation
  • nemo_rl.models.generation.interfaces
  • nemo_rl.models.generation.generation_router
  • nemo_rl.models.generation.fleet_health
  • nemo_rl.models.generation.constants
  • nemo_rl.models.generation.engine_supervisor
  • nemo_rl.models.generation.openai_server_utils