nemo_rl.models

Subpackages

• nemo_rl.models.automodel
  • nemo_rl.models.automodel.draft
    • nemo_rl.models.automodel.draft.draft_qwen3
    • nemo_rl.models.automodel.draft.loss
    • nemo_rl.models.automodel.draft.markov_head
    • nemo_rl.models.automodel.draft.hidden_capture
    • nemo_rl.models.automodel.draft.common
    • nemo_rl.models.automodel.draft.eagle3_llama
    • nemo_rl.models.automodel.draft.checkpoint
    • nemo_rl.models.automodel.draft.setup
    • nemo_rl.models.automodel.draft.runtime
  • nemo_rl.models.automodel.convert
  • nemo_rl.models.automodel.train
  • nemo_rl.models.automodel.config
  • nemo_rl.models.automodel.data
  • nemo_rl.models.automodel.router_replay
  • nemo_rl.models.automodel.checkpoint
  • nemo_rl.models.automodel.setup
  • nemo_rl.models.automodel.utils
• nemo_rl.models.generation
  • nemo_rl.models.generation.trtllm
    • nemo_rl.models.generation.trtllm.quantization
    • nemo_rl.models.generation.trtllm.config
    • nemo_rl.models.generation.trtllm.trtllm_disagg_server
    • nemo_rl.models.generation.trtllm.trtllm_generation
    • nemo_rl.models.generation.trtllm.trtllm_worker_async
    • nemo_rl.models.generation.trtllm.trtllm_http_server
    • nemo_rl.models.generation.trtllm.trtllm_backend
  • nemo_rl.models.generation.megatron
    • nemo_rl.models.generation.megatron.megatron_worker
    • nemo_rl.models.generation.megatron.config
    • nemo_rl.models.generation.megatron.token_capture
    • nemo_rl.models.generation.megatron.megatron_generation
    • nemo_rl.models.generation.megatron.utils
  • nemo_rl.models.generation.vllm
    • nemo_rl.models.generation.vllm.vllm_backend
    • nemo_rl.models.generation.vllm.draft_utils
    • nemo_rl.models.generation.vllm.refit_layout
    • nemo_rl.models.generation.vllm.config
    • nemo_rl.models.generation.vllm.refit_loader
    • nemo_rl.models.generation.vllm.collective_rpc
    • nemo_rl.models.generation.vllm.vllm_sparse_refit
    • nemo_rl.models.generation.vllm.captured_chat_logprobs
    • nemo_rl.models.generation.vllm.vllm_worker_async
    • nemo_rl.models.generation.vllm.worker_utils
    • nemo_rl.models.generation.vllm.metric_names
    • nemo_rl.models.generation.vllm.video_utils
    • nemo_rl.models.generation.vllm.vllm_generation
    • nemo_rl.models.generation.vllm.vllm_sparse_delta
    • nemo_rl.models.generation.vllm.patches
    • nemo_rl.models.generation.vllm.utils
    • nemo_rl.models.generation.vllm.vllm_worker
    • nemo_rl.models.generation.vllm.checkpoint_engine
  • nemo_rl.models.generation.dynamo
    • nemo_rl.models.generation.dynamo.managed_runtime
    • nemo_rl.models.generation.dynamo.config
    • nemo_rl.models.generation.dynamo.dynamo_generation
    • nemo_rl.models.generation.dynamo.arguments
    • nemo_rl.models.generation.dynamo.dynamo_worker
    • nemo_rl.models.generation.dynamo.refit
    • nemo_rl.models.generation.dynamo.worker_pool
    • nemo_rl.models.generation.dynamo.http_client
    • nemo_rl.models.generation.dynamo.venv
    • nemo_rl.models.generation.dynamo.token_wrapper
    • nemo_rl.models.generation.dynamo.validate_dynamo_vllm_args
    • nemo_rl.models.generation.dynamo.metrics
  • nemo_rl.models.generation.generation_router
  • nemo_rl.models.generation.engine_supervisor
  • nemo_rl.models.generation.constants
  • nemo_rl.models.generation.fleet_health
  • nemo_rl.models.generation.openai_server_utils
  • nemo_rl.models.generation.interfaces
• nemo_rl.models.megatron
  • nemo_rl.models.megatron.draft
    • nemo_rl.models.megatron.draft.optimizer
    • nemo_rl.models.megatron.draft.eagle
    • nemo_rl.models.megatron.draft.hidden_capture
    • nemo_rl.models.megatron.draft.dspark
    • nemo_rl.models.megatron.draft.training
    • nemo_rl.models.megatron.draft.step_state
    • nemo_rl.models.megatron.draft.utils
  • nemo_rl.models.megatron.alignment
  • nemo_rl.models.megatron.opd_full_capture
  • nemo_rl.models.megatron.train
  • nemo_rl.models.megatron.config
  • nemo_rl.models.megatron.common
  • nemo_rl.models.megatron.hybridep
  • nemo_rl.models.megatron.batch_invariant
  • nemo_rl.models.megatron.memory_saver
  • nemo_rl.models.megatron.data
  • nemo_rl.models.megatron.router_replay
  • nemo_rl.models.megatron.pipeline_parallel
  • nemo_rl.models.megatron.zero_train_gen_mismatch
  • nemo_rl.models.megatron.community_import
  • nemo_rl.models.megatron.setup
• nemo_rl.models.policy
  • nemo_rl.models.policy.workers
    • nemo_rl.models.policy.workers.base_policy_worker
    • nemo_rl.models.policy.workers.megatron_remote_sparse_refit
    • nemo_rl.models.policy.workers.automodel_policy_worker
    • nemo_rl.models.policy.workers.megatron_policy_worker
    • nemo_rl.models.policy.workers.patches
    • nemo_rl.models.policy.workers.checkpoint_engine
  • nemo_rl.models.policy.teacher_worker_group
  • nemo_rl.models.policy.tq_policy
  • nemo_rl.models.policy.lm_policy
  • nemo_rl.models.policy.draft_config
  • nemo_rl.models.policy.utils
  • nemo_rl.models.policy.interfaces
• nemo_rl.models.value
  • nemo_rl.models.value.workers
    • nemo_rl.models.value.workers.automodel_value_worker
    • nemo_rl.models.value.workers.megatron_value_worker
  • nemo_rl.models.value.config
  • nemo_rl.models.value.lm_value
  • nemo_rl.models.value.tq_value
  • nemo_rl.models.value.interfaces
• nemo_rl.models.huggingface
  • nemo_rl.models.huggingface.common