nemo_rl.models

Subpackages

• nemo_rl.models.generation
  • nemo_rl.models.generation.dynamo
    • nemo_rl.models.generation.dynamo.worker_pool
    • nemo_rl.models.generation.dynamo.dynamo_worker
    • nemo_rl.models.generation.dynamo.managed_runtime
    • nemo_rl.models.generation.dynamo.dynamo_generation
    • nemo_rl.models.generation.dynamo.venv
    • nemo_rl.models.generation.dynamo.validate_dynamo_vllm_args
    • nemo_rl.models.generation.dynamo.config
    • nemo_rl.models.generation.dynamo.token_wrapper
    • nemo_rl.models.generation.dynamo.refit
    • nemo_rl.models.generation.dynamo.metrics
    • nemo_rl.models.generation.dynamo.arguments
    • nemo_rl.models.generation.dynamo.http_client
  • nemo_rl.models.generation.trtllm
    • nemo_rl.models.generation.trtllm.trtllm_http_server
    • nemo_rl.models.generation.trtllm.trtllm_worker_async
    • nemo_rl.models.generation.trtllm.config
    • nemo_rl.models.generation.trtllm.trtllm_generation
    • nemo_rl.models.generation.trtllm.trtllm_backend
  • nemo_rl.models.generation.megatron
    • nemo_rl.models.generation.megatron.utils
    • nemo_rl.models.generation.megatron.megatron_generation
    • nemo_rl.models.generation.megatron.megatron_worker
    • nemo_rl.models.generation.megatron.config
  • nemo_rl.models.generation.vllm
    • nemo_rl.models.generation.vllm.video_utils
    • nemo_rl.models.generation.vllm.utils
    • nemo_rl.models.generation.vllm.refit_layout
    • nemo_rl.models.generation.vllm.vllm_worker_async
    • nemo_rl.models.generation.vllm.vllm_sparse_refit
    • nemo_rl.models.generation.vllm.vllm_sparse_delta
    • nemo_rl.models.generation.vllm.config
    • nemo_rl.models.generation.vllm.refit_loader
    • nemo_rl.models.generation.vllm.collective_rpc
    • nemo_rl.models.generation.vllm.worker_utils
    • nemo_rl.models.generation.vllm.vllm_backend
    • nemo_rl.models.generation.vllm.vllm_generation
    • nemo_rl.models.generation.vllm.checkpoint_engine
    • nemo_rl.models.generation.vllm.patches
    • nemo_rl.models.generation.vllm.vllm_worker
  • nemo_rl.models.generation.generation_router
  • nemo_rl.models.generation.interfaces
  • nemo_rl.models.generation.constants
  • nemo_rl.models.generation.openai_server_utils
  • nemo_rl.models.generation.fleet_health
• nemo_rl.models.automodel
  • nemo_rl.models.automodel.setup
  • nemo_rl.models.automodel.config
  • nemo_rl.models.automodel.data
  • nemo_rl.models.automodel.checkpoint
  • nemo_rl.models.automodel.train
• nemo_rl.models.megatron
  • nemo_rl.models.megatron.draft
    • nemo_rl.models.megatron.draft.utils
    • nemo_rl.models.megatron.draft.eagle
    • nemo_rl.models.megatron.draft.hidden_capture
  • nemo_rl.models.megatron.setup
  • nemo_rl.models.megatron.pipeline_parallel
  • nemo_rl.models.megatron.config
  • nemo_rl.models.megatron.data
  • nemo_rl.models.megatron.memory_saver
  • nemo_rl.models.megatron.community_import
  • nemo_rl.models.megatron.router_replay
  • nemo_rl.models.megatron.common
  • nemo_rl.models.megatron.train
• nemo_rl.models.policy
  • nemo_rl.models.policy.workers
    • nemo_rl.models.policy.workers.dtensor_policy_worker_v2
    • nemo_rl.models.policy.workers.megatron_policy_worker
    • nemo_rl.models.policy.workers.megatron_remote_sparse_refit
    • nemo_rl.models.policy.workers.dtensor_policy_worker
    • nemo_rl.models.policy.workers.base_policy_worker
    • nemo_rl.models.policy.workers.checkpoint_engine
    • nemo_rl.models.policy.workers.patches
  • nemo_rl.models.policy.tq_policy
  • nemo_rl.models.policy.utils
  • nemo_rl.models.policy.teacher_worker_group
  • nemo_rl.models.policy.interfaces
  • nemo_rl.models.policy.lm_policy
• nemo_rl.models.dtensor
  • nemo_rl.models.dtensor.parallelize
• nemo_rl.models.value
  • nemo_rl.models.value.workers
    • nemo_rl.models.value.workers.dtensor_value_worker_v2
    • nemo_rl.models.value.workers.megatron_value_worker
  • nemo_rl.models.value.tq_value
  • nemo_rl.models.value.config
  • nemo_rl.models.value.lm_value
  • nemo_rl.models.value.interfaces
• nemo_rl.models.huggingface
  • nemo_rl.models.huggingface.common