nemo_rl.models.generation.vllm.worker_utils

Module Contents

Functions

resolve_distributed_executor_backend
resolve_data_parallel_local_rank

API

nemo_rl.models.generation.vllm.worker_utils.resolve_distributed_executor_backend(

tensor_parallel_size: int,

pipeline_parallel_size: int,

expert_parallel_size: int,

) → str | None

nemo_rl.models.generation.vllm.worker_utils.resolve_data_parallel_local_rank(

rank: int,

model_parallel_size: int,

executor_backend: str | None,

) → int