nemo_rl.distributed.stateless_process_group#

Module Contents#

Classes#

API#

class nemo_rl.distributed.stateless_process_group.StatelessProcessGroup(
master_address: str,
port: int,
rank: int,
world_size: int,
)#

Initialization

init_nccl_communicator(device: int)#
broadcast(
tensor: torch.Tensor,
src: int,
stream: Optional[torch.cuda.Stream] = None,
)#