Index _ | A | B | C | D | E | F | G | H | I | J | K | L | M | N | O | P | Q | R | S | T | U | V | W | X | Z _ __add__() (nemo_rl.data_plane.tq_token_sink.StagedPrefix method) __aenter__() (nemo_rl.experience.rollout_manager._Deadline method) __aexit__() (nemo_rl.experience.rollout_manager._Deadline method) __all__ (in module nemo_rl.algorithms.async_utils) (in module nemo_rl.algorithms.loss) (in module nemo_rl.algorithms.sft_v2) (in module nemo_rl.algorithms.single_controller_utils) (in module nemo_rl.algorithms.x_token) (in module nemo_rl.data.datasets) (in module nemo_rl.data.datasets.eval_datasets) (in module nemo_rl.data.datasets.preference_datasets) (in module nemo_rl.data.datasets.response_datasets) (in module nemo_rl.data.energon) (in module nemo_rl.data.energon.multimodal.cookers.generic) (in module nemo_rl.data.energon.multimodal.model_families) (in module nemo_rl.data.energon.multimodal.packing) (in module nemo_rl.data.energon.multimodal.registry) (in module nemo_rl.data.energon.multimodal.task_encoders.base) (in module nemo_rl.data.energon.multimodal.task_encoders.generic_sft) (in module nemo_rl.data.energon.multimodal.task_encoders.media) (in module nemo_rl.data.energon.multimodal.types) (in module nemo_rl.data.energon.sft_dataloader) (in module nemo_rl.data.energon.sft_types) (in module nemo_rl.data.energon.sft_worker) (in module nemo_rl.data.packing) (in module nemo_rl.data_plane) (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) (in module nemo_rl.models.automodel.draft) (in module nemo_rl.models.automodel.draft.common) (in module nemo_rl.models.automodel.draft.draft_qwen3) (in module nemo_rl.models.automodel.draft.loss) (in module nemo_rl.models.automodel.draft.markov_head) (in module nemo_rl.models.generation.dynamo) (in module nemo_rl.models.generation.megatron) (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) (in module nemo_rl.models.generation.vllm) (in module nemo_rl.models.megatron.draft) (in module nemo_rl.models.megatron.draft.dspark) (in module nemo_rl.models.value) (in module nemo_rl.telemetry) (in module nemo_rl.telemetry.instrumentation) (in module nemo_rl.weight_sync) (in module nemo_rl.weight_sync.xferdtensor_python) __call__() (nemo_rl.algorithms.loss.interfaces.LossFunction method) (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossFn method) (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) (nemo_rl.algorithms.loss.loss_functions.DistillationLossFn method) (nemo_rl.algorithms.loss.loss_functions.DPOLossFn method) (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossFn method) (nemo_rl.algorithms.loss.loss_functions.MPOLossFn method) (nemo_rl.algorithms.loss.loss_functions.MseValueLossFn method) (nemo_rl.algorithms.loss.loss_functions.NLLLossFn method) (nemo_rl.algorithms.loss.loss_functions.PreferenceLossFn method) (nemo_rl.algorithms.loss.wrapper.DraftLossWrapper method) (nemo_rl.algorithms.loss.wrapper.DraftRuntimeLossWrapper method) (nemo_rl.algorithms.loss.wrapper.SequencePackingFusionLossWrapper method) (nemo_rl.algorithms.loss.wrapper.SequencePackingLossWrapper method) (nemo_rl.data.interfaces.TaskDataPreProcessFnCallable method) (nemo_rl.data.interfaces.TaskDataProcessFnCallable method) (nemo_rl.data.processors._NemotronOmniPreferenceProcessorProxy method) (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollator method) (nemo_rl.distributed.worker_groups.RayWorkerBuilder method) (nemo_rl.models.automodel.train.FullLogitsPostProcessor method) (nemo_rl.models.automodel.train.LogprobsPostProcessor method) (nemo_rl.models.automodel.train.LossPostProcessor method) (nemo_rl.models.automodel.train.ScorePostProcessor method) (nemo_rl.models.automodel.train.TopkLogitsPostProcessor method) (nemo_rl.models.generation.trtllm.trtllm_disagg_server._DropGymOnlyRequestFields method) (nemo_rl.models.megatron.train.LogprobsPostProcessor method) (nemo_rl.models.megatron.train.LossPostProcessor method) (nemo_rl.models.megatron.train.TeacherFullPayloadPostProcessor method) (nemo_rl.models.megatron.train.TopkLogitsPostProcessor method) (nemo_rl.models.value.workers.automodel_value_worker.RightShiftLossWrapper method) __contact_emails__ (in module nemo_rl.package_info) __contact_names__ (in module nemo_rl.package_info) __contains__() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) __deepcopy__() (nemo_rl.data.multimodal_utils.PackedTensor method) __default_failure_tolerance__ (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.GenericSFTTaskEncoder attribute) __del__() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) (nemo_rl.environments.reward_model_environment.RewardModelEnvironment method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.teacher_worker_group.TeacherWorkerGroup method) (nemo_rl.models.value.lm_value.Value method) (nemo_rl.utils.logger.Logger method) (nemo_rl.utils.logger.MLflowLogger method) __description__ (in module nemo_rl.package_info) __download_url__ (in module nemo_rl.package_info) __enter__() (nemo_rl.distributed.refit_watchdog.RefitAbortWatchdog method) (nemo_rl.utils.checkpoint.CheckpointManager method) __eq__() (nemo_rl.distributed.named_sharding.NamedSharding method) __exit__() (nemo_rl.distributed.refit_watchdog.RefitAbortWatchdog method) (nemo_rl.utils.checkpoint.CheckpointManager method) __extra__ (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossDataDict attribute) (nemo_rl.data.interfaces.DatumSpec attribute) (nemo_rl.models.generation.interfaces.GenerationDatumSpec attribute) (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) __getattr__() (nemo_rl.data.processors._NemotronOmniPreferenceProcessorProxy method) (nemo_rl.data_plane.adapters.transfer_queue._MooncakeMasterArgv method) (nemo_rl.models.value.workers.automodel_value_worker.RightShiftLossWrapper method) __getitem__() (nemo_rl.data.datasets.processed_dataset.AllTaskProcessedDataset method) (nemo_rl.data.datasets.response_datasets.oai_format_dataset.PreservingDataset method) (nemo_rl.modelopt.models.policy.workers.utils._DictDataset method) __getstate__() (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.environments.nemo_gym.NemoGymShardSet method) (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) __homepage__ (in module nemo_rl.package_info) __iter__() (nemo_rl.data.dataloader.CyclingDataLoader method) (nemo_rl.data.dataloader.MultipleDataloaderWrapper method) (nemo_rl.data.datasets.response_datasets.oai_format_dataset.PreservingDataset method) (nemo_rl.data.energon.sft_dataloader.EnergonSFTDataLoader method) (nemo_rl.data.energon.sft_dataloader.SFTDataLoader method) __keywords__ (in module nemo_rl.package_info) __len__() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) (nemo_rl.data.datasets.processed_dataset.AllTaskProcessedDataset method) (nemo_rl.data.datasets.response_datasets.oai_format_dataset.PreservingDataset method) (nemo_rl.data.energon.sft_dataloader.EnergonSFTDataLoader method) (nemo_rl.data.energon.sft_dataloader.SFTDataLoader method) (nemo_rl.data.multimodal_utils.PackedTensor method) (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) (nemo_rl.modelopt.models.policy.workers.utils._DictDataset method) __license__ (in module nemo_rl.package_info) __new__() (nemo_rl.models.generation.vllm.vllm_backend.NixlVllmWorker method) __next__() (nemo_rl.data.dataloader.MultipleDataloaderWrapper method) __package_name__ (in module nemo_rl.package_info) __post_init__() (nemo_rl.algorithms.loss.draft.DraftLossStats method) (nemo_rl.data.captured_media.CapturedMediaItem method) (nemo_rl.data.captured_media.MediaColumnSpec method) (nemo_rl.data.interfaces.TaskDataSpec method) (nemo_rl.data_plane.interfaces.KVBatchMeta method) (nemo_rl.experience.reward_penalties.FinalizedReward method) (nemo_rl.experience.reward_penalties.RewardChecks method) (nemo_rl.experience.reward_penalties.RewardLogContext method) (nemo_rl.experience.rollout_manager.RolloutRetryPolicy method) (nemo_rl.experience.rollout_recovery.PromptRef method) (nemo_rl.models.generation.fleet_health.FleetHealthPolicy method) __repository_url__ (in module nemo_rl.package_info) __repr__() (nemo_rl.distributed.named_sharding.NamedSharding method) (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) __setstate__() (nemo_rl.data.multimodal_utils.PackedTensor method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.environments.nemo_gym.NemoGymShardSet method) (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) __shortversion__ (in module nemo_rl.package_info) __slots__ (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneMutationCut attribute) __torch_dispatch__() (nemo_rl.models.generation.vllm.vllm_sparse_delta._SparseWeightLoadMode method) __version__ (in module nemo_rl.package_info) _abandon_entire_group() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) _abort_request_capture() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _abort_stale_inflight() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _abort_subcommunicator() (in module nemo_rl.weight_sync.xferdtensor_python) _Abortable (class in nemo_rl.distributed.refit_watchdog) _ABSENT_STATES (in module nemo_rl.models.generation.fleet_health) _absorb_advantage_outcome() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _accepted_forward_kwargs() (in module nemo_rl.models.automodel.data) _ACK (in module nemo_rl.utils.weight_transfer_zmq) _active_replica_signature() (in module nemo_rl.weight_sync.xferdtensor_python) _adapt_native_flat_eagle3_config() (in module nemo_rl.models.automodel.draft.setup) _adapt_speculators_dspark_config() (in module nemo_rl.models.automodel.draft.setup) _adapt_speculators_eagle3_config() (in module nemo_rl.models.automodel.draft.setup) _ADAPTED_PATHS (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) _add_message_violation_masks() (in module nemo_rl.experience.payload) _add_multimodal_generation_payload() (in module nemo_rl.experience.rollouts) _add_noise_to_weights() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) _add_r3_fallback_metrics() (in module nemo_rl.experience.rollouts) _add_verification_samples() (nemo_rl.utils.weight_transfer_sparse_codec.DeltaCompressionTracker method) _adjust_bin_count() (nemo_rl.data.packing.algorithms.SequencePacker method) _admit_reserved_prompt_groups() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _advantage_stage() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _advertise_carrier() (in module nemo_rl.telemetry.instrumentation) _aggregate_megatron_flops_metrics() (in module nemo_rl.models.policy.lm_policy) _aggregate_multi_turn_rollout_metrics() (in module nemo_rl.experience.rollouts) _aggregate_rollout_metrics() (nemo_rl.experience.rollout_manager.AsyncRolloutImpl method) _aggregate_train_results() (in module nemo_rl.models.policy.tq_policy) (in module nemo_rl.models.value.tq_value) _AIOHTTP_INFRA_TYPES (in module nemo_rl.experience.failures) _AIOHTTP_INSTRUMENTED (in module nemo_rl.telemetry.setup) _algo_label (nemo_rl.models.automodel.draft.runtime._DraftRuntimeBase attribute) (nemo_rl.models.automodel.draft.runtime.DSparkRuntime attribute) (nemo_rl.models.automodel.draft.runtime.Eagle3Runtime attribute) _align_one_offset() (nemo_rl.algorithms.x_token.token_aligner.TokenAligner method) _align_single() (nemo_rl.algorithms.x_token.token_aligner.TokenAligner method) _all_gather_tp_shards() (in module nemo_rl.models.megatron.draft.utils) _all_image_sizes_equal() (in module nemo_rl.models.automodel.data) _all_reduce_loss_denominators() (in module nemo_rl.models.automodel.draft.loss) _all_sleep_tags() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl class method) _allgather_destination() (in module nemo_rl.weight_sync.xferdtensor_python) _allocate_transfer_buffer() (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) _allowed_new_tokens() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) _AllReduceSum (class in nemo_rl.distributed.model_utils) _annotate() (in module nemo_rl.data_plane.observability) _apply() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) _apply_chat_template() (in module nemo_rl.models.generation.dynamo.token_wrapper) _apply_configured_message_level_advantage_penalties() (in module nemo_rl.algorithms.grpo) _apply_decoded_items() (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) _apply_dynamic_sampling() (in module nemo_rl.algorithms.grpo_sync) _apply_effort_shaping() (in module nemo_rl.experience.rollouts) _apply_inference_cuda_graph_scope() (in module nemo_rl.models.generation.megatron.megatron_worker) _apply_length_penaltyes_and_penalties() (in module nemo_rl.utils.length_penalty) _apply_mask_sample_filter() (in module nemo_rl.algorithms.grpo) _apply_message_level_advantage_penalties() (in module nemo_rl.algorithms.grpo) _apply_moe_config() (in module nemo_rl.models.megatron.setup) _apply_mtp_config() (in module nemo_rl.models.megatron.setup) _apply_multimodal_config() (in module nemo_rl.models.megatron.setup) _apply_optional_inference_config_kwargs() (in module nemo_rl.models.generation.megatron.megatron_worker) _apply_packing_prep() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _apply_parallelism_config() (in module nemo_rl.models.megatron.setup) _apply_performance_config() (in module nemo_rl.models.megatron.setup) _apply_ppo_seq_logprob_error_masking() (in module nemo_rl.algorithms.ppo) _apply_precision_config() (in module nemo_rl.models.megatron.setup) _apply_profile_band_multipliers() (in module nemo_rl.utils.length_penalty) _apply_s3_manifest_payload() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _apply_state_dict_to_model() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _apply_top_k_only_fn() (in module nemo_rl.algorithms.logits_sampling_utils) _apply_top_k_top_p_fn() (in module nemo_rl.algorithms.logits_sampling_utils) _apply_vllm_patches() (in module nemo_rl.models.generation.vllm.patches) _apply_zmq_payload() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _ApplyTopKTopP (class in nemo_rl.algorithms.logits_sampling_utils) _ArgvBuilder (class in nemo_rl.models.generation.dynamo.arguments) _ARMED (in module nemo_rl.distributed.refit_watchdog) _ARMED_LOCK (in module nemo_rl.distributed.refit_watchdog) _as_dict() (in module nemo_rl.models.generation.trtllm.config) _as_list() (in module nemo_rl.data_plane.observability) _as_plain_dict() (in module nemo_rl.environments.nemo_gym_shards) _as_routed_experts_tensor() (in module nemo_rl.models.generation.vllm.utils) _as_string_set() (in module nemo_rl.environments.nemo_gym_shards) _assemble_local_states() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) _assemble_receipt() (nemo_rl.environments.nemo_gym.NemoGym static method) _assemble_routed_experts() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _assert_direct_dispatch_allowed() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) _assert_drafter_owns_modules() (in module nemo_rl.models.generation.vllm.draft_utils) _assert_lora_modules_reachable() (in module nemo_rl.models.policy.workers.automodel_policy_worker) _assert_no_key_loss() (in module nemo_rl.data_plane.adapters.transfer_queue) _assert_response_within_context() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) _assert_services_alive() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) _assert_step_open() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _assert_tq_stores_scalar_rows_0d() (in module nemo_rl.data_plane.adapters.transfer_queue) _assign_optional_layer_weight() (in module nemo_rl.models.megatron.draft.utils) _async_checkpoint_cuda_cache_active (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl attribute) _async_generate_base() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _async_ppo_buffer_max_age() (in module nemo_rl.algorithms.ppo) _async_ppo_generation_lead_steps() (in module nemo_rl.algorithms.ppo) _AsyncLLMHTTPClient (class in nemo_rl.models.generation.vllm.vllm_worker_async) _attach_input_quantizer_amax_loaders() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) _attach_or_repack_pack_metadata() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _attach_routed_experts_to_message_log_prefix() (in module nemo_rl.experience.rollouts) _ATTEMPT_STATE_FIELDS (in module nemo_rl.experience.rollout_recovery) _autocast_context() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) _AUTOMODEL_ONLY_CHECKPOINT_FIELDS (in module nemo_rl.utils.checkpoint) _AUX_LOSS_TRACK_NAMES (in module nemo_rl.models.megatron.common) _averaged_logits_kd() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _BACKEND_MODELS (in module nemo_rl.data_plane.interfaces) _band_multiplier() (in module nemo_rl.utils.length_penalty) _baseline() (nemo_rl.utils.weight_transfer_sparse_codec.DeltaCompressionTracker method) _BATCH_BYTES (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _batch_fused_modelopt_moe_weights() (in module nemo_rl.modelopt.models.generation.vllm_quant_backend) _BATCH_KEYS (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _batch_replicas() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _bco_loss() (nemo_rl.algorithms.loss.loss_functions.MPOLossFn method) _begin_request_capture() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _begin_restart() (nemo_rl.models.generation.engine_supervisor.EngineSupervisor method) _BEHAVIORAL_DATASET_CONFIG_KEYS (in module nemo_rl.data.datasets.utils) _bill_self() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _BINARY_REWARD_TOL (in module nemo_rl.utils.length_penalty) _bind_socket_in_range() (in module nemo_rl.distributed.virtual_cluster) _BlockDraftConfig (class in nemo_rl.models.policy.draft_config) _blockwise_fp8_receiver_quant_spec() (nemo_rl.models.generation.vllm.vllm_backend.VllmReshardParamSpecCollection static method) _bootstrap_anchor_manifest() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _BOOTSTRAP_FINGERPRINT_EXCLUDED_PATHS (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _BREAKDOWN_COLUMNS (in module nemo_rl.data_plane.observability) _BRIDGE_SIGNAL_HANDLER_PATCHED (in module nemo_rl.models.megatron.setup) _brief() (in module nemo_rl.data.energon.sft_dataloader) _broadcast_batched_data_dict() (in module nemo_rl.data_plane.worker_mixin) _broadcast_destination() (in module nemo_rl.weight_sync.xferdtensor_python) _broadcast_misc_params_packed() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _broadcast_weights_for_collective() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _bucket_nemo_gym_rows_by_instance() (in module nemo_rl.experience.rollouts) _BUCKET_OVERRIDE (in module nemo_rl.telemetry.instrumentation) _bucket_size_bytes (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer attribute) _BUFFER_ALIGNMENT (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _buffer_step_metrics_locked() (nemo_rl.utils.logger.WandbLogger method) _build() (nemo_rl.data_plane.adapters.transfer_queue._StagingPoolRegistry method) (nemo_rl.weight_sync.nccl_reshard_weight_synchronizer.NcclReshardWeightSynchronizer method) _build_adaptor_class() (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) _build_advantage_estimator() (in module nemo_rl.algorithms.single_controller_utils.setup) _build_async_grpo_train_data() (in module nemo_rl.algorithms.grpo) _build_attention_mask() (in module nemo_rl.models.automodel.draft.eagle3_llama) _build_bulk_refit_conversion_tasks() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _build_clusters() (in module nemo_rl.algorithms.single_controller_utils.setup) _build_colocated_inference_model() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _build_completion_request() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) _build_destination_hf_to_local_param_map() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _build_exact_plan() (in module nemo_rl.weight_sync.xferdtensor_python) _build_expert_groups() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _build_frontend_tokenizer() (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) _build_generation() (in module nemo_rl.algorithms.single_controller_utils.setup) _build_generation_refit_tasks() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _build_gym_actor_config() (in module nemo_rl.environments.nemo_gym) _build_hf_to_gen_backend_mapping() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _build_image_preprocessing_config() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _build_inputs() (nemo_rl.experience.rollout_manager.AsyncNemoGymRolloutImpl method) _build_layer_to_pp_stage() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _build_loss_weight_mask() (in module nemo_rl.models.automodel.draft.loss) _build_model_batch() (in module nemo_rl.models.automodel.train) _build_prompt_and_multimodal_data() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _build_prompt_token_ids() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _build_reasoning_parser() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _build_refit_conversion_tasks() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _build_resource_attributes() (in module nemo_rl.telemetry.setup) _build_retry_policy() (in module nemo_rl.algorithms.single_controller_utils.setup) _build_rollouts_state() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _build_routed_experts_tensor() (nemo_rl.experience.rollout_reassembler.RolloutReassembler method) _build_sampling_params() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) _build_sft_collate_fn() (in module nemo_rl.algorithms.sft) _build_sharded_gym_actors() (in module nemo_rl.environments.nemo_gym) _build_single_gym_actor() (in module nemo_rl.environments.nemo_gym) _build_source_hf_to_local_param_map() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _build_split_axis_by_parameter() (in module nemo_rl.models.megatron.draft.utils) _build_stage() (in module nemo_rl.distributed.actor_environments) _build_striped_targets() (in module nemo_rl.weight_sync.xferdtensor_python) _build_striped_transfers() (in module nemo_rl.weight_sync.xferdtensor_python) _build_task_index_map() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector static method) _build_token_level_rewards() (nemo_rl.algorithms.advantage_estimator.GeneralizedAdvantageEstimator method) _build_tool_parser() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _build_trainer() (in module nemo_rl.algorithms.single_controller_utils.setup) _build_value() (in module nemo_rl.algorithms.single_controller_utils.setup) _build_video_metadata() (in module nemo_rl.models.generation.vllm.video_utils) _BY_OP (in module nemo_rl.data_plane.observability) _BY_OP_NAMESPACES (in module nemo_rl.data_plane.observability) _bypass_chat_logprobs() (nemo_rl.models.generation.vllm.captured_chat_logprobs.CapturedChatLogprobsMixin method) _BYTES_ATTR (in module nemo_rl.data_plane.observability) _bytes_tensor() (in module nemo_rl.data_plane.tq_token_sink) _CACHE_VERSION (in module nemo_rl.data.datasets.preference_datasets.mmpr) _cached_tile_distributions_and_cross_entropy() (in module nemo_rl.algorithms.loss.draft) _CachedVocabParallelSoftCE (class in nemo_rl.algorithms.loss.draft) _calculate_preference_score() (nemo_rl.environments.code_jaccard_environment.CodeJaccardVerifyWorker method) _calculate_refit_param_info() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _calculate_target_weights() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _call_chat() (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollator method) _call_dp() (in module nemo_rl.data_plane.tq_token_sink) (nemo_rl.algorithms.single_controller.SingleControllerActor method) (nemo_rl.experience.rollout_reassembler.RolloutReassembler method) _call_text() (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollator method) _campaign_stage() (in module nemo_rl.telemetry.setup) _CAMPAIGN_STAGE_ATTR (in module nemo_rl.telemetry.setup) _CAMPAIGN_STAGE_BY_ALGORITHM (in module nemo_rl.telemetry.setup) _CAMPAIGN_STAGE_ENV (in module nemo_rl.telemetry.setup) _canonical_manifest_extra_info() (in module nemo_rl.algorithms.async_utils.replay_buffer) _canonical_manifest_value() (in module nemo_rl.algorithms.async_utils.replay_buffer) _canonicalize_hf_config_overrides() (in module nemo_rl.models.megatron.setup) _canonicalize_nvfp4_scale_() (in module nemo_rl.modelopt.models.generation.vllm_modelopt) _canonicalize_sequence() (in module nemo_rl.algorithms.x_token.token_aligner) _capture_admission() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _capture_dataloader_state() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _capture_layer_ids() (nemo_rl.models.automodel.draft.runtime._DraftRuntimeBase method) (nemo_rl.models.automodel.draft.runtime.DSparkRuntime method) (nemo_rl.models.automodel.draft.runtime.Eagle3Runtime method) _capture_request_media() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _capture_reward_settings() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _capture_rollout_checkpoint_cut() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _CARRIER_REFUSED (in module nemo_rl.telemetry.instrumentation) _cast_media_pixels() (nemo_rl.models.generation.megatron.token_capture.TQMegatronTokenStager method) _causal_topk_pairs() (in module nemo_rl.utils.flops_formulas) _caused_by_ray_actor_death() (in module nemo_rl.algorithms.async_utils.trajectory_collector) _chat_completion_request_cls() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _chat_template_kwargs() (in module nemo_rl.models.generation.dynamo.token_wrapper) _chat_template_kwargs_for_processor() (in module nemo_rl.environments.nemo_gym_request) _ChatLogprobsBuilder (class in nemo_rl.models.generation.vllm.captured_chat_logprobs) _check_batch_results() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _check_connect_timeout_fits() (nemo_rl.algorithms.single_controller_utils.config.GenerationRouterConfig method) _check_consistent() (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig method) (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig method) (nemo_rl.algorithms.single_controller_utils.config.WatchdogConfig method) _check_container_fingerprint() (in module nemo_rl) _check_dp_leader_worker_indices() (in module nemo_rl.distributed.worker_groups) _check_env_health() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _check_hashes() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _check_hashes_impl() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _check_int32_positive() (in module nemo_rl.data_plane.tq_token_sink) _check_not_frozen() (in module nemo_rl.telemetry.vocabulary) _check_port_range() (nemo_rl.algorithms.single_controller_utils.config.GenerationRouterConfig method) _check_router_deadline_fits_inside_the_rollout() (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig method) _check_stall_watchdog_outlasts_rollouts() (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig method) _check_status_is_not_retried_by_gym() (nemo_rl.algorithms.single_controller_utils.config.GenerationRouterConfig method) _check_weight_sync_results() (in module nemo_rl.models.policy.utils) _checkpoint_batches() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _checkpoint_buffer() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _CHECKPOINT_CANDIDATE_NAMES (in module nemo_rl.models.megatron.draft.utils) _checkpoint_enabled() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _checkpoint_engine_config (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer attribute) _checkpoint_engine_params() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) _checkpoint_engine_ready (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer attribute) _checkpoint_engine_weight_iterator() (nemo_rl.models.policy.workers.checkpoint_engine.AutomodelCheckpointEngineSendMixin method) (nemo_rl.models.policy.workers.checkpoint_engine.MegatronCheckpointEngineSendMixin method) (nemo_rl.models.policy.workers.checkpoint_engine.PolicyCheckpointEngineMixin method) _checkpoint_engine_weight_layout() (nemo_rl.models.generation.vllm.refit_loader.VllmShardedExpertRefitMixin method) _CHECKPOINT_FILENAME (in module nemo_rl.data_plane.adapters.local) _CHECKPOINT_LAYER_KEY_PATTERN (in module nemo_rl.models.megatron.draft.utils) _checkpoint_metric() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) _checkpoint_root() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointParticipant method) _checkpoint_settings() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _CHECKPOINTABLE_BACKENDS (in module nemo_rl.data_plane.interfaces) _CheckpointBuffer (class in nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _CheckpointManagerMixin (class in nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _CheckpointParticipant (class in nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _choice_declares_token_ids() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _chunked_distributed_student_teacher_backward() (in module nemo_rl.distributed.model_utils) _chunked_distributed_student_teacher_reduction() (in module nemo_rl.distributed.model_utils) _clamp_max_num_steps() (in module nemo_rl.algorithms.single_controller_utils.setup) _clamped_percentiles() (in module nemo_rl.data_plane.observability) _classify_generation_failure() (in module nemo_rl.experience.rollout_manager) _classify_items() (nemo_rl.data.packing.algorithms.ModifiedFirstFitDecreasingPacker method) _cleanup_consumed_metas_unlocked() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _cleanup_finished_threads() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _cleanup_known_finalization_request() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _cleanup_known_finalization_request_unlocked() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _clear_fp8_caches() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _clear_rope_and_moe_dispatcher_caches() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _clear_samples_unlocked() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) _clear_staging() (nemo_rl.experience.rollout_reassembler.RolloutReassembler method) _CLIENT_RESPONSE_ERROR (in module nemo_rl.experience.failures) _clip_grpo_advantages() (in module nemo_rl.algorithms.grpo) _close_loaders() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) _cluster_same_span() (in module nemo_rl.algorithms.x_token.token_aligner) _coalesce_native_piece_pairs() (nemo_rl.algorithms.x_token.token_aligner.TokenAligner method) _CODE_TO_DTYPE (in module nemo_rl.models.megatron.draft.hidden_capture) _CODE_TO_MODE (in module nemo_rl.data_plane.tq_token_sink) _CODEC_TIMER (in module nemo_rl.data_plane.codec) _coerce_logprob_list() (in module nemo_rl.models.generation.dynamo.token_wrapper) _coerce_to_scalar() (nemo_rl.utils.logger.TensorboardLogger static method) _coerce_token_id_list() (in module nemo_rl.models.generation.dynamo.token_wrapper) _collate_megatron_sft_packed() (in module nemo_rl.data.collate_fn) _collect() (nemo_rl.utils.logger.RayGpuMonitorLogger method) _collect_acceptance_diagnostics() (in module nemo_rl.models.automodel.draft.loss) _collect_and_log_rollout_throughput_metrics() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _collect_gpu_sku() (nemo_rl.utils.logger.RayGpuMonitorLogger method) _collect_local_refit_hf_names() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _collect_local_terms() (in module nemo_rl.models.automodel.draft.loss) _collect_metrics() (nemo_rl.utils.logger.RayGpuMonitorLogger method) _collect_mtp_hf_layer_names() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _collect_mtp_metrics() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _collect_once() (nemo_rl.telemetry.host_memory.HostMemoryMonitor method) _collect_refit_apply_results() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _collect_reserved_urls() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _collect_rollout_batch() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _collect_vllm_logger_metrics() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _collection_loop() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) (nemo_rl.telemetry.host_memory.HostMemoryMonitor method) (nemo_rl.utils.logger.RayGpuMonitorLogger method) _colocated_reshard_plan (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin attribute) _combine_agent_name_source_sets() (in module nemo_rl.data.utils) _combine_agent_name_sources() (in module nemo_rl.data.utils) _combine_or_shard_weight_parts() (in module nemo_rl.models.megatron.draft.utils) _comm_volume() (in module nemo_rl.data_plane.observability) _commit_admission() (nemo_rl.algorithms.async_utils.staleness_sampler._GatedSampler method) _commit_baseline_updates() (nemo_rl.utils.weight_transfer_sparse_codec.DeltaCompressionTracker method) _commit_megatron_bulk_refit_piece() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _compatibility_differences() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _complete_memory_buffers() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _complete_memory_replicas() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _CompletedNemoGymGroup (class in nemo_rl.experience.rollouts) _completion_url() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) _compute_accept_rate_3d() (in module nemo_rl.models.automodel.draft.loss) _compute_buffer_size() (nemo_rl.weight_sync.ipc_weight_synchronizer.IPCWeightSynchronizer method) (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) _compute_ce() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _compute_critic_metrics() (in module nemo_rl.algorithms.ppo) _compute_distributed_log_softmax() (in module nemo_rl.distributed.model_utils) _compute_distributed_log_softmax_with_grad() (in module nemo_rl.distributed.model_utils) _compute_distributed_selected_logprobs() (in module nemo_rl.distributed.model_utils) _compute_dynamic_prompt_length() (in module nemo_rl.environments.nemo_gym_multimodal) _compute_dynamic_weights() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _compute_gae() (nemo_rl.algorithms.advantage_estimator.GeneralizedAdvantageEstimator method) _compute_gold() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _compute_l1_dist_per_token() (in module nemo_rl.models.automodel.draft.loss) _compute_layer_owner_map() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) _compute_length_weights() (in module nemo_rl.utils.length_penalty) _compute_local_l1_term() (in module nemo_rl.models.automodel.draft.loss) _compute_local_layer_mapping() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) _compute_local_logprobs() (nemo_rl.models.automodel.train.LogprobsPostProcessor method) _compute_local_source_files_hash_with_symlink_fix() (in module nemo_rl.transformers_compat) _compute_metrics() (nemo_rl.algorithms.advantage_estimator.OPDAdvantageEstimator method) _compute_moe_grad_scale() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _compute_p_kl() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _compute_reward_penalty_metrics() (nemo_rl.experience.rollout_manager.AsyncNemoGymRolloutImpl method) _compute_rollout_metrics() (nemo_rl.experience.rollout_manager.AsyncNemoGymRolloutImpl method) _compute_same_vocab_kl() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _compute_seq_logprob_error_metrics() (in module nemo_rl.algorithms.grpo_sync) _compute_shard_slices() (in module nemo_rl.weight_sync.xferdtensor) (in module nemo_rl.weight_sync.xferdtensor_python) _compute_splice_inputs() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _compute_teacher_kd() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _compute_teacher_logprobs() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _compute_video_timestamps() (in module nemo_rl.models.generation.vllm.video_utils) _concat_media() (in module nemo_rl.experience.rollout_reassembler) _config_to_env() (in module nemo_rl.telemetry.setup) _config_with_engine_roles() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) _configure_inference_optimized_layer_spec() (in module nemo_rl.models.generation.megatron.megatron_worker) _configure_nvfp4_pertoken_engine_kwargs() (in module nemo_rl.models.generation.vllm.vllm_worker) _configure_quant_engine_kwargs() (in module nemo_rl.modelopt.models.generation.vllm_quant_worker) _configure_socket() (in module nemo_rl.utils.weight_transfer_zmq) _connect() (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) (nemo_rl.weight_sync.sglang_weight_synchronizer.SGLangColocatedWeightSynchronizer method) (nemo_rl.weight_sync.sglang_weight_synchronizer.SGLangDisaggregatedWeightSynchronizer method) _connect_existing() (in module nemo_rl.data_plane.adapters.transfer_queue) _connect_existing_with_segment_size() (in module nemo_rl.data_plane.adapters.transfer_queue) _construct_multichoice_prompt() (in module nemo_rl.data.processors) _contains_post_write_enrichment_error() (in module nemo_rl.experience.rollout_manager) _content_align_offset_cluster() (in module nemo_rl.algorithms.x_token.token_aligner) _context (in module nemo_rl.utils.r3_trace) _context_capped_max_new_tokens() (in module nemo_rl.models.generation.vllm.vllm_worker) _context_leg_response() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _control() (nemo_rl.environments.nemo_gym.NemoGym method) _control_client() (nemo_rl.environments.nemo_gym.NemoGym method) _controller_keys() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _controller_path() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _controller_session() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _convert_fused_expert_weight() (in module nemo_rl.models.generation.trtllm.quantization.fp8) _copy_group() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger static method) _copy_main_params_to_param_buffer() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _CopyToTensorParallelRegion (class in nemo_rl.models.megatron.draft.dspark) _cost() (in module nemo_rl.data.energon.multimodal.packing) _count_for_target() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) _count_structured_response_tokens() (in module nemo_rl.environments.nemo_gym) _COUNTER_LINE (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _COUPLED_MULTIMODAL_KEYS (in module nemo_rl.distributed.batched_data_dict) _cp_gather_logits() (in module nemo_rl.models.automodel.train) _cp_size (nemo_rl.models.automodel.draft.runtime._DraftRuntimeBase property) _create_advantage_estimator() (in module nemo_rl.algorithms.grpo) (in module nemo_rl.algorithms.ppo) _create_chat_logprobs() (nemo_rl.models.generation.vllm.captured_chat_logprobs._ChatLogprobsBuilder method) (nemo_rl.models.generation.vllm.captured_chat_logprobs.CapturedChatLogprobsMixin method) _create_checkpoint_config() (in module nemo_rl.models.megatron.setup) _create_draft_pre_wrap_hook() (in module nemo_rl.models.megatron.setup) _create_engine() (nemo_rl.modelopt.models.generation.vllm_quant_worker.VllmQuantAsyncGenerationWorker method) (nemo_rl.modelopt.models.generation.vllm_quant_worker.VllmQuantGenerationWorker method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _create_indexed_lengths() (nemo_rl.data.packing.algorithms.SequencePacker method) _create_megatron_config() (in module nemo_rl.models.megatron.setup) _create_nixl_agent() (in module nemo_rl.utils.checkpoint_engines.nixl) _create_peft_warm_start_hook() (in module nemo_rl.models.megatron.setup) _create_placement_groups_internal() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) _create_workers_from_bundle_indices() (nemo_rl.distributed.worker_groups.RayWorkerGroup method) _CREDENTIAL_FLAGS (in module nemo_rl.models.generation.dynamo.arguments) _credit_shortfall() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _cross_entropy_weight() (in module nemo_rl.distributed.model_utils) _current_context() (in module nemo_rl.utils.r3_trace) _current_task() (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrier method) _custom_sampler_class() (in module nemo_rl.algorithms.async_utils.staleness_sampler) _DATA (in module nemo_rl.utils.weight_transfer_zmq) _datum_preprocessor() (nemo_rl.data.datasets.response_datasets.general_conversations_dataset.GeneralConversationsJsonlDataset class method) _Deadline (class in nemo_rl.experience.rollout_manager) _debug_payload_metrics (nemo_rl.models.generation.interfaces.GenerationConfig attribute) _decode_json_object() (in module nemo_rl.models.generation.dynamo.http_client) _decode_json_payload() (in module nemo_rl.data.energon.multimodal.cookers.generic) _decode_request_body() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _decode_torchcodec_video() (in module nemo_rl.models.generation.vllm.video_utils) _decoder_layer_index() (in module nemo_rl.models.automodel.router_replay) _deep_merge() (in module nemo_rl.models.generation.trtllm.config) _deep_merge_dict() (in module nemo_rl.environments.nemo_gym_request) _DEFAULT_CAMPAIGN_STAGE (in module nemo_rl.telemetry.setup) _DEFAULT_GROUP_BUCKET (in module nemo_rl.telemetry.instrumentation) _default_off_policy_distillation_save_state() (in module nemo_rl.algorithms.xtoken_off_policy_distillation) _default_param_spec() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronReshardParamSpecCollection static method) _default_ppo_save_state() (in module nemo_rl.algorithms.ppo) _default_staged_param_spec() (nemo_rl.models.generation.vllm.vllm_backend.VllmReshardParamSpecCollection static method) _DEFAULT_TIMEOUT_S (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _DEFAULT_TRACE_DIR (in module nemo_rl.utils.r3_trace) _DEFAULT_TRACE_MICROBATCHES (in module nemo_rl.utils.r3_trace) _DEFAULT_TRACE_SAMPLES (in module nemo_rl.utils.r3_trace) _DEFAULT_TRACE_STEPS (in module nemo_rl.utils.r3_trace) _define_event_metrics_locked() (nemo_rl.utils.logger.WandbLogger method) _define_exact_metric_locked() (nemo_rl.utils.logger.WandbLogger method) _deinterleave_qkv() (in module nemo_rl.models.megatron.draft.utils) _delete_slot() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) _delta_align_routed_experts() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl static method) _DENSE_MLP_RE (in module nemo_rl.models.generation.trtllm.quantization.fp8) _dequantize_refit_source() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _dequantize_refit_source_group() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _derive_engine_gpu_offsets() (in module nemo_rl.models.policy.utils) _derive_op_metrics() (in module nemo_rl.data_plane.observability) _derive_required_prefix_token_ids() (in module nemo_rl.models.generation.dynamo.token_wrapper) _describe_model_config() (in module nemo_rl.models.policy.utils) _desired_membership() (nemo_rl.weight_sync.collective_weight_synchronizer.CollectiveWeightSynchronizer method) _destination_buffer() (in module nemo_rl.weight_sync.xferdtensor_python) _destination_groups() (in module nemo_rl.weight_sync.xferdtensor_python) _destination_nccl_reshard_refit() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _destroy_subcommunicator() (in module nemo_rl.weight_sync.xferdtensor_python) _detach_pending_layerwise_weights() (in module nemo_rl.modelopt.models.generation.vllm_quant_backend) (in module nemo_rl.models.generation.vllm.vllm_backend) _detect_invalid_tool_call_and_malformed_thinking() (in module nemo_rl.environments.nemo_gym) _DFLASH_FORBIDDEN_EXPORT_COMPONENTS (in module nemo_rl.models.megatron.draft.utils) _DictDataset (class in nemo_rl.modelopt.models.policy.workers.utils) _dig() (in module nemo_rl.telemetry.setup) _dir (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _direct_full_vocab_kl() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _DIRECT_PACKED_SFT_REQUIRED_KEYS (in module nemo_rl.models.policy.lm_policy) _direct_param_spec() (nemo_rl.models.generation.vllm.vllm_backend.VllmReshardParamSpecCollection static method) _direct_topk_kl() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _disable_forward_pre_hook_until_next_train_step() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _discard_committed_group() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _discard_failed_write() (nemo_rl.data_plane.tq_token_sink.TQTokenSink method) _disconnect_peers() (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) _discover_route_shard_map() (in module nemo_rl.environments.nemo_gym) _discover_save() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointParticipant method) _dispatch() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointParticipant method) _dispatch_method_name() (in module nemo_rl.telemetry.instrumentation) _dispatch_train_microbatches() (nemo_rl.models.policy.tq_policy.TQPolicy method) _distillation_train_impl() (in module nemo_rl.algorithms.distillation) _distributed_timeout_minutes() (in module nemo_rl.models.megatron.setup) _divert_batch_to_reserve() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _download_and_extract() (nemo_rl.data.datasets.response_datasets.intent.IntentDataset method) _dp_client (nemo_rl.data_plane.worker_mixin.TQWorkerMixin attribute) _dp_global_masked_mean() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _dpo_loss() (nemo_rl.algorithms.loss.loss_functions.DPOLossFn method) _DRAFT_CONFIG_ADAPTER (in module nemo_rl.models.policy.draft_config) _draft_full_refit (nemo_rl.models.generation.interfaces.GenerationConfig attribute) _draft_meta_from_config() (in module nemo_rl.models.automodel.draft.checkpoint) _draft_owns_speculator() (in module nemo_rl.models.generation.vllm.draft_utils) _DRAFT_RATIO_NUM_RE (in module nemo_rl.algorithms.utils) _DRAFT_SKIPPED_KEY_SUBSTRINGS (in module nemo_rl.models.generation.vllm.draft_utils) _draft_weights_from_refit (nemo_rl.models.generation.interfaces.GenerationConfig attribute) _DraftConfigBase (class in nemo_rl.models.policy.draft_config) _DRAFTER_OWNER_ATTRS (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) _DraftRuntimeBase (class in nemo_rl.models.automodel.draft.runtime) _drain_ipc_reload_sender() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _drain_reserve_into_steps() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _drain_router_failures() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _drain_thread() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _drop_excluded_paths() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _drop_group() (nemo_rl.experience.rollout_reassembler.RolloutReassembler method) _drop_nonclass_quant_registry_keys() (in module nemo_rl.modelopt.models.generation.vllm_quant_patch) _drop_padding() (nemo_rl.algorithms.x_token.token_aligner.TokenAligner static method) _drop_srun_launcher_env_for_trtllm() (in module nemo_rl.distributed.ray_worker_setup) _drop_thinking_messages() (in module nemo_rl.data.deepseek_v4_encoding) _drop_tied_embedding_aliases() (in module nemo_rl.models.generation.vllm.vllm_backend) _DropGymOnlyRequestFields (class in nemo_rl.models.generation.trtllm.trtllm_disagg_server) _dtype_header_code() (in module nemo_rl.algorithms.loss.draft) _DTYPE_HEADER_CODES (in module nemo_rl.algorithms.loss.draft) _DTYPE_TO_CODE (in module nemo_rl.models.megatron.draft.hidden_capture) _dummy_routed_experts_for_tokens() (in module nemo_rl.experience.rollouts) _DURATION_SUFFIXES (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) _eager_audio_probe() (nemo_rl.data.datasets.response_datasets.audiomcq.AudioMCQDataset method) _Eagle3LlamaDecoderLayerWithResidualToggle (class in nemo_rl.models.automodel.draft.eagle3_llama) _EagleLayerLayout (class in nemo_rl.models.megatron.draft.utils) _EagleModelLayout (class in nemo_rl.models.megatron.draft.utils) _EFFICIENCY_KEY_PREFIX (in module nemo_rl.telemetry.metrics) _EFFICIENCY_PCT_KEY_REGISTRY (in module nemo_rl.telemetry.metrics) _EFFICIENCY_SECONDS_KEY (in module nemo_rl.telemetry.metrics) _EFFICIENCY_SECONDS_SUFFIX (in module nemo_rl.telemetry.metrics) _efficiency_span_name_and_attrs() (in module nemo_rl.telemetry.instrumentation) _effort_shaping_metrics() (in module nemo_rl.experience.rollouts) _EffortShapingMetrics (class in nemo_rl.experience.rollouts) _emit() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _empty_trainer_media() (in module nemo_rl.experience.rollout_reassembler) _encode_explicit_locations() (in module nemo_rl.utils.weight_transfer_sparse_codec) _encode_single_image_source() (in module nemo_rl.environments.nemo_gym_multimodal) _EnergonComponentConfig (class in nemo_rl.data.energon.config) _engine_already_imported() (in module nemo_rl.data_plane.adapters.transfer_queue_env) _engine_key() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration static method) _ENGINE_MODULES (in module nemo_rl.data_plane.adapters.transfer_queue_env) _engine_role() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) _enqueue_rollout_group() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _enqueue_sparse_payload_apply() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _enrich_sync() (nemo_rl.algorithms.opd.TQTeacherLogprobCoordinator method) _ensure_checkpoint_engine_ready() (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer method) _ensure_mmpr_cached() (in module nemo_rl.data.datasets.response_datasets.mmpr_tiny) _enter_request_prefix() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _entropy_weight() (in module nemo_rl.distributed.model_utils) _env_builder() (in module nemo_rl.utils.venvs) _ENV_FIELD_MAP (in module nemo_rl.telemetry.setup) _env_int() (in module nemo_rl.utils.r3_trace) _eot_index() (in module nemo_rl.data.xtoken.native_chat) _estimate_bins_needed() (nemo_rl.data.packing.algorithms.SequencePacker method) _estimate_encoded_bytes() (in module nemo_rl.data_plane.observability) _estimate_refit_tensor_size_in_bytes() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _event_counts (in module nemo_rl.utils.r3_trace) _evict_communicators() (in module nemo_rl.weight_sync.xferdtensor_python) _eviction_window() (nemo_rl.algorithms.async_utils.staleness_sampler._GatedSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSampler method) _EXACT_TOKEN_MAP_CACHE (in module nemo_rl.algorithms.x_token.loss_utils) _exchange_exact_overlaps() (in module nemo_rl.weight_sync.xferdtensor_python) _execute_direct_plan() (nemo_rl.experience.rollout_reassembler.RolloutReassembler method) _executor() (in module nemo_rl.utils.weight_transfer_stream) _expand_nemotron_video_placeholders() (in module nemo_rl.environments.nemotron_utils) _expected_draft_keys() (in module nemo_rl.models.generation.vllm.draft_utils) _EXPECTED_HASH_FUNCTION_PARAMETERS (in module nemo_rl.transformers_compat) _expected_with_missing_route_fallback() (in module nemo_rl.utils.r3_trace) _expert_modules() (in module nemo_rl.modelopt.models.generation.vllm_quant_moe_amax) _EXPERT_PREFIX (in module nemo_rl.models.generation.trtllm.quantization.fp8) _EXPLICIT_ONLY_FORWARD_KWARGS (in module nemo_rl.models.automodel.data) _export_layer_weights_to_hf() (in module nemo_rl.models.megatron.draft.utils) _external_staging_backend() (in module nemo_rl.environments.nemo_gym) _EXTRA_ENV_VARS (in module nemo_rl.modelopt.models.generation.vllm_quant_worker) _extract_hash_answer() (in module nemo_rl.data.datasets.response_datasets.gsm8k) _extract_input_images_from_message() (in module nemo_rl.environments.nemo_gym_multimodal) _extract_layer_name() (in module nemo_rl.weight_sync.nccl_reshard_utils) _extract_layer_prefix() (in module nemo_rl.weight_sync.nccl_reshard_utils) _extract_reasoning_and_answer_text() (in module nemo_rl.utils.length_penalty) _extract_static_video_messages() (in module nemo_rl.environments.nemo_gym_multimodal) _extract_tensor_state_dict() (in module nemo_rl.models.megatron.draft.utils) _extract_videos_zip_once() (in module nemo_rl.data.datasets.response_datasets.intent) _EXTRACTION_SENTINEL (in module nemo_rl.data.datasets.response_datasets.intent) _EXTRAS_DIGEST_VERSION (in module nemo_rl.experience.route_plan) _F (in module nemo_rl.telemetry.instrumentation) (in module nemo_rl.telemetry.setup) _fakequant_run_prolog_worker() (in module nemo_rl.modelopt.models.generation.vllm_quant_patch) _fanout() (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitServer method) _fanout_requests() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _fetch() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _fetch_and_parse_metrics() (nemo_rl.utils.logger.RayGpuMonitorLogger method) _fetch_chain_prefix() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _fetch_route_fragments() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _field_digests() (in module nemo_rl.data_plane.observability) _fields_ (nemo_rl.distributed.stateless_process_group._VllmNcclUniqueId attribute) _file_details() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) _file_key() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _fill_routed_experts_padding() (in module nemo_rl.models.megatron.data) _filter_covered_rows() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _filter_gemma4_unified_multimodal_weights() (in module nemo_rl.models.generation.vllm.vllm_backend) _filter_records() (nemo_rl.data.datasets.response_datasets.intent.IntentDataset method) _final_content_span() (in module nemo_rl.data.xtoken.native_chat) _finalize_checkpoint_engine_weight_send() (nemo_rl.models.policy.workers.checkpoint_engine.AutomodelCheckpointEngineSendMixin method) (nemo_rl.models.policy.workers.checkpoint_engine.PolicyCheckpointEngineMixin method) _finalize_process_group() (in module nemo_rl.weight_sync.xferdtensor_python) _finalize_selection() (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler method) _finalize_telemetry() (in module nemo_rl.utils.checkpoint) _finalize_with_actor() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _find_other_quant_checkpoint_caches() (in module nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker) _find_routed_experts_template() (in module nemo_rl.experience.rollouts) _find_torchcodec_decodable_frame_count() (in module nemo_rl.models.generation.vllm.video_utils) _find_weight_quantizer() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker static method) _finish_deferred_generation() (in module nemo_rl.algorithms.single_controller_utils.setup) _finish_request_capture() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _finish_train_step_body() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _FIRST_BACKOFF_S (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _first_delta() (in module nemo_rl.models.generation.vllm.utils) _first_package_version() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _FIXED_TRANSFORMERS_VERSION (in module nemo_rl.transformers_compat) _flag_for_key() (in module nemo_rl.models.generation.dynamo.arguments) _flatten_mesh_ranks() (in module nemo_rl.weight_sync.xferdtensor) _flatten_metadata() (in module nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer) _flatten_nemotron_video_frame_messages() (in module nemo_rl.environments.nemotron_utils) _flatten_rollout_message_log_for_tq() (in module nemo_rl.experience.sync_rollout_actor) _float64_bits() (in module nemo_rl.algorithms.loss.draft) _flush_pending_metrics_locked() (nemo_rl.utils.logger.WandbLogger method) _flush_queued_sparse_payloads() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _fmt() (nemo_rl.utils.timer.Timer method) _force_sync_model_from_optimizer_fp32() (in module nemo_rl.models.megatron.setup) _force_sync_optimizer_fp32_from_model() (in module nemo_rl.models.megatron.setup) _forget() (nemo_rl.models.generation.engine_supervisor.EngineSupervisor method) _format_changed_value() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _format_for_eval() (nemo_rl.data.datasets.eval_datasets.daily_omni.DailyOmniEvalDataset method) _format_options() (in module nemo_rl.data.datasets.response_datasets.intent) _format_refit_key_error() (in module nemo_rl.models.generation.vllm.utils) _forward() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitServer method) _forward_backbone() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) _forward_chat_completion() (nemo_rl.models.generation.dynamo.token_wrapper.DynamoTokenWrapperServer method) _forward_pad_seqlen() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _forward_pre_hook_enabled() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _from_registry_key() (nemo_rl.data.energon.config._EnergonComponentConfig class method) _from_wire() (in module nemo_rl.data_plane.adapters.transfer_queue) _frontend_env() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) _FROZEN (in module nemo_rl.telemetry.vocabulary) _fsync_directory() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _fsync_file() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _fsync_tree() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _FUSED_EXPERT_RE (in module nemo_rl.models.generation.trtllm.quantization.fp8) _FUSED_MODELOPT_MOE_SUFFIXES (in module nemo_rl.modelopt.models.generation.vllm_quant_backend) _G_BYPASS_OWNER (in module nemo_rl.models.generation.vllm.captured_chat_logprobs) _GATE_POLL_SECONDS (in module nemo_rl.algorithms.async_utils.staleness_sampler) _gated_required_buffer_capacity() (in module nemo_rl.algorithms.async_utils.staleness_sampler) _GatedSampler (class in nemo_rl.algorithms.async_utils.staleness_sampler) _gather_cancelling_siblings() (in module nemo_rl.experience.rollout_manager) _gather_distributed() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) _gather_tp_gate_up_weight() (in module nemo_rl.models.megatron.draft.utils) _gather_tp_qkv_weight() (in module nemo_rl.models.megatron.draft.utils) _gather_tp_weight_if_needed() (in module nemo_rl.models.megatron.draft.utils) _gdr_put_confirmed (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient attribute) _gdr_requested (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient attribute) _GEMMA4_UNIFIED_MULTIMODAL_WEIGHT_MARKERS (in module nemo_rl.models.generation.vllm.vllm_backend) _gen_fleet_probe_pump() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _gen_model() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _gen_parallelism() (nemo_rl.weight_sync.nccl_reshard_weight_synchronizer.NcclReshardWeightSynchronizer method) _generate() (nemo_rl.models.generation.vllm.vllm_worker_async._AsyncLLMHTTPClient method) _generate_for_finalization_attempt() (nemo_rl.experience.rollout_manager.RolloutManager method) _generate_on_shard() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _generate_response() (nemo_rl.experience.rollout_manager.AsyncRolloutImpl method) _generate_texts() (in module nemo_rl.evals.eval) _generate_with_persistent_engine() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _generation (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer attribute) _GENERATION_CONTROL_TIMEOUT_S (nemo_rl.algorithms.single_controller.SingleControllerActor attribute) _generation_max_seq_len() (in module nemo_rl.algorithms.single_controller_utils.setup) _generation_needs_logical_weights() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _generation_rpc() (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer method) _geometry_tensor() (in module nemo_rl.data.captured_media) _get_agent_name() (in module nemo_rl.environments.nemo_gym) _get_byte_value() (in module nemo_rl.algorithms.x_token.token_aligner) _get_config_architectures() (in module nemo_rl.models.policy.utils) _get_config_model_type() (in module nemo_rl.models.policy.utils) _get_crude_payload() (in module nemo_rl.data.energon.multimodal.cookers.generic) _get_d2t_target_ids() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) _get_direct_packed_bundle_on_this_cp_rank() (in module nemo_rl.models.megatron.data) _get_distillation_save_state() (in module nemo_rl.algorithms.distillation) _get_dp_rank() (nemo_rl.models.automodel.checkpoint.AutomodelCheckpointManager method) _get_dpo_save_state() (in module nemo_rl.algorithms.dpo) _get_draft_output_layer() (in module nemo_rl.models.megatron.draft.utils) _get_draft_to_target_token_mapping() (in module nemo_rl.models.megatron.draft.utils) _get_drafter_model() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _get_effort_config() (in module nemo_rl.algorithms.grpo) _get_enabled_input_amax() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker static method) _get_expert_tp_shard_dim() (in module nemo_rl.weight_sync.nccl_reshard_utils) _get_free_consecutive_ports_local() (in module nemo_rl.distributed.virtual_cluster) _get_free_port_local() (in module nemo_rl.distributed.virtual_cluster) _get_glm_index_compute_layers() (in module nemo_rl.utils.flops_tracker) _get_glm_moe_layer_pattern() (in module nemo_rl.utils.flops_tracker) _get_gpu_id_info() (in module nemo_rl.distributed.virtual_cluster) _get_grpo_save_state() (in module nemo_rl.algorithms.grpo) _get_hf_config_overrides_hash() (in module nemo_rl.models.megatron.setup) _get_hybridep_aligned_seq_len() (in module nemo_rl.models.megatron.hybridep) _get_hybridep_local_pad_multiple() (in module nemo_rl.models.megatron.hybridep) _get_initializer_env_vars() (in module nemo_rl.distributed.worker_groups) _get_local_node_ip() (in module nemo_rl.data_plane.adapters.transfer_queue) _get_manifest_s3_store() (in module nemo_rl.utils.weight_transfer_stream) _get_media_value() (in module nemo_rl.data.energon.multimodal.cookers.generic) _get_megatron_inference_wrapper_cls() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _get_mesh_coords() (in module nemo_rl.weight_sync.xferdtensor) _get_model_config() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _get_model_extra_state_dict() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _get_modelopt_reload_roots() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) _get_named_parameters() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _get_next_target_for_generation() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _get_node_ip_and_free_port() (in module nemo_rl.distributed.virtual_cluster) _get_node_ip_local() (in module nemo_rl.distributed.virtual_cluster) _get_non_packed_sequence_pad_factor() (in module nemo_rl.models.megatron.data) _get_num_aux_hidden_states() (in module nemo_rl.models.megatron.draft.utils) _get_numa_node() (in module nemo_rl.distributed.numa_utils) _get_pack_sequence_parameters_for_megatron() (in module nemo_rl.models.megatron.data) _get_packed_seq_boundaries() (in module nemo_rl.models.megatron.hybridep) _get_packed_sequence_alignment_factors() (in module nemo_rl.models.megatron.data) _get_raw_spec_counters() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) _get_real_quant_mode() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) _get_refit_task_source() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _get_reload_weight_preparer() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _get_replica_group() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) _get_replica_subcommunicator() (in module nemo_rl.weight_sync.xferdtensor_python) _get_required_reward_penalty_token_id() (in module nemo_rl.experience.rollouts) _get_required_reward_penalty_token_ids() (in module nemo_rl.experience.rollouts) _get_reward_penalty_config_value() (in module nemo_rl.experience.rollouts) _get_reward_penalty_token_id() (in module nemo_rl.experience.rollouts) _get_reward_penalty_token_ids() (in module nemo_rl.experience.rollouts) _get_rm_save_state() (in module nemo_rl.algorithms.rm) _get_sft_save_state() (in module nemo_rl.algorithms.sft) _get_sorted_bundle_indices() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) _get_sparse_delta_applier() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _get_t2d_index() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) _get_tensor_meta() (in module nemo_rl.weight_sync.xferdtensor) _get_tensor_model_parallel_rank() (in module nemo_rl.models.megatron.router_replay) _get_tensor_model_parallel_world_size() (in module nemo_rl.models.megatron.router_replay) _get_tied_worker_bundle_indices() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _get_tokens_on_this_cp_rank() (in module nemo_rl.distributed.model_utils) _get_tp_rank() (in module nemo_rl.models.megatron.draft.utils) (nemo_rl.models.automodel.checkpoint.AutomodelCheckpointManager method) _get_transformer_engine_file() (in module nemo_rl.models.policy.workers.patches) _get_vllm_file() (in module nemo_rl.models.generation.vllm.patches) _git_artifacts_skip_reason() (nemo_rl.utils.logger.WandbLogger static method) _global_counts (nemo_rl.models.megatron.draft.step_state.DraftStepState attribute) _global_moe_layer_numbers() (in module nemo_rl.models.megatron.router_replay) _gpt_forward_with_linear_ce_fusion() (in module nemo_rl.distributed.model_utils) _group_from_state() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger class method) _group_ids_from_meta() (nemo_rl.algorithms.single_controller.SingleControllerActor static method) _group_length_profile_gate_info() (in module nemo_rl.utils.length_penalty) _group_reward_diagnostics() (in module nemo_rl.experience.rollouts) _GROUP_STATE_FIELDS (in module nemo_rl.experience.rollout_recovery) _group_values() (in module nemo_rl.telemetry.span_groups) _grouped_expert_spec() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronReshardParamSpecCollection static method) _GROUPED_MOE_EXPERT_WEIGHT_SUFFIXES (in module nemo_rl.models.generation.vllm.utils) _grpo_train_impl() (in module nemo_rl.algorithms.grpo) _GYM_ONLY_REQUEST_FIELDS (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) _GYM_RETRY_STATUSES (in module nemo_rl.algorithms.single_controller_utils.config) _GYM_TOKEN_METADATA_FIELDS (in module nemo_rl.models.generation.dynamo.token_wrapper) _handle() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) _HANDOFF_RELEASED (in module nemo_rl.distributed.held_port) _has_complete_local_disk_replica() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _has_fp8_block_scales() (in module nemo_rl.models.generation.trtllm.quantization.fp8) _has_image_before_first_trainable_output() (in module nemo_rl.environments.nemo_gym_multimodal) _has_nan_generation_logprobs() (in module nemo_rl.environments.nemo_gym) _has_no_named_dims() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _has_optimizer_fp32_master() (in module nemo_rl.models.automodel.setup) _has_verifiable_answer() (nemo_rl.data.datasets.response_datasets.numinamath.NuminaMath15Dataset static method) _hash_deltas() (in module nemo_rl.data_plane.observability) _hash_field() (in module nemo_rl.data_plane.observability) _HASH_FIELDS (in module nemo_rl.data_plane.observability) _hash_guard_failed() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _HASH_SUFFIX (in module nemo_rl.data_plane.observability) _HEADLINE (in module nemo_rl.data_plane.observability) _HEADLINE_PREFIXES (in module nemo_rl.data_plane.observability) _held_port_uds_name() (in module nemo_rl.distributed.held_port) _HF_CONFIG_PATCHED (in module nemo_rl.models.megatron.setup) _HF_EXPERT_WEIGHT_RE (in module nemo_rl.models.generation.vllm.refit_layout) _HF_PROJECTION_SHARDS (in module nemo_rl.models.generation.vllm.refit_layout) _HF_SNAPSHOT_ALLOW_PATTERNS (in module nemo_rl.models.megatron.draft.utils) _HF_SNAPSHOT_IGNORE_PATTERNS (in module nemo_rl.models.megatron.draft.utils) _hide_extra_state() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) _hold_dir_lock() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _hook_output_tensor() (in module nemo_rl.models.automodel.draft.hidden_capture) _HTTP_ADAPTER (in module nemo_rl.utils.weight_transfer_http) _http_executor() (in module nemo_rl.utils.weight_transfer_http) _http_get_text() (in module nemo_rl.models.generation.dynamo.metrics) _HTTP_LOCAL (in module nemo_rl.utils.weight_transfer_http) _HTTP_MAX_ATTEMPTS (in module nemo_rl.models.generation.dynamo.dynamo_generation) _HTTP_RETRY_DELAY_S (in module nemo_rl.models.generation.dynamo.dynamo_generation) _http_sampling_defaults() (in module nemo_rl.models.generation.megatron.megatron_worker) _http_status() (in module nemo_rl.experience.failures) _hybrid_model_flops() (in module nemo_rl.utils.flops_formulas) _identity_differences() (in module nemo_rl.data.energon.sft_dataloader) _identity_fingerprint() (in module nemo_rl.data.energon.sft_dataloader) _IM_END (in module nemo_rl.data.xtoken.native_chat) _IM_START_ASSISTANT (in module nemo_rl.data.xtoken.native_chat) _image_num_tokens_from_processed() (in module nemo_rl.data.multimodal_utils) _IMAGE_PLACEHOLDER_RE (in module nemo_rl.data.datasets.preference_datasets.mmpr) (in module nemo_rl.data.datasets.response_datasets.mmpr_tiny) _image_preprocessing_config (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin attribute) _IMAGE_SRC_PREFIXES (in module nemo_rl.environments.nemo_gym_multimodal) _INACTIVE_SUBCOMM_CACHE (in module nemo_rl.weight_sync.xferdtensor_python) _index_per_turn_images() (in module nemo_rl.environments.nemo_gym_multimodal) _INDIVIDUAL_EXPERT_RE (in module nemo_rl.weight_sync.nccl_reshard_utils) _INF_GRAD_NORM_WARNING (in module nemo_rl.utils.grad_norm) _infer_modality() (in module nemo_rl.data.energon.multimodal.cookers.generic) _infer_single_token_id() (in module nemo_rl.experience.rollouts) _inference_model_and_media_parts() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _INFERENCE_MODEL_OFFLOAD_TAG (in module nemo_rl.models.megatron.memory_saver) _inference_optimized_transformer_layer_spec() (in module nemo_rl.models.generation.megatron.megatron_worker) _inflight (nemo_rl.models.generation.fleet_health.HealthyShardSelector attribute) _INFRA_TYPE_NAMES (in module nemo_rl.experience.failures) _INFRA_TYPES (in module nemo_rl.experience.failures) _init_checkpoint_manager() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) _init_config() (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) _init_generation_refit_state() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _init_inference_engine_state() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _init_placement_groups() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) _init_ray() (in module nemo_rl.distributed.virtual_cluster) _init_tq() (in module nemo_rl.data_plane.adapters.transfer_queue) _initial_distillation_save_state() (in module nemo_rl.algorithms.distillation) _initial_dpo_save_state() (in module nemo_rl.algorithms.dpo) _initial_grpo_save_state() (in module nemo_rl.algorithms.grpo) _initial_mpo_save_state() (in module nemo_rl.algorithms.mpo) _initial_policy_generation_stale() (in module nemo_rl.algorithms.grpo) _initial_rm_save_state() (in module nemo_rl.algorithms.rm) _initial_save_state() (in module nemo_rl.algorithms.sft_v2) _initial_sft_save_state() (in module nemo_rl.algorithms.sft) _initialize_inference_engine() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _inject_gym_token_metadata() (in module nemo_rl.models.generation.dynamo.token_wrapper) _inject_vllm_mm_processor_kwargs() (in module nemo_rl.environments.nemo_gym_multimodal) _insert_quantized_projection() (in module nemo_rl.models.generation.trtllm.quantization.fp8) _insert_unique() (in module nemo_rl.models.generation.trtllm.quantization.fp8) _install_generation_refit_plan() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _install_missing_route_fallback_patch() (in module nemo_rl.models.megatron.router_replay) _install_value_head_load_skip() (in module nemo_rl.models.value.workers.megatron_value_worker) _INT_VIEW_BY_WIDTH (in module nemo_rl.data_plane.observability) _INTEGER_DTYPE_BY_SIZE (in module nemo_rl.utils.weight_transfer_sparse_codec) _interleave_qkv() (in module nemo_rl.models.megatron.draft.utils) _intersect() (in module nemo_rl.weight_sync.xferdtensor_python) _invalidate() (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneMutationCut method) _IPCWeightManifest (class in nemo_rl.models.generation.vllm.vllm_backend) _is_binary_reward() (in module nemo_rl.utils.length_penalty) _is_build_isolation() (in module nemo_rl) _is_draft_parameter() (in module nemo_rl.models.megatron.draft.optimizer) _is_env_truthy() (in module nemo_rl.telemetry.setup) _is_float_format() (in module nemo_rl.modelopt.utils) _is_fp8_export() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _is_full_draft_stream() (in module nemo_rl.models.generation.vllm.draft_utils) _is_gemma4_unified_text_only() (in module nemo_rl.models.generation.vllm.vllm_backend) _is_identity_indices() (in module nemo_rl.data_plane.adapters.local) _is_infra() (in module nemo_rl.experience.failures) _is_kept() (in module nemo_rl.models.generation.vllm.utils) _is_marked_valid() (nemo_rl.data.datasets.response_datasets.numinamath.NuminaMath15Dataset static method) _is_megatron_optimizer_key() (in module nemo_rl.utils.checkpoint) _is_multimodal_dataset() (in module nemo_rl.data.datasets.eval_datasets) _is_nemotron_h_model_config() (in module nemo_rl.models.policy.utils) _is_quantized_refit_source() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _is_real_quant_model() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) _is_replica_leader() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _is_retryable_http_response() (in module nemo_rl.models.generation.dynamo.dynamo_generation) _is_sharded_refit_weight() (nemo_rl.models.generation.vllm.refit_loader.VllmShardedExpertRefitMixin method) _is_stage_local_writer() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _is_static_video_turn() (in module nemo_rl.environments.nemotron_utils) _is_torch_fx_available_compat() (in module nemo_rl.transformers_compat) _is_torchcodec_end_of_stream_error() (in module nemo_rl.models.generation.vllm.video_utils) _is_trainable_output_item() (in module nemo_rl.environments.nemo_gym_multimodal) _is_valid_for_target() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl static method) _isolated_meta() (nemo_rl.data_plane.driver_mixin.TQDriverMixin method) _iter_dataset_agent_names() (in module nemo_rl.environments.nemo_gym) _iter_hf_input_amax_names() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker static method) _iter_input_quantizer_amax_params() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) _iter_local_hf_param_shards() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _iter_logical_refit_conversion_tasks() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl static method) _iter_model_modules_with_mtp_ancestry() (in module nemo_rl.models.megatron.router_replay) _iter_modelopt_quant_modules() (in module nemo_rl.modelopt.models.generation.vllm_quant_backend) _iter_params_with_optional_kv_scales() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _iter_quant_ignore_suffix_variants() (in module nemo_rl.modelopt.utils) _iter_real_quant_refit_params() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) _iter_rollout_groups() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _iter_sglang_hf_weight_buckets() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _iter_sparse_payload() (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) _join_until() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector static method) _json_bytes() (in module nemo_rl.utils.weight_transfer_zmq) _json_mapping() (in module nemo_rl.environments.nemo_gym_request) _KEPT_COUNTER_NAMES (in module nemo_rl.models.generation.vllm.utils) _KEYS_ATTR (in module nemo_rl.data_plane.observability) _KL_CHUNK_TOKENS (in module nemo_rl.models.automodel.draft.eagle3_llama) _kl_div_per_position_chunk() (in module nemo_rl.models.automodel.draft.eagle3_llama) _l1_probability_distance_chunk() (in module nemo_rl.models.automodel.draft.loss) _label (nemo_rl.data.energon.config._EnergonComponentConfig attribute) (nemo_rl.data.energon.config.EnergonCookerConfig attribute) (nemo_rl.data.energon.config.EnergonTaskEncoderConfig attribute) _latest_generation_values() (in module nemo_rl.algorithms.single_controller) _latest_tokenized_assistant_index() (in module nemo_rl.models.generation.dynamo.token_wrapper) _layer_module() (in module nemo_rl.models.automodel.draft.hidden_capture) _LAYER_RE (in module nemo_rl.weight_sync.nccl_reshard_utils) _leaf_digests() (in module nemo_rl.data_plane.observability) _LEAF_GROUP_AT_UMBRELLA_CALL (in module nemo_rl.telemetry.instrumentation) _LEDGER_STATE_FIELDS (in module nemo_rl.experience.rollout_recovery) _length_at() (in module nemo_rl.utils.r3_trace) _LENGTH_LIMIT_INCOMPLETE_REASONS (in module nemo_rl.experience.rollouts) _live_participants() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _load_agent_names_from_source() (in module nemo_rl.environments.nemo_gym) _load_cached_video_frame_manifest() (in module nemo_rl.models.generation.vllm.video_utils) _load_checkpoint_file() (in module nemo_rl.models.megatron.draft.utils) _load_checkpoint_from_directory() (in module nemo_rl.models.megatron.draft.utils) _load_checkpoint_history() (in module nemo_rl.utils.checkpoint) _load_checkpoint_state() (in module nemo_rl.models.megatron.draft.utils) _load_custom_dataloader_func() (nemo_rl.data.dataloader.MultipleDataloaderWrapper method) _load_destination_local_expert_group() (nemo_rl.models.generation.vllm.refit_loader.VllmShardedExpertRefitMixin method) _load_draft_weights() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _load_eagle3_weights() (in module nemo_rl.models.automodel.draft.setup) _load_envelopes() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) _load_file_module() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) _load_full_hf_weights() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _load_generation_refit_batch() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _load_hf_weights() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _load_index_checkpoint() (in module nemo_rl.models.megatron.draft.utils) _load_initial_lora_adapter() (in module nemo_rl.models.automodel.setup) _load_libnuma() (in module nemo_rl.distributed.numa_utils) _load_manifest() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _load_megatron_common_state_dict() (in module nemo_rl.utils.checkpoint) _load_megatron_sharded_metadata_keys() (in module nemo_rl.utils.checkpoint) _load_mmpr_tiny_from_cache() (in module nemo_rl.data.datasets.response_datasets.mmpr_tiny) _load_model() (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) _load_modelopt_moe_input_scale() (in module nemo_rl.modelopt.models.generation.vllm_modelopt) _load_opd_full_teacher_lm_head_from_path() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _load_opd_full_teacher_lm_heads() (in module nemo_rl.algorithms.single_controller_utils.setup) _load_records() (nemo_rl.data.datasets.response_datasets.intent.IntentDataset method) _load_recovery_prompt() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _load_safetensors_file() (in module nemo_rl.models.megatron.draft.utils) _load_sharded_checkpoint() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _load_sharded_expert_weight_groups() (nemo_rl.models.generation.vllm.refit_loader.VllmShardedExpertRefitMixin method) _load_sharded_expert_weights() (nemo_rl.models.generation.vllm.refit_loader.VllmShardedExpertRefitMixin method) _load_shards() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointParticipant method) _load_sparse_payloads() (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) _load_storage_checkpoint() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _load_torch_file() (in module nemo_rl.models.megatron.draft.utils) _load_video_frames_torchcodec_with_metadata() (in module nemo_rl.models.generation.vllm.video_utils) _load_weights() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) _loader_config() (in module nemo_rl.data.energon.sft_dataloader) _loader_identity() (in module nemo_rl.data.energon.sft_dataloader) _loader_state_dicts() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) _LoaderObservation (in module nemo_rl.models.generation.vllm.vllm_sparse_delta) _LoaderWeight (in module nemo_rl.models.generation.vllm.vllm_sparse_delta) _local_coords() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) _local_counts (nemo_rl.models.megatron.draft.step_state.DraftStepState attribute) _local_expert_id() (nemo_rl.models.generation.vllm.refit_loader.VllmShardedExpertRefitMixin method) _LOCAL_GENERATION_KEY (in module nemo_rl.data_plane.adapters.local) _local_layer_numbers_for_model() (in module nemo_rl.models.megatron.router_replay) _local_numerators (nemo_rl.models.megatron.draft.step_state.DraftStepState attribute) _local_replica_config() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _local_shard_slices() (in module nemo_rl.models.generation.vllm.vllm_backend) _local_slices() (in module nemo_rl.weight_sync.xferdtensor_python) _local_tensor() (in module nemo_rl.weight_sync.xferdtensor_python) _LOCAL_VIDEO_METADATA_KEYS (in module nemo_rl.environments.nemo_gym_multimodal) _LocalPartition (class in nemo_rl.data_plane.adapters.local) _lock_fd (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _locked_file_patch() (in module nemo_rl.models.generation.vllm.patches) _log_code() (nemo_rl.utils.logger.WandbLogger method) _log_data_plane_metrics() (in module nemo_rl.algorithms.grpo_sync) (nemo_rl.algorithms.single_controller.SingleControllerActor method) _log_data_plane_metrics_impl() (in module nemo_rl.algorithms.grpo_sync) (nemo_rl.algorithms.single_controller.SingleControllerActor method) _log_diffs() (nemo_rl.utils.logger.WandbLogger method) _log_effective_quantization_ignore_patterns() (in module nemo_rl.models.generation.vllm.vllm_worker) _log_gpu_mem() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _log_gpu_state_on_bundle() (in module nemo_rl.distributed.worker_groups) _log_mixed_rewards_and_advantages_information() (in module nemo_rl.algorithms.grpo) _log_rollout_checkpoint_outcome() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _log_rollout_restore_metrics() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _log_rollout_throughput_metrics() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _log_telemetry_metrics() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _logged_gemma4_unified_drop (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) _logprob_dispatch() (nemo_rl.models.policy.tq_policy.TQPolicy method) _looks_like_image_src() (in module nemo_rl.environments.nemo_gym_multimodal) _LOSS_REDUCTION_EPS (in module nemo_rl.models.automodel.draft.eagle3_llama) _MAGIC (in module nemo_rl.utils.routed_experts_codec) _make_embedding_hook() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) _make_layer_output_hook() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) _make_loss_fn() (in module nemo_rl.algorithms.mpo) _make_overlength_filtered_video_example() (in module nemo_rl.environments.nemo_gym_multimodal) _make_parse_tool_calls() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _make_r3_trace_token_identity() (in module nemo_rl.models.megatron.data) _mamba_layer_flops() (in module nemo_rl.utils.flops_formulas) _MANAGED_FLAGS (in module nemo_rl.models.generation.dynamo.arguments) _managed_namespace() (in module nemo_rl.models.generation.dynamo.managed_runtime) _MANIFEST_FILE (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _manifest_object_from_mapping() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _ManifestObject (class in nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _map_hf_state_to_eagle_state() (in module nemo_rl.models.megatron.draft.utils) _map_layer_hf_weight() (in module nemo_rl.models.megatron.draft.utils) _mark_collection_failed() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _mark_data_operation_started() (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) _mask_sample_flags() (in module nemo_rl.experience.rollouts) _match_fused_modelopt_moe_weight() (in module nemo_rl.modelopt.models.generation.vllm_quant_backend) _matching_step_metric() (nemo_rl.utils.logger.WandbLogger method) _materialize_fetched() (in module nemo_rl.data_plane.worker_mixin) _materialize_loss_metrics_for_object_broadcast() (in module nemo_rl.models.megatron.pipeline_parallel) _materialize_ragged_pixel_values() (in module nemo_rl.data.multimodal_utils) _MAX_CAUSE_DEPTH (in module nemo_rl.experience.failures) _MAX_HASH_MISMATCH_LOGS (in module nemo_rl.data_plane.observability) _MAX_NEMO_GYM_STREAM_RETRIES (in module nemo_rl.algorithms.async_utils.trajectory_collector) _max_p2p_peer_degree() (in module nemo_rl.weight_sync.xferdtensor_python) _max_train_steps() (in module nemo_rl.algorithms.sft_v2) _may_still_run() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector static method) _maybe_adapt_tensor_to_hf() (in module nemo_rl.models.policy.workers.automodel_policy_worker) _maybe_assemble_routed_experts() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _maybe_attach_fleet_health() (in module nemo_rl.algorithms.single_controller_utils.setup) _maybe_enable_vllm_native_tracing() (in module nemo_rl.models.generation.vllm.vllm_worker) _maybe_inject_megatron_train_iters() (in module nemo_rl.algorithms.single_controller_utils.setup) _maybe_merge_lora_weight() (in module nemo_rl.models.policy.workers.automodel_policy_worker) _maybe_prequantize_param() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _maybe_process_mtp_drafter_after_loading() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _maybe_refit_mtp_drafter() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _maybe_restore_async_replay_buffer_checkpoint() (in module nemo_rl.algorithms.grpo) _maybe_restore_native_data_plane_checkpoint() (in module nemo_rl.algorithms.single_controller_utils.setup) _maybe_restore_replacement_reserve() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _maybe_restore_replay_buffer() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _maybe_restore_rollout_recovery() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _maybe_set_force_hf() (in module nemo_rl.models.automodel.setup) _maybe_start_generation_router() (in module nemo_rl.algorithms.single_controller_utils.setup) _MB_METRIC_MAX (in module nemo_rl.algorithms.single_controller_utils.utils) _MB_METRIC_MEAN (in module nemo_rl.algorithms.single_controller_utils.utils) _MB_METRIC_MIN (in module nemo_rl.algorithms.single_controller_utils.utils) _mean_from_histogram() (in module nemo_rl.models.generation.vllm.utils) _MEBIBYTE (in module nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer) _media_columns() (in module nemo_rl.data_plane.tq_token_sink) _media_fields_for_group() (in module nemo_rl.experience.rollout_reassembler) _MEDIA_INDEX_DTYPES (in module nemo_rl.data_plane.tq_token_sink) _MEDIA_PIXEL_DTYPES (in module nemo_rl.data_plane.tq_token_sink) _MEDIA_REQUIRED (in module nemo_rl.data_plane.tq_token_sink) _media_sentinels() (in module nemo_rl.data_plane.tq_token_sink) _MEDIA_TYPES (in module nemo_rl.data.energon.multimodal.cookers.generic) _megatron_enabled() (in module nemo_rl.telemetry.setup) _MEGATRON_SFT_PACKED_REQUIRED_FIELDS (in module nemo_rl.data.collate_fn) _megatron_train_iters() (in module nemo_rl.algorithms.single_controller_utils.setup) _MegatronBulkRefitPiece (class in nemo_rl.models.generation.megatron.megatron_worker) _MegatronRefitTask (class in nemo_rl.models.generation.megatron.megatron_worker) _memlock_limit() (in module nemo_rl.data_plane.adapters.transfer_queue) _merge_checkpoint_shards() (in module nemo_rl.models.megatron.draft.utils) _merge_consecutive_bytes() (in module nemo_rl.algorithms.x_token.token_aligner) _merge_encoding_artifacts() (in module nemo_rl.algorithms.x_token.token_aligner) _merge_fp8_kwargs() (in module nemo_rl.models.generation.vllm.vllm_worker) _merge_generation_logger_workers() (in module nemo_rl.utils.logger) _merge_model_override_value() (in module nemo_rl.models.megatron.setup) _merge_model_overrides() (in module nemo_rl.models.megatron.setup) _merge_nemo_gym_instance_streams() (in module nemo_rl.experience.rollouts) _merge_nemo_gym_timing_metrics() (in module nemo_rl.experience.rollouts) _merge_refit_info() (nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer.VllmRemoteSparseWeightSynchronizer static method) _merge_stop_strings() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) _merged_profile_band() (in module nemo_rl.utils.length_penalty) _mesh_coordinates() (in module nemo_rl.weight_sync.xferdtensor_python) _mesh_rank_tensor() (in module nemo_rl.weight_sync.xferdtensor_python) _mesh_ranks() (in module nemo_rl.weight_sync.xferdtensor_python) _mesh_signature() (in module nemo_rl.weight_sync.xferdtensor_python) _meta_tensor_alloc_context() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _metadata_extra_body() (in module nemo_rl.environments.nemo_gym_request) _metric_specs() (in module nemo_rl.telemetry.metrics) _METRICS_PORT_DRIFT_CONSEQUENCE (in module nemo_rl.data_plane.adapters.transfer_queue) _MIN_AFFECTED_TRANSFORMERS_VERSION (in module nemo_rl.transformers_compat) _MISSING (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _MISSING_ROUTE_FALLBACK_PATCH_ATTR (in module nemo_rl.models.megatron.router_replay) _MISSING_ROUTE_SENTINEL (in module nemo_rl.models.megatron.router_replay) _mla_moe_linear_flops() (in module nemo_rl.utils.flops_formulas) _mla_projection_params() (in module nemo_rl.utils.flops_formulas) _mlp_layer_flops() (in module nemo_rl.utils.flops_formulas) _MODE_TO_CODE (in module nemo_rl.data_plane.tq_token_sink) _model_accepts_media_token_validity_mask() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _MODEL_FAMILIES_ATTRIBUTE (in module nemo_rl.data.energon.multimodal.model_families) _model_has_chunkwise_cp() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _MODEL_LAYER_QKV_KEY_PATTERN (in module nemo_rl.models.megatron.draft.utils) _model_media_placeholder_token_id() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _model_needs_router_padding_mask() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _MODEL_PREFIX_RE (in module nemo_rl.weight_sync.nccl_reshard_utils) _model_self_packs_for_cp() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _model_self_packs_mtp_loss_mask() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _model_slices_context_parallel_inputs() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _model_uses_unquantized_flashinfer_trtllm() (in module nemo_rl.models.generation.vllm.vllm_backend) _modelopt_layerwise_reload_roots() (in module nemo_rl.modelopt.models.generation.vllm_quant_backend) _module_params_generator() (in module nemo_rl.models.policy.workers.automodel_policy_worker) _MOE_DISPATCH_STATE_ATTRS (in module nemo_rl.models.automodel.utils) _moe_ffn_params() (in module nemo_rl.utils.flops_formulas) _MONITOR (in module nemo_rl.telemetry.host_memory) _mooncake_transport_config() (in module nemo_rl.data_plane.adapters.transfer_queue) _MooncakeMasterArgv (class in nemo_rl.data_plane.adapters.transfer_queue) _move_opd_full_teacher_lm_head() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _MSGPACK_REQUEST_HEADER (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _mtp_drafter_refit_enabled() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _mtp_drafter_weights_from_refit (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) _mtp_weights_from_refit (nemo_rl.models.generation.interfaces.GenerationConfig attribute) _MULTI_TOKEN_ARTIFACT_FIXES (in module nemo_rl.algorithms.x_token.token_aligner) _MULTI_TOKEN_ARTIFACT_FIXES_BY_FIRST (in module nemo_rl.algorithms.x_token.token_aligner) _mute_output() (in module nemo_rl.environments.math_environment) (in module nemo_rl.environments.vlm_environment) _mxfp8_receiver_quant_spec() (nemo_rl.models.generation.vllm.vllm_backend.VllmReshardParamSpecCollection static method) _NACK (in module nemo_rl.utils.weight_transfer_zmq) _native_answer_parts_for_document() (in module nemo_rl.data.xtoken.native_chat) _native_scalar_spans() (in module nemo_rl.data.xtoken.native_chat) _NativeStagingPool (class in nemo_rl.data_plane.adapters.transfer_queue) _nccl_reshard_refit() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _nccl_reshard_refit_guarded() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _nccl_reshard_refit_impl() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _need_top_k_filtering() (in module nemo_rl.algorithms.logits_sampling_utils) _need_top_p_filtering() (in module nemo_rl.algorithms.logits_sampling_utils) _needs_hf_refit_handshake() (in module nemo_rl.algorithms.grpo) _nemo_gym_group_metrics() (in module nemo_rl.experience.rollouts) _NEMO_GYM_IMAGE_ENCODE_MAX_WORKERS (in module nemo_rl.environments.nemo_gym_multimodal) _nemo_gym_metric_namespace() (in module nemo_rl.experience.rollout_manager) _NEMO_GYM_RETRY_DELAY_BASE_SECONDS (in module nemo_rl.algorithms.async_utils.trajectory_collector) _NEMO_UNIQUE_ID_KEY (in module nemo_rl.distributed.stateless_process_group) _NemoGymStreamAccumulator (class in nemo_rl.experience.rollouts) _NEMOTRON_H_ARCHITECTURES (in module nemo_rl.models.policy.utils) _NEMOTRON_H_MODEL_TYPES (in module nemo_rl.models.policy.utils) _NEMOTRON_OMNI_EXPANDED_SEQUENCE_CONTRACT (in module nemo_rl.models.megatron.setup) _nemotron_video_target_resolution() (in module nemo_rl.environments.nemotron_utils) _NemotronOmniPreferenceProcessorProxy (class in nemo_rl.data.processors) _new_attempt() (in module nemo_rl.experience.rollout_recovery) _new_media_tensors() (in module nemo_rl.models.generation.megatron.token_capture) _next_count() (in module nemo_rl.utils.r3_trace) _next_dp_shard_idx() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _next_replica (nemo_rl.environments.nemo_gym.NemoGymShardSet attribute) _NG_ROLLOUT_ID_BODY_KEY (in module nemo_rl.environments.nemo_gym) _NIXL_CONFIG_KEY (in module nemo_rl.models.generation.vllm.checkpoint_engine) _no_span_activation() (in module nemo_rl.telemetry.instrumentation) _no_split_modules (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel attribute) _NON_BINARY_WARNED_AGENTS (in module nemo_rl.utils.length_penalty) _non_colocated_teacher_node_count() (in module nemo_rl.algorithms.single_controller_utils.setup) _non_mla_attn_layer_flops() (in module nemo_rl.utils.flops_formulas) _nontensor_stack_bytes() (in module nemo_rl.data_plane.observability) _NONTENSOR_STACK_SAMPLES (in module nemo_rl.data_plane.observability) _normalise_flag() (in module nemo_rl.models.generation.dynamo.arguments) _normalization_scale() (nemo_rl.models.megatron.draft.step_state.DraftStepState method) _normalize_canonical_merge_offsets() (in module nemo_rl.algorithms.x_token.token_aligner) _normalize_capture_reward_config() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _normalize_hf_key() (in module nemo_rl.models.megatron.draft.utils) _normalize_in_loss_seq_filter() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _normalize_messages() (in module nemo_rl.data.energon.multimodal.task_encoders.generic_sft) _normalize_model_type() (in module nemo_rl.models.policy.utils) _normalize_routed_experts_for_mcore() (in module nemo_rl.models.megatron.router_replay) _normalize_shard_dim() (in module nemo_rl.weight_sync.xferdtensor_python) _normalize_token_ids() (in module nemo_rl.data.megatron_sft_packed) _normalize_tool_arguments_for_template() (in module nemo_rl.models.generation.dynamo.token_wrapper) _notify_refit_apply_waiters() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _NRL_ENV_VAR (in module nemo_rl.utils.fastokens) _nrl_layerwise_reload_active (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) _nrl_layerwise_reload_failure (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) _nrl_modelopt_reload_roots (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension attribute) _nrl_named_parameters (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) _nrl_w13_num_shards_by_prefix (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension attribute) _nvfp4_pertoken_rollout_cfg() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _NVFP4_REAL_QUANT_MODES (in module nemo_rl.modelopt.utils) _object_payloads() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointParticipant method) _observations() (in module nemo_rl.telemetry.host_memory) _observe_total() (in module nemo_rl.telemetry.host_memory) _observe_used() (in module nemo_rl.telemetry.host_memory) _observe_xor_copy() (nemo_rl.models.generation.vllm.vllm_sparse_delta._SparseWeightLoadMode method) _offload_inference_model() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _offloading_store_set_up (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _on_backend_error() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) _onload_inference_model() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _OP_ATTR (in module nemo_rl.data_plane.observability) _OP_MAX (in module nemo_rl.data_plane.observability) _op_series() (in module nemo_rl.data_plane.observability) _op_step_stats() (in module nemo_rl.data_plane.observability) _OP_SUM (in module nemo_rl.data_plane.observability) _opd_cfg() (in module nemo_rl.algorithms.opd) _opd_full_call() (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossFn method) _OPTIMIZER_DTYPE_KEYS (in module nemo_rl.models.megatron.setup) _optional_digest_fields() (in module nemo_rl.data_plane.tq_token_sink) _ordered_generation_metadata() (in module nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer) _ordered_replica_members() (in module nemo_rl.weight_sync.xferdtensor_python) _original_get_replay_topk (in module nemo_rl.utils.r3_trace) _OTEL_FALLBACK_PREFIX (in module nemo_rl.telemetry.setup) _OTEL_PREFIX (in module nemo_rl.telemetry.setup) _owner_call() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) _owner_rank_for_global_layer() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) _pack_generator() (in module nemo_rl.data.datasets.response_datasets.arrow_text_dataset) _pack_implementation() (nemo_rl.data.packing.algorithms.BalancedGreedyKnapsackPacker method) (nemo_rl.data.packing.algorithms.ConcatenativePacker method) (nemo_rl.data.packing.algorithms.FirstFitPacker method) (nemo_rl.data.packing.algorithms.GreedyKnapsackPacker method) (nemo_rl.data.packing.algorithms.ModifiedFirstFitDecreasingPacker method) (nemo_rl.data.packing.algorithms.SequencePacker method) _pack_input_ids() (in module nemo_rl.algorithms.loss.utils) _pack_route_fragments() (in module nemo_rl.data_plane.worker_mixin) _pack_sequences_for_megatron() (in module nemo_rl.models.megatron.data) _package_version() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _packed_broadcast_consumer_batches() (in module nemo_rl.utils.packed_tensor) _packed_draft_loss() (nemo_rl.algorithms.loss.wrapper.DraftLossWrapper method) _packing_args() (nemo_rl.data_plane.driver_mixin.TQDriverMixin method) _pad_chat_batch() (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollator static method) _PAD_EQUIVALENT_ROLES (in module nemo_rl.algorithms.x_token.token_aligner) _pad_sequence_aligned_tensors() (in module nemo_rl.models.megatron.data) _pad_teacher_logprobs() (in module nemo_rl.algorithms.grpo) _pad_tensor() (in module nemo_rl.data.llm_message_utils) _pad_token_id (nemo_rl.models.generation.interfaces.GenerationConfig attribute) _pad_value_dict() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _pair_specials_by_role() (in module nemo_rl.algorithms.x_token.token_aligner) _pairs_to_batch() (nemo_rl.algorithms.x_token.token_aligner.TokenAligner static method) _panel_failures (in module nemo_rl.data_plane.observability) _parent_communicator_key() (in module nemo_rl.weight_sync.xferdtensor_python) _parse_cpulist() (in module nemo_rl.distributed.numa_utils) _parse_data_message() (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitServer method) _parse_disaggregated_params() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _parse_dynamo_completion_response() (in module nemo_rl.models.generation.dynamo.dynamo_generation) _parse_extra_options() (in module nemo_rl.utils.nsys) _parse_gpu_sku() (nemo_rl.utils.logger.RayGpuMonitorLogger method) _parse_layer_checkpoint_key() (in module nemo_rl.models.megatron.draft.utils) _parse_metric() (nemo_rl.utils.logger.RayGpuMonitorLogger method) _parse_question() (in module nemo_rl.data.datasets.response_datasets.avqa) _parse_result_to_batched_data_dict() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _parse_shard() (in module nemo_rl.environments.nemo_gym_shards) _parse_shard_indexes() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _part_path() (nemo_rl.utils.train_data_dump.TrainDataDump method) _ParticipantInfo (class in nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _ParticipantRequest (class in nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _Partition (class in nemo_rl.data_plane.adapters.noop) _partition() (in module nemo_rl.algorithms.x_token.token_aligner) (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) _PARTITION_ATTR (in module nemo_rl.data_plane.observability) _PassThroughEnvConfig (class in nemo_rl.evals.eval) _patch_bridge_signal_handler_for_worker_threads() (in module nemo_rl.models.megatron.setup) _patch_hf_config_double_instantiation() (in module nemo_rl.models.megatron.setup) _patch_lock (in module nemo_rl.utils.r3_trace) _patch_mooncake_master_metrics_port() (in module nemo_rl.data_plane.adapters.transfer_queue) _patch_mooncake_register_check() (in module nemo_rl.data_plane.adapters.transfer_queue) _patch_mooncake_staging_buffers() (in module nemo_rl.data_plane.adapters.transfer_queue) _patch_named_parameters_to_include_buffers() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) _patch_nsight_file() (in module nemo_rl) _patch_physical_core_count() (in module nemo_rl.data_plane.adapters.transfer_queue) _patch_qwen_vl_vision_key_mapping() (in module nemo_rl.models.automodel.checkpoint) _patch_scalar_field_schema() (in module nemo_rl.data_plane.adapters.transfer_queue) _patch_setup_model_and_optimizer() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) _patch_transformers_dynamic_module_symlink_cache() (in module nemo_rl.transformers_compat) _patch_transformers_tokenizer_class_set() (in module nemo_rl.models.policy) _patch_transformers_torch_fx_compat() (in module nemo_rl.transformers_compat) _patch_validate_model_paths() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) _patch_vllm_glm_decoder_sequence_parallel_moe() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_init_workers_ray() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_llama_eagle3_own_lm_head() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_moe_routed_experts_capture() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_nemotron_h_fp32_lm_head() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_nsight_config() (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker static method) _patch_vllm_radio_final_layernorm() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_radio_layerscale_loader() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_radio_native_loader() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_ray_executor_v2_tcpstore_port() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_routed_experts_capture_router_fallback() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_shm_broadcast_bind_retry() (in module nemo_rl.models.generation.vllm.patches) _patch_vllm_tool_parser_namespace_tool() (in module nemo_rl.models.generation.vllm.patches) _patched (in module nemo_rl.utils.fastokens) _patchify_segments() (in module nemo_rl.data.multimodal_utils) _path_matches() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _path_signature() (in module nemo_rl.data.datasets.preference_datasets.mmpr) _payload_indices_for_moe_layers() (in module nemo_rl.models.megatron.router_replay) _payload_layers() (in module nemo_rl.models.automodel.router_replay) _PENDING_PAYLOAD_METRICS (in module nemo_rl.utils.multimodal_payload_metrics) _PENDING_PAYLOAD_METRICS_LOCK (in module nemo_rl.utils.multimodal_payload_metrics) _PendingLayerWeights (class in nemo_rl.models.megatron.draft.utils) _PER_PROMPT_SCOPE (in module nemo_rl.telemetry.instrumentation) _percent_of_dataplane() (in module nemo_rl.data_plane.observability) _percentile() (in module nemo_rl.algorithms.single_controller) _percentile_from_hist() (in module nemo_rl.data_plane.observability) _physical_keys() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _pick() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _pick_backend() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) _pickle_vllm_unique_id() (in module nemo_rl.distributed.stateless_process_group) _pin_simple_storage_units() (in module nemo_rl.data_plane.adapters.transfer_queue) _PIXEL_DTYPE_CAST_KEYS (nemo_rl.distributed.batched_data_dict.BatchedDataDict attribute) _placeholder_range_bounds() (in module nemo_rl.models.generation.vllm.utils) _placeholder_seq_logprob_error_metrics() (in module nemo_rl.algorithms.grpo) _PLACEHOLDER_STYLE_PROCESSOR_NAMES (in module nemo_rl.data.multimodal_utils) _placement_node_ids() (in module nemo_rl.algorithms.advantage_actor) _placement_signature() (in module nemo_rl.weight_sync.xferdtensor_python) _PLAN_CACHE (in module nemo_rl.weight_sync.xferdtensor_python) _PLAN_CACHE_MAX_SIZE (in module nemo_rl.weight_sync.xferdtensor_python) _plan_engines() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) _plan_geometry() (in module nemo_rl.weight_sync.xferdtensor_python) _policy (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer attribute) _POLICY_API_KEY_ENV (in module nemo_rl.environments.nemo_gym) _policy_dtype() (in module nemo_rl.algorithms.grpo) _policy_metrics() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor static method) _POLICY_SERVER_NAME (in module nemo_rl.environments.nemo_gym) _pooled_opd_metrics() (in module nemo_rl.algorithms.single_controller) _post_completion_request() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) _post_init() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _post_worker_route() (in module nemo_rl.models.generation.dynamo.refit) _postprocess_nemo_gym_to_nemo_rl_result() (nemo_rl.environments.nemo_gym.NemoGym method) _postprocess_receipt_mode() (nemo_rl.environments.nemo_gym.NemoGym method) _postprocess_single_nemo_gym_group() (in module nemo_rl.experience.rollouts) _pre_hook() (nemo_rl.models.megatron.opd_full_capture.OutputLayerInputCapture method) _preference_loss() (nemo_rl.algorithms.loss.loss_functions.PreferenceLossFn method) _prepacked_boundary() (in module nemo_rl.models.megatron.data) _prepare_checkpoint_engine_weight_send() (nemo_rl.models.policy.workers.checkpoint_engine.AutomodelCheckpointEngineSendMixin method) (nemo_rl.models.policy.workers.checkpoint_engine.PolicyCheckpointEngineMixin method) _prepare_data_for_generation() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _prepare_destination_nccl_reshard_refit_info() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _prepare_destination_refit_info() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _prepare_for_training_step() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) _prepare_loader_weight() (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) _prepare_multimodal_sharing() (in module nemo_rl.distributed.batched_data_dict) _prepare_mxfp8_refit() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _prepare_native_thinking_messages() (in module nemo_rl.data.xtoken.native_chat) _prepare_nemo_gym_rows() (in module nemo_rl.experience.rollouts) _prepare_opd_full_loss_input() (in module nemo_rl.algorithms.loss.loss_input) _prepare_padding_mask_for_model() (in module nemo_rl.models.megatron.train) _prepare_prepacked() (in module nemo_rl.models.megatron.data) _prepare_reload_weight_iterator() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _prepare_sequences() (nemo_rl.data.packing.algorithms.FirstFitDecreasingPacker method) (nemo_rl.data.packing.algorithms.FirstFitPacker method) (nemo_rl.data.packing.algorithms.FirstFitShufflePacker method) _prepare_source_nccl_reshard_refit_info() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _prepare_source_refit_info() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _prepare_sparse_refit_info() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _prepare_vlm_batch_for_megatron() (in module nemo_rl.models.megatron.data) _preprocess_spec (nemo_rl.data.multimodal_utils.PackedTensor property) _preserve_router_replay_routed_experts() (in module nemo_rl.algorithms.grpo) _PRESETS (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) _prev_sizes() (in module nemo_rl.models.generation.megatron.token_capture) _print_results() (in module nemo_rl.evals.eval) _PROBABILITY_CHUNK_TOKENS (in module nemo_rl.models.automodel.draft.loss) _probe_external_service() (in module nemo_rl.environments.nemo_gym) _probe_generation_fleet() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _process_attributes() (in module nemo_rl.telemetry.setup) _process_batch() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _PROCESS_GROUP_COMM_IDS (in module nemo_rl.weight_sync.xferdtensor_python) _PROCESS_GROUP_FINALIZERS (in module nemo_rl.weight_sync.xferdtensor_python) _process_mxfp8_modules_after_native_reload() (in module nemo_rl.models.generation.vllm.vllm_backend) _process_single_image_at_num_tokens() (in module nemo_rl.environments.nemotron_utils) _processed_omni_tensors() (in module nemo_rl.data.captured_media) _PROFILE_BAND_CHANNELS (in module nemo_rl.utils.length_penalty) _profile_band_numeric_value() (in module nemo_rl.utils.length_penalty) _project_hidden_states_per_teacher() (in module nemo_rl.algorithms.loss.utils) _promote_into_step() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _PROMPT_CONFIGS (in module nemo_rl.data.megatron_sft_packed) _prompt_group_ids() (in module nemo_rl.algorithms.grpo) _PROMPT_REF_STATE_FIELDS (in module nemo_rl.experience.rollout_recovery) _prompt_token_ids() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) _PromptConfig (class in nemo_rl.data.megatron_sft_packed) _PROTOCOL (in module nemo_rl.utils.weight_transfer_zmq) _PROVIDER_NAME (in module nemo_rl.telemetry.setup) _prune_finalizer_state() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _push_router_membership() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _qkv_head_dims() (in module nemo_rl.models.megatron.draft.utils) _QUANT_AMAX_SUFFIXES (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension attribute) _quant_cfg_for_worker_env() (in module nemo_rl.modelopt.models.generation.vllm_quant_worker) _quant_checkpoint_cache_suffix() (in module nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker) _QUANT_IGNORE_NAME_SUFFIXES (in module nemo_rl.modelopt.utils) _quant_recipe_name() (in module nemo_rl.models.megatron.setup) _QUANTILES (in module nemo_rl.data_plane.observability) _quantization_cfg() (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) _quantize() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) _QUARANTINED_BUFFERS (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _queue_restored_replay_groups_for_regeneration() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _raise_if_collector_stopped() (in module nemo_rl.algorithms.grpo) _raise_if_length_penalty_enabled_without_nemo_gym() (in module nemo_rl.algorithms.grpo) _raise_if_message_level_advantage_penalties_enabled() (in module nemo_rl.algorithms.grpo_sync) _raise_if_reward_penalties_enabled_without_nemo_gym() (in module nemo_rl.algorithms.grpo) _rank_placement() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration static method) _rank_regions() (in module nemo_rl.weight_sync.xferdtensor_python) _ray_get() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _read_buffer() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _read_complete_checkpoint_metadata() (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient static method) _read_manifest() (in module nemo_rl.data.datasets.response_datasets.intent) _read_mtp_layer_weights_from_checkpoint() (in module nemo_rl.models.generation.vllm.vllm_backend) _READ_OPS (in module nemo_rl.data_plane.observability) _read_shard_indexes() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _read_until_stop() (in module nemo_rl.data.deepseek_v4_encoding) _reattach_original_multimodal_payloads() (in module nemo_rl.experience.rollouts) _reattach_static_multimodal_payloads_to_result() (in module nemo_rl.experience.rollouts) _REBUILD_CUDA_TENSOR_ARG_DEVICE_INDEX (in module nemo_rl.models.policy.utils) _REBUILD_CUDA_TENSOR_ARG_STORAGE_HANDLE_INDEX (in module nemo_rl.models.policy.utils) _receipt_staging_keys() (in module nemo_rl.experience.rollout_recovery) _receive_and_load_misc_params() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _receive_weight_chunk_batches() (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) _reconcile_refit_membership() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _RECONCILE_ROWS (in module nemo_rl.data_plane.observability) _record() (in module nemo_rl.telemetry.metrics) _record_clear() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _record_put() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _record_refit_landed() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _record_rollout_timing() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _record_vllm_generation_metrics() (in module nemo_rl.models.generation.vllm.vllm_generation) _RECORDED (in module nemo_rl.telemetry.vocabulary) _recover_engines() (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) _recover_from_failed_refit() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _recovering_from_refit (nemo_rl.algorithms.single_controller.SingleControllerActor attribute) _recovery_mutation() (nemo_rl.experience.rollout_manager.RolloutManager method) _recovery_window() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _recv_tensor() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture static method) _redispatch_restored_rollouts() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _reduce_seq_logprob_error_metrics() (in module nemo_rl.algorithms.single_controller_utils.utils) _REDUCTION_FUNCTIONS (nemo_rl.utils.timer.Timer attribute) _refit() (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) _refit_await_budget_s() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _refit_collective_response() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver static method) _refit_collective_rpc() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _refit_leader_workers() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _refit_leaders_by_shard() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _refit_participants() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _refit_ranked_workers() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) _refit_tensor_dtype() (in module nemo_rl.models.policy.workers.automodel_policy_worker) _refit_transport_state() (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) _REFIT_UNWIND_GRACE_S (nemo_rl.algorithms.single_controller.SingleControllerActor attribute) _refit_with_reload_api_enabled() (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) _RefitSource (class in nemo_rl.models.policy.workers.megatron_policy_worker) _refresh_flashinfer_mxfp8_weights() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _refresh_hpc_modules_after_layerwise_reload() (in module nemo_rl.models.generation.vllm.vllm_backend) _refresh_membership() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) _region_numel() (in module nemo_rl.weight_sync.xferdtensor_python) _region_view_is_contiguous() (in module nemo_rl.weight_sync.xferdtensor_python) _register_checked() (in module nemo_rl.data_plane.adapters.transfer_queue) _register_routed_experts_quant_module() (in module nemo_rl.modelopt.models.generation.vllm_quant_patch) _register_single_controller_partitions() (in module nemo_rl.algorithms.single_controller_utils.setup) _registered (in module nemo_rl.modelopt.models.generation.vllm_modelopt) _REGISTERED (in module nemo_rl.telemetry.metrics) (in module nemo_rl.telemetry.vocabulary) _registered_buffer() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _REGISTRATION_FAILED (in module nemo_rl.telemetry.metrics) _rehydrate_rollout_recovery_prompts() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _reject_embedded_chatml_markers() (in module nemo_rl.data.xtoken.native_chat) _reject_kv_scales() (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) _reject_near_miss_extra_keys() (nemo_rl.models.policy.draft_config._DraftConfigBase method) _reject_non_tensor_leaves() (in module nemo_rl.data_plane.adapters.noop) _reject_relocated_keys() (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig method) _reject_removed_override_keys() (nemo_rl.algorithms.single_controller_utils.config.RolloutRecoveryConfig method) _reject_renamed_blocks() (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig method) _reject_renamed_keys() (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig method) _reject_undeclared_extras() (in module nemo_rl.distributed.ray_actor_environment_registry) _reject_unknown_fields() (in module nemo_rl.experience.rollout_recovery) _reject_unsupported_native_refit() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _rekey() (nemo_rl.data.datasets.eval_datasets.gpqa.GPQADataset method) (nemo_rl.data.datasets.eval_datasets.local_math_dataset.LocalMathDataset method) (nemo_rl.data.datasets.eval_datasets.math.MathDataset method) (nemo_rl.data.datasets.eval_datasets.mmlu.MMLUDataset method) (nemo_rl.data.datasets.eval_datasets.mmlu_pro.MMLUProDataset method) _RelayTransfer (class in nemo_rl.utils.weight_transfer_zmq) _release_after_refit() (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer method) _release_cleared_samples() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _release_opd_full_teacher_lm_head() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _release_target() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _release_transfer_buffers() (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) _reload_target_module_ids() (in module nemo_rl.models.generation.vllm.vllm_backend) _ReloadWeightPreparer (class in nemo_rl.models.generation.vllm.vllm_backend) _remember_changed() (nemo_rl.models.generation.vllm.vllm_sparse_delta._SparseWeightLoadMode method) _remote_sparse_refit (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl attribute) _REMOTE_SPARSE_TRANSPORTS (in module nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer) _remote_transfers_avoid_double_staging() (in module nemo_rl.weight_sync.xferdtensor_python) _remove_groups_unlocked() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) _remove_incomplete_target_steps() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) _remove_indices() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) _remove_stale_dirs() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _remove_stale_trajectories() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) _remove_vllm_mm_processor_kwargs() (in module nemo_rl.environments.nemo_gym_multimodal) _rename_checkpoint() (nemo_rl.utils.checkpoint.CheckpointManager method) _render_and_tokenize_chat() (in module nemo_rl.data.xtoken.native_chat) _render_chat_text() (in module nemo_rl.data.xtoken.native_chat) _render_document() (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollator method) _render_native_tool_call() (in module nemo_rl.data.xtoken.native_chat) _render_nemotron_video_prompt() (in module nemo_rl.environments.nemotron_utils) _render_prompt_token_ids() (in module nemo_rl.models.generation.dynamo.token_wrapper) _render_prompt_token_ids_with_optional_prefix() (in module nemo_rl.models.generation.dynamo.token_wrapper) _replace() (nemo_rl.data_plane.interfaces.KVBatchMeta method) _replace_cached_video_frames_with_native_video() (in module nemo_rl.environments.nemo_gym_multimodal) _REPLAY_BUFFER_MAX_BACKOFF_SECONDS (in module nemo_rl.algorithms.async_utils.trajectory_collector) _replaying_apply() (in module nemo_rl.models.automodel.router_replay) _replica_lock (nemo_rl.environments.nemo_gym.NemoGymShardSet attribute) _replicas_are_pinned() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _REPLICATED_AXES (in module nemo_rl.models.value.tq_value) _report_device_id() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _report_dp_openai_server_base_urls() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) _report_engine_addrs() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) _report_sharded_payload() (nemo_rl.models.policy.lm_policy.Policy method) _request() (nemo_rl.utils.weight_transfer_stream._S3ObjectStore method) _request_add_generation_prompt() (in module nemo_rl.models.generation.dynamo.token_wrapper) _request_body() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _request_max_new_tokens() (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker class method) _request_receivers() (nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer.VllmRemoteSparseWeightSynchronizer method) _request_staging_keys() (nemo_rl.algorithms.single_controller.SingleControllerActor static method) _request_timeout_s() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) _require_absolute_path_when_enabled() (nemo_rl.data_plane.interfaces.MooncakeSsdOffloadConfig method) (nemo_rl.data_plane.interfaces.SsdOffloadConfig method) _require_active_envelope() (nemo_rl.data.energon.sft_worker.SFTMegatronPolicyWorker method) _require_block_for_enabled_backends() (nemo_rl.utils.logger.LoggerConfig method) _require_capture_and_teacher() (nemo_rl.models.automodel.draft.runtime._DraftRuntimeBase method) _require_checkpointing_support() (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) _require_clean_for_load() (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) _require_clean_store() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _require_complete_modelopt_layerwise_reload() (in module nemo_rl.modelopt.models.generation.vllm_quant_backend) _require_dp_client() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _require_exact_keys() (in module nemo_rl.experience.route_plan) _require_exact_responses() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _require_fp8_refit_hooks() (in module nemo_rl.models.generation.trtllm.trtllm_backend) _require_group() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) _require_group_status() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger static method) _require_int() (in module nemo_rl.experience.route_plan) _require_nonempty_vllm_config() (in module nemo_rl.models.generation.dynamo.config) _require_nonnegative_int() (in module nemo_rl.experience.route_plan) _require_open() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) _require_remote_sparse_refit() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _require_resolved_agent_refs() (in module nemo_rl.environments.nemo_gym) _require_sibling() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger static method) _require_spinup() (nemo_rl.environments.nemo_gym.NemoGym method) _require_state_tensor() (in module nemo_rl.models.megatron.draft.utils) _require_string() (in module nemo_rl.experience.route_plan) _require_unoccupied_target_step() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _require_unwanted_token_ids_when_penalized() (nemo_rl.algorithms.grpo.RewardPenaltyConfig method) _require_video_config_value() (in module nemo_rl.environments.nemo_gym_multimodal) _required_config_value() (in module nemo_rl.environments.nemotron_utils) _requires_nvrx_cuda_cache_release() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _resample_audio() (in module nemo_rl.data.datasets.response_datasets.audiomcq) (in module nemo_rl.data.datasets.response_datasets.avqa) _reserve_data_plane_ports() (in module nemo_rl.distributed.virtual_cluster) _reserve_port() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _reserved_http_server_port_for_rank() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _reset_encoder_cache_after_weight_update() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _reshard_into_inference_model() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _resize_and_normalize_nemotron_video_frame() (in module nemo_rl.environments.nemotron_utils) _resolve_admission_prefix() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _resolve_agent_params() (in module nemo_rl.utils.length_penalty) _resolve_bucket_size_bytes() (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer method) _resolve_cached_video_media_path() (in module nemo_rl.models.generation.vllm.video_utils) _resolve_coordinator_policy() (in module nemo_rl.models.generation.megatron.megatron_worker) _resolve_device_id() (in module nemo_rl.utils.nvml) _resolve_dotted() (in module nemo_rl.modelopt.models.generation.vllm_quant_moe_amax) _resolve_draft_bins() (in module nemo_rl.algorithms.loss.draft) _resolve_effective_quantizer_formats() (in module nemo_rl.modelopt.utils) _resolve_enable_prefix_caching() (in module nemo_rl.models.generation.vllm.vllm_worker) _resolve_event_step_metric() (nemo_rl.utils.logger.WandbLogger method) _resolve_global_profile_band() (in module nemo_rl.utils.length_penalty) _resolve_gold_xtoken() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _resolve_iter_dir_from_root() (in module nemo_rl.models.megatron.setup) _resolve_lambda_policy() (nemo_rl.algorithms.advantage_estimator.GeneralizedAdvantageEstimator method) _resolve_lambda_value() (nemo_rl.algorithms.advantage_estimator.GeneralizedAdvantageEstimator method) _resolve_layers() (in module nemo_rl.models.automodel.draft.hidden_capture) _resolve_local_video_path() (in module nemo_rl.environments.nemo_gym_multimodal) _resolve_logprob_skip_flags() (in module nemo_rl.algorithms.grpo) _resolve_lora_adapter_dir() (in module nemo_rl.models.automodel.checkpoint) _resolve_media() (nemo_rl.experience.rollout_reassembler.RolloutReassembler method) _resolve_message_level_advantage_penalties() (in module nemo_rl.algorithms.grpo) _resolve_mxfp8_refit_backend() (in module nemo_rl.models.generation.megatron.megatron_worker) _resolve_optimizer_dtype_kwargs() (in module nemo_rl.models.megatron.setup) _resolve_optional_key() (in module nemo_rl.models.megatron.draft.utils) _resolve_output_layer_owner() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _resolve_pad_token_id() (in module nemo_rl.data.megatron_sft_packed) _resolve_peft_restore_dir() (in module nemo_rl.models.megatron.setup) _resolve_save_objects() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointParticipant method) _resolve_snapshot_root() (in module nemo_rl.data.datasets.response_datasets.audiomcq) _resolve_system_overrides() (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES class method) _resolve_teacher() (nemo_rl.algorithms.opd.TQTeacherLogprobCoordinator method) _resolve_tool_parser_name() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _resolve_video_path() (in module nemo_rl.data.datasets.response_datasets.intent) _resolve_wake_tags() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) _restart() (nemo_rl.models.generation.engine_supervisor.EngineSupervisor method) _restart_off_loop() (nemo_rl.models.generation.engine_supervisor.EngineSupervisor method) _restartable_shards() (nemo_rl.models.generation.engine_supervisor.EngineSupervisor method) _restore_adaptive_loss_state() (in module nemo_rl.algorithms.grpo) _restore_first_train_step_param_sync() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _restore_model_extra_state_dict() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _restore_modelopt_state_pre_load() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) _restore_placement() (in module nemo_rl.weight_sync.nccl_reshard_utils) _restore_save_state() (in module nemo_rl.algorithms.sft_v2) _restore_saved_mcore_hooks() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _restore_tensors() (in module nemo_rl.data.multimodal_utils) _results_to_completions() (nemo_rl.experience.rollout_manager.AsyncNemoGymRolloutImpl method) _RETRIABLE_HTTP_STATUSES (in module nemo_rl.experience.failures) _RETRYABLE_HTTP_STATUS_CODES (in module nemo_rl.models.generation.dynamo.dynamo_generation) _retune_lookahead_versions() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _return_routed_experts_enabled() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _reverse_kl_weight() (in module nemo_rl.distributed.model_utils) _REWARD_PENALTY_FLAGS (in module nemo_rl.algorithms.grpo) _REWARD_PENALTY_METRICS (in module nemo_rl.experience.rollouts) _reward_whiten() (nemo_rl.algorithms.advantage_estimator.GeneralizedAdvantageEstimator method) _rich_logging_configured (in module nemo_rl.utils.logger) _role_of() (in module nemo_rl.algorithms.x_token.token_aligner) _rollout_checkpoint_pump() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _rollout_metrics_turn_count_for_diagnostics() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl static method) _rollout_pump() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _rollout_telemetry_pump() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _RolloutCheckpointCut (class in nemo_rl.algorithms.single_controller) _RolloutCheckpointSaveResult (class in nemo_rl.algorithms.single_controller) _round_up_to_multiple() (in module nemo_rl.models.megatron.common) _round_video_frame_count() (in module nemo_rl.models.generation.vllm.video_utils) _ROUTE_BLOB (in module nemo_rl.data_plane.worker_mixin) _route_fallback_counts (nemo_rl.data_plane.worker_mixin.TQWorkerMixin attribute) _route_fragments_by_row() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _ROUTE_INDEX (in module nemo_rl.data_plane.worker_mixin) _route_plans() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _routed_experts_dimensions() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _ROUTED_EXPERTS_DTYPE_NAMES (in module nemo_rl.models.generation.interfaces) _ROUTED_EXPERTS_DTYPES (in module nemo_rl.environments.nemo_gym) _router_replay_action_name() (in module nemo_rl.utils.r3_trace) _router_replay_exclude_mtp_enabled() (in module nemo_rl.models.megatron.router_replay) _ROUTER_REPLAY_EXCLUDE_MTP_ENV (in module nemo_rl.models.megatron.router_replay) _router_replay_instances_for_model() (in module nemo_rl.models.megatron.router_replay) _router_replay_patch_depth (in module nemo_rl.utils.r3_trace) _ROUTER_REPLAY_VALIDATE_ENV (in module nemo_rl.models.megatron.router_replay) _router_replay_validation_enabled() (in module nemo_rl.models.megatron.router_replay) _row_extras() (in module nemo_rl.data_plane.tq_token_sink) _row_fingerprints() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _row_leaf() (in module nemo_rl.data_plane.tq_token_sink) _row_media_item_sizes() (in module nemo_rl.data_plane.tq_token_sink) _row_scalar_bool() (in module nemo_rl.data_plane.tq_token_sink) _row_scalar_int() (in module nemo_rl.data_plane.tq_token_sink) _row_segment_indices() (nemo_rl.data.multimodal_utils.PackedTensor method) _row_segments() (nemo_rl.data.multimodal_utils.PackedTensor method) _row_text() (in module nemo_rl.data_plane.tq_token_sink) _row_to_base_snapshot() (in module nemo_rl.data_plane.tq_token_sink) _row_to_route_fragment() (in module nemo_rl.data_plane.tq_token_sink) _run() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) (nemo_rl.models.generation.dynamo.metrics.DynamoMetricsSampler method) (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitServer method) _run_advantage_stage() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _run_async_coordinator_start() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _run_collection_loop() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _run_env_eval_impl() (in module nemo_rl.evals.eval) _run_generation() (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer method) _run_generation_workers() (nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer.VllmRemoteSparseWeightSynchronizer method) _RUN_ID_ENV (in module nemo_rl.telemetry.setup) _run_multi_turn_rollout_async() (in module nemo_rl.experience.rollouts) _run_on_engine_loop() (nemo_rl.models.generation.vllm.vllm_worker_async._AsyncLLMHTTPClient method) _run_on_engines() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) _run_policy() (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer method) _run_policy_workers() (nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer.VllmRemoteSparseWeightSynchronizer method) _run_pumps() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _run_rollout_batch_worker() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _run_rollouts() (nemo_rl.experience.rollout_manager.AsyncNemoGymRolloutImpl method) _run_single_rollout() (nemo_rl.experience.rollout_manager.AsyncRolloutImpl method) _run_train_step() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) _s3_client() (in module nemo_rl.utils.weight_transfer_stream) _S3_MEMORY_LIMIT (in module nemo_rl.utils.weight_transfer_stream) _S3_PART_SIZE (in module nemo_rl.utils.weight_transfer_stream) _S3ObjectStore (class in nemo_rl.utils.weight_transfer_stream) _safe_shard_name() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _same_vocab_masked_kl() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _sample_vision_tensors() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _sampler_class_for_config() (in module nemo_rl.algorithms.async_utils.staleness_sampler) _save_adaptive_loss_state() (in module nemo_rl.algorithms.grpo) _save_async_replay_buffer_checkpoint() (in module nemo_rl.algorithms.grpo) _save_checkpoint() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) (nemo_rl.algorithms.single_controller.SingleControllerActor method) _save_checkpoint_impl() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _save_data_plane_checkpoint() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _save_evaluation_data_to_json() (in module nemo_rl.evals.eval) _save_rollout_checkpoint() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _save_shard() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointParticipant method) _save_storage_checkpoint() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _save_tokenizer_on_rank0() (nemo_rl.models.automodel.checkpoint.AutomodelCheckpointManager static method) _SaveGroup (class in nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _scale_mtp_param_grads() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _scatter_values() (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier static method) _scrape() (nemo_rl.telemetry.host_memory.HostMemoryMonitor method) _SCRAPE_TIMEOUT_S (in module nemo_rl.telemetry.host_memory) _select_batch_value() (in module nemo_rl.data_plane.adapters.local) _select_extracted_answer() (in module nemo_rl.environments.math_environment) _select_nested_rows() (in module nemo_rl.distributed.batched_data_dict) _select_row() (in module nemo_rl.data_plane.tq_token_sink) _select_teacher_kd() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _select_video_frame_count() (in module nemo_rl.models.generation.vllm.video_utils) _send_buckets() (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) (nemo_rl.weight_sync.sglang_weight_synchronizer.SGLangColocatedWeightSynchronizer method) (nemo_rl.weight_sync.sglang_weight_synchronizer.SGLangDisaggregatedWeightSynchronizer method) _send_reply() (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitServer static method) _send_tensor() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture static method) _SEQ_METRIC_MAX (in module nemo_rl.algorithms.loss.wrapper) _SEQ_METRIC_MIN (in module nemo_rl.algorithms.loss.wrapper) _sequence_lengths() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient static method) _sequence_logratios() (nemo_rl.algorithms.loss.loss_functions.MPOLossFn static method) _serialise_value() (in module nemo_rl.models.generation.dynamo.arguments) _SERIES_BY_RAY_NAME (in module nemo_rl.telemetry.host_memory) _serve_fd_once() (nemo_rl.distributed.held_port.HeldPortReservation method) _service_env() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) _SERVICE_NAME_ENV (in module nemo_rl.telemetry.setup) _SERVING_STATES (in module nemo_rl.models.generation.fleet_health) _set_moe_grad_scale_func() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _set_mtp_grad_scale_func() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _set_numa_preferred() (in module nemo_rl.distributed.numa_utils) _set_nvdataset_cache_dir() (in module nemo_rl.data.energon.sft_dataloader) _set_quantization_model_specs() (in module nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker) _settle_before_propagating() (in module nemo_rl.weight_sync.collective_weight_synchronizer) (in module nemo_rl.weight_sync.nccl_reshard_weight_synchronizer) _settle_budget_s() (nemo_rl.weight_sync.collective_weight_synchronizer.CollectiveWeightSynchronizer method) (nemo_rl.weight_sync.nccl_reshard_weight_synchronizer.NcclReshardWeightSynchronizer method) _setup_colocated_cuda_graph_managers() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _SETUP_DURATION_KEY (in module nemo_rl.telemetry.metrics) _setup_loaders() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) _setup_openai_api_server() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _setup_vllm_openai_api_server() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _setup_vllm_refit_server() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _setup_vllm_server() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _sft_loss() (nemo_rl.algorithms.loss.loss_functions.MPOLossFn method) _SGLangWeightSynchronizer (class in nemo_rl.weight_sync.sglang_weight_synchronizer) _SHA256_HEX_LENGTH (in module nemo_rl.experience.route_plan) _shape() (in module nemo_rl.utils.r3_trace) _shapes_of() (nemo_rl.data.multimodal_utils.PackedTensor static method) _shard_base_urls() (in module nemo_rl.algorithms.single_controller_utils.setup) _shard_for_logprob() (nemo_rl.models.policy.lm_policy.Policy method) _shard_for_train() (nemo_rl.models.policy.lm_policy.Policy method) _shard_index_from_mapping() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _shard_instances() (in module nemo_rl.environments.nemo_gym) _shard_packed_seq_on_this_cp_rank() (in module nemo_rl.models.megatron.hybridep) _shard_routed_experts_for_cp() (in module nemo_rl.models.megatron.data) _shard_to_local_tp() (in module nemo_rl.models.megatron.draft.utils) _sharded_refit_param_names() (nemo_rl.models.generation.vllm.refit_loader.VllmShardedExpertRefitMixin method) _ShardIndex (class in nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _SHARED_GENRM_METRICS (in module nemo_rl.experience.rollouts) _shared_preprocess_spec() (in module nemo_rl.data.multimodal_utils) _shift_left_with_zero() (in module nemo_rl.models.automodel.draft.runtime) _should_log_nemo_gym_responses() (in module nemo_rl.algorithms.grpo) _should_pause_for_generation_limits() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _should_save() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) _should_trace_step() (in module nemo_rl.utils.r3_trace) _should_use_router_replay() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _shutdown_completed_nemo_gym_startup() (in module nemo_rl.algorithms.grpo) _SHUTDOWN_GRACE_S (in module nemo_rl.telemetry.host_memory) _SIBLING_STATE_FIELDS (in module nemo_rl.experience.rollout_recovery) _SIDECAR_STATE_FIELDS (in module nemo_rl.experience.rollout_recovery) _single_group_reward_diagnostics() (in module nemo_rl.experience.rollouts) _SINGLE_LETTER_LINE (in module nemo_rl.data.datasets.eval_datasets.daily_omni) _single_sample_output() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) _skip_prev_logprobs() (in module nemo_rl.algorithms.opd) _SKIPPED_REQUEST_HEADERS (in module nemo_rl.models.generation.generation_router) _SKIPPED_RESPONSE_HEADERS (in module nemo_rl.models.generation.generation_router) _sleep() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _sleep_engine() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _slice_prepacked_for_cp() (in module nemo_rl.models.megatron.data) _SNAPSHOT (in module nemo_rl.telemetry.host_memory) _SNAPSHOT_LOCK (in module nemo_rl.telemetry.host_memory) _SNAPSHOT_MAX (in module nemo_rl.data_plane.observability) _SNAPSHOT_RE (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _snapshot_sequence() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _SNAPSHOT_SUM (in module nemo_rl.data_plane.observability) _software_versions() (in module nemo_rl.telemetry.setup) _sort_bundle_indices_by_topology() (in module nemo_rl.distributed.virtual_cluster) _sort_ranked_metadata() (in module nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer) _source_bytes() (nemo_rl.data.energon.multimodal.registry.LazyRegistry static method) _source_config() (in module nemo_rl.data.energon.sft_dataloader) _source_ids() (nemo_rl.data.energon.sft_worker.SFTMegatronPolicyWorker static method) _source_rank_for_rollout() (in module nemo_rl.utils.checkpoint_engines.nixl) _source_tags() (nemo_rl.data.energon.sft_worker.SFTMegatronPolicyWorker static method) _source_tensor() (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) _sparse_delta_applier (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) _SPARSE_PROJECTION_CACHE (in module nemo_rl.algorithms.x_token.loss_utils) _SparsePayloadBucket (class in nemo_rl.utils.weight_transfer_stream) _SparseWeightLoadMode (class in nemo_rl.models.generation.vllm.vllm_sparse_delta) _spec_decode_max_tokens() (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker static method) _SPECIAL_TOKEN_MAP (in module nemo_rl.algorithms.x_token.token_aligner) _speculative_method() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _SPECULATOR_FACTORIES (in module nemo_rl.models.megatron.draft.training) _speculator_type() (in module nemo_rl.models.policy.draft_config) _spinup() (nemo_rl.environments.nemo_gym.NemoGym method) _spinup_gym() (in module nemo_rl.algorithms.single_controller_utils.setup) _spinup_shards_concurrently() (in module nemo_rl.environments.nemo_gym) _SPLIT_CONFIG (in module nemo_rl.data.datasets.response_datasets.intent) _SPLIT_EXPERT_RE (in module nemo_rl.models.generation.trtllm.quantization.fp8) _split_for_sequence_parallel() (in module nemo_rl.models.megatron.router_replay) _SPLIT_LINEAR_ATTN_RE (in module nemo_rl.models.generation.trtllm.quantization.fp8) _split_policy_and_draft_weights() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension static method) _split_step_state_init() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _stack_ragged_pixel_values() (in module nemo_rl.data.multimodal_utils) _stage_admitted() (nemo_rl.models.generation.megatron.token_capture.TQMegatronTokenStager method) _stage_opd_full_teacher_lm_head_for_training() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _stage_rank_operations() (in module nemo_rl.weight_sync.xferdtensor_python) _stage_sparse_payload() (in module nemo_rl.models.generation.vllm.vllm_sparse_refit) _stage_striped_operations() (in module nemo_rl.weight_sync.xferdtensor_python) _StagedSparsePayload (class in nemo_rl.models.generation.vllm.vllm_sparse_refit) _STAGING_SLOT_TIMEOUT_S (in module nemo_rl.data_plane.adapters.transfer_queue) _StagingPoolRegistry (class in nemo_rl.data_plane.adapters.transfer_queue) _stale (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer attribute) _stall_watchdog_pump() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _stamp() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) (nemo_rl.algorithms.async_utils.staleness_sampler._GatedSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSampler method) _stamp_hashes() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _stamp_hashes_impl() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) _stamp_pad_seqlen() (nemo_rl.data_plane.driver_mixin.TQDriverMixin method) _stamp_placed_pad_seqlen() (nemo_rl.models.policy.tq_policy.TQPolicy method) _stamp_task_indices() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _stamped_task_indices() (in module nemo_rl.algorithms.async_utils.trajectory_collector) _stand_down_refit_deadline() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _start_disagg_servers() (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) _start_etcd() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) _start_frontend() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) _start_inference_coordinator() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _start_inference_loop_thread() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _start_nats() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) _start_serving() (nemo_rl.models.generation.trtllm.trtllm_disagg_server.DisaggServerActorImpl method) _start_sweep() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _start_vllm_metrics_logger() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) _startup_pipeline_ready() (in module nemo_rl.algorithms.grpo) _STATUS_ATTR (in module nemo_rl.data_plane.observability) _status_is_complete() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _step_deltas() (in module nemo_rl.data_plane.observability) _step_metrics() (in module nemo_rl.data_plane.observability) _stop_process() (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoVllmWorker method) (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime static method) _STORAGE_DIR (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _storage_key() (in module nemo_rl.models.generation.vllm.vllm_sparse_delta) _storage_layout() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _STORAGE_UNITS_SC_ONLY (in module nemo_rl.data_plane.adapters.transfer_queue) _StoredObject (class in nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _STR_TO_DTYPE (in module nemo_rl.weight_sync.nccl_reshard_utils) _STREAM_CHUNK_BYTES (in module nemo_rl.models.generation.generation_router) _STREAM_LOCAL (in module nemo_rl.utils.weight_transfer_stream) _stream_rollouts() (nemo_rl.environments.nemo_gym.NemoGym method) _stream_rows() (nemo_rl.experience.rollout_manager.AsyncNemoGymRolloutImpl method) _streaming_ppo_selection_kwargs() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _StreamingProjectedVocabParallelSoftCE (class in nemo_rl.algorithms.loss.draft) _StreamingVocabParallelSoftCE (class in nemo_rl.algorithms.loss.draft) _strip_gym_token_metadata() (in module nemo_rl.models.generation.dynamo.token_wrapper) _strip_local_media_metadata() (in module nemo_rl.environments.nemo_gym_multimodal) _striped_geometry() (in module nemo_rl.weight_sync.xferdtensor_python) _STRIPED_PLAN_CACHE (in module nemo_rl.weight_sync.xferdtensor_python) _STRIPED_PLAN_CACHE_MAX_SIZE (in module nemo_rl.weight_sync.xferdtensor_python) _student_teacher_log_softmax_chunk() (in module nemo_rl.distributed.model_utils) _SUBCOMM_CACHE (in module nemo_rl.weight_sync.xferdtensor_python) _submit_pending_sparse_payloads() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) _sum_kd() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _sum_metric() (in module nemo_rl.algorithms.mpo) _summarize_list() (in module nemo_rl.utils.logger) _SumTensorParallelHiddenGradient (class in nemo_rl.algorithms.loss.draft) _SUPERVISOR_DRAIN_TIMEOUT_S (in module nemo_rl.algorithms.single_controller) _supports_unquantized_flashinfer_trtllm_refit() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _SWEEP_BATCH (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _sweep_stop (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _sync_consumed_samples_on_scheduler_load() (in module nemo_rl.models.megatron.setup) _sync_device() (in module nemo_rl.utils.checkpoint_engines.nixl) _sync_weights() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _sync_weights_within() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _synchronize_before_ipc_data_ack() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _tag_nsys_output() (in module nemo_rl.models.generation.trtllm.trtllm_worker_async) _take_replacement() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _target_ (nemo_rl.models.policy.AutomodelBackendConfig attribute) _target_groups_for_step() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _target_url() (nemo_rl.models.generation.generation_router.GenerationRouterImpl static method) _task_encoder() (in module nemo_rl.data.energon.sft_dataloader) _td_bytes() (in module nemo_rl.data_plane.observability) _TE_NATIVE_ENV_VARS (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _teacher_is_same_vocab() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _teacher_score_inputs() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _teacher_weight_score() (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn method) _tee_efficiency_metrics() (in module nemo_rl.telemetry.metrics) _tee_rl_metrics_to_otel() (in module nemo_rl.telemetry.metrics) _tee_scalars() (in module nemo_rl.telemetry.metrics) _tee_setup_metrics() (in module nemo_rl.telemetry.metrics) _TELEMETRY_HANDLE (in module nemo_rl.telemetry.setup) _TELEMETRY_INITIALISED (in module nemo_rl.telemetry.setup) _TENANT_PREFIX (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _tensor_bytes() (in module nemo_rl.data_plane.observability) _tensor_metadata() (in module nemo_rl.weight_sync.xferdtensor_python) _tensor_nbytes() (in module nemo_rl.utils.multimodal_payload_metrics) _tensor_preview() (in module nemo_rl.utils.r3_trace) _tensor_record() (in module nemo_rl.utils.r3_trace) _tensor_sha256() (in module nemo_rl.utils.r3_trace) _tensorize_by_key() (in module nemo_rl.experience.rollouts) _tensorize_nemo_gym_result() (in module nemo_rl.experience.rollouts) _TensorPayloadBuilder (class in nemo_rl.utils.weight_transfer_sparse_codec) _tensors_equal() (in module nemo_rl.utils.r3_trace) _TensorViewKey (in module nemo_rl.models.generation.vllm.vllm_sparse_delta) _terminal_completion_length() (in module nemo_rl.experience.rollouts) _terms_to_metrics() (nemo_rl.models.automodel.draft.runtime.DSparkRuntime static method) _TEXT_TOKEN_ALIGNED_FIELDS (in module nemo_rl.data_plane.column_io) _thd_attention_mask_type() (nemo_rl.models.megatron.draft.eagle.EagleModel method) _THINK_PATTERN (in module nemo_rl.data.xtoken.native_chat) _tied_embedding_aliases() (in module nemo_rl.models.generation.vllm.vllm_backend) _tile_distributions() (in module nemo_rl.algorithms.loss.draft) _tile_log_normalizers() (in module nemo_rl.algorithms.loss.draft) _timed_refit() (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) _timestamp_to_video_frame_index() (in module nemo_rl.models.generation.vllm.video_utils) _TMP_SNAPSHOT_RE (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _to_int_ids() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _TOKEN_CAPTURE_CONTROL_ENV (in module nemo_rl.environments.nemo_gym) _TOKEN_CAPTURE_CONTROL_PREFIX (in module nemo_rl.environments.nemo_gym) _token_digest() (in module nemo_rl.data.captured_media) _TOKEN_ID_PREFIX (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) _tokenize_batch() (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollator static method) _tokenize_chat_text() (in module nemo_rl.data.xtoken.native_chat) _tokenize_megatron_sft_conversation() (in module nemo_rl.data.megatron_sft_packed) _tokenize_preformatted_message_log() (in module nemo_rl.data.llm_message_utils) _tokenize_prompt_with_bos() (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) _TOKENIZE_SHADOW_RATE (in module nemo_rl.models.generation.trtllm.trtllm_http_server) _tolerate_dummy_weight_nan_amax() (in module nemo_rl.modelopt.models.generation.vllm_quant_patch) _TOOL_ARGUMENT_MAPPING_ERROR (in module nemo_rl.models.generation.dynamo.token_wrapper) _TOPK_PROJECTION_CACHE (in module nemo_rl.algorithms.x_token.loss_utils) _topology_attributes() (in module nemo_rl.telemetry.setup) _TORCH_DTYPE_NAMES (in module nemo_rl.utils.routed_experts_codec) _torch_rank_info() (in module nemo_rl.utils.r3_trace) _TORCHCODEC_END_OF_STREAM_ERROR (in module nemo_rl.models.generation.vllm.video_utils) _torchcodec_sample_indices() (in module nemo_rl.models.generation.vllm.video_utils) _TOTAL_KEY (in module nemo_rl.telemetry.host_memory) _Tp1LocalLogprob (class in nemo_rl.models.megatron.zero_train_gen_mismatch) _tp_assert_projected_metadata_agreement() (in module nemo_rl.algorithms.loss.draft) _tp_target_logprobs() (in module nemo_rl.distributed.model_utils) _tq_shape_drift_error() (in module nemo_rl.data_plane.adapters.transfer_queue) _TRACE_DIR_ENV (in module nemo_rl.utils.r3_trace) _TRACE_ENV (in module nemo_rl.utils.r3_trace) _trace_microbatches() (in module nemo_rl.utils.r3_trace) _TRACE_MICROBATCHES_ENV (in module nemo_rl.utils.r3_trace) _trace_path() (in module nemo_rl.utils.r3_trace) _trace_router_replay_topk_use() (in module nemo_rl.utils.r3_trace) _trace_samples() (in module nemo_rl.utils.r3_trace) _TRACE_SAMPLES_ENV (in module nemo_rl.utils.r3_trace) _trace_steps() (in module nemo_rl.utils.r3_trace) _TRACE_STEPS_ENV (in module nemo_rl.utils.r3_trace) _TRACE_VERIFY_FORWARD_ENV (in module nemo_rl.utils.r3_trace) _tracer (nemo_rl.algorithms.single_controller.SingleControllerActor attribute) _train_backend_configs() (in module nemo_rl.utils.outdated_config_checks) _train_fields_for_step() (in module nemo_rl.algorithms.grpo_sync) (in module nemo_rl.algorithms.single_controller) _train_microbatch_body() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _train_parallelism() (nemo_rl.weight_sync.nccl_reshard_weight_synchronizer.NcclReshardWeightSynchronizer method) _TRAIN_PREFIXES (in module nemo_rl.telemetry.metrics) _train_pump() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _train_step_state (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl attribute) _trainer_media() (in module nemo_rl.experience.rollout_reassembler) _training_config_attributes() (in module nemo_rl.telemetry.setup) _trajectory_group_ids() (in module nemo_rl.algorithms.grpo) _transition() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) _TRASH_SNAPSHOT_RE (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) _trim_vocab_padding() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension static method) _trtllm_grouped_expert_spec() (nemo_rl.models.generation.vllm.vllm_backend.VllmReshardParamSpecCollection static method) _truncate_to_max_size() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) _try_merge_byte_buffer() (in module nemo_rl.algorithms.x_token.token_aligner) _try_zero_copy_teacher_logits() (in module nemo_rl.algorithms.x_token.loss_utils) _TYPE_TEMPLATE (in module nemo_rl.data.datasets.response_datasets.intent) _typed_content_media_nbytes() (in module nemo_rl.utils.multimodal_payload_metrics) _typed_content_media_segment_count() (in module nemo_rl.utils.multimodal_payload_metrics) _typed_gym_failure() (in module nemo_rl.environments.nemo_gym) _unanimous_task_index() (in module nemo_rl.algorithms.async_utils.trajectory_collector) _UNICODE_FIXES (in module nemo_rl.algorithms.x_token.token_aligner) _UNIT_CLOSE_TIMEOUT_S (in module nemo_rl.data_plane.mooncake_storage_unit) _UNIT_STARTUP_TIMEOUT_S (in module nemo_rl.data_plane.mooncake_storage_unit) _unpack_route_fragments() (in module nemo_rl.data_plane.worker_mixin) _unpack_sequences_from_megatron() (in module nemo_rl.models.megatron.data) _unpack_value_sequences() (in module nemo_rl.models.value.workers.megatron_value_worker) _unquantized_flashinfer_trtllm_modules() (in module nemo_rl.models.generation.vllm.vllm_backend) _unquantized_flashinfer_trtllm_param_ids() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _unregister_or_quarantine() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _unwrap_local_value() (in module nemo_rl.data_plane.adapters.local) _unwrap_model_config() (in module nemo_rl.models.megatron.router_replay) _unwrapped_chunks() (in module nemo_rl.models.policy.workers.megatron_policy_worker) _update_adaptive_loss_state() (in module nemo_rl.algorithms.grpo) _update_destination_weights_from_collective() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _update_destination_weights_from_collective_guarded() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _update_moe_gate_bias_if_supported() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) _update_reward_shift() (in module nemo_rl.algorithms.mpo) _update_weights_from_checkpoint_engine_async() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin method) _update_weights_from_collective() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _update_weights_via_ipc_zmq_with_reload() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _update_worker_weights() (in module nemo_rl.models.generation.dynamo.refit) _upsert() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointParticipant method) _use_fused_log_softmax_at_tp1() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _use_golden_api() (in module nemo_rl.weight_sync.xferdtensor) _use_python_api() (in module nemo_rl.weight_sync.xferdtensor) _use_real_quant_refit() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) _USED_KEY (in module nemo_rl.telemetry.host_memory) _uses_deepseek_v4_fp8_refit() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _uses_direct_megatron_sft_packing() (in module nemo_rl.algorithms.sft) _uses_fp8_kv_cache() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _uses_managed_noncolocated_refit() (in module nemo_rl.algorithms.grpo) _uses_mxfp8_overlap_shared_param_buffer() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) _uses_native_layerwise_refit() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _uses_unquantized_flashinfer_trtllm() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _V2_STATE_FORMAT_VERSION (in module nemo_rl.data.energon.sft_dataloader) _v2_topology() (in module nemo_rl.data.energon.sft_dataloader) _valid_sample_record() (in module nemo_rl.utils.r3_trace) _validate() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) _validate_algo_settings() (in module nemo_rl.algorithms.single_controller_utils.config) _validate_argv() (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoVllmWorker static method) _validate_backend() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _validate_backend_boundary() (nemo_rl.models.generation.dynamo.config.DynamoConfig method) _validate_batch_shortfall() (in module nemo_rl.experience.rollout_recovery) _validate_checkpoint_engine_weight_update() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtensionWithCheckpointEngine method) _validate_checkpoint_runtime() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _validate_chunking_config() (in module nemo_rl.models.megatron.setup) _validate_component_reference() (nemo_rl.data.energon.config._EnergonComponentConfig method) _validate_default_teacher_alias() (in module nemo_rl.algorithms.opd) _validate_direct_megatron_sft_setup() (in module nemo_rl.algorithms.sft) _validate_direct_packed_microbatch() (in module nemo_rl.models.megatron.data) _validate_draft_refit_info() (in module nemo_rl.models.generation.vllm.draft_utils) _validate_dtype_config() (in module nemo_rl.models.megatron.setup) _validate_endpoint_types() (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs method) _validate_engine_data() (in module nemo_rl.models.generation.dynamo.token_wrapper) _validate_expert_storage() (nemo_rl.models.generation.vllm.refit_loader.VllmShardedExpertRefitMixin static method) _validate_failure_settings() (in module nemo_rl.algorithms.single_controller_utils.config) _validate_finalizer_metrics() (in module nemo_rl.experience.rollout_recovery) _validate_finalizer_rewards() (in module nemo_rl.experience.rollout_recovery) _validate_group_bounds() (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler static method) _validate_init_params() (nemo_rl.experience.rollout_manager.AsyncNemoGymRolloutImpl method) _validate_layout() (in module nemo_rl.weight_sync.xferdtensor_python) _validate_loader_report() (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier static method) _validate_local_inputs() (in module nemo_rl.weight_sync.xferdtensor_python) _validate_lora_adapter_config() (in module nemo_rl.models.automodel.setup) _validate_lora_adapter_keys() (in module nemo_rl.models.automodel.setup) _validate_megatron_core_features() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _validate_meta() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) _validate_metadata_mode() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _validate_model_family() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) _validate_model_override_conflicts() (in module nemo_rl.models.megatron.setup) _validate_multimodal_dedup_capability() (in module nemo_rl.algorithms.grpo) _validate_native_layerwise_refit() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _validate_nvfp4_pertoken_precision_recipe() (in module nemo_rl.models.megatron.setup) _validate_nvfp4_quantizer_format() (in module nemo_rl.modelopt.utils) _validate_opd_full_config() (in module nemo_rl.algorithms.single_controller_utils.config) _validate_opd_full_loss_config() (in module nemo_rl.algorithms.loss.loss_functions) _validate_optimizer_config() (in module nemo_rl.models.megatron.setup) _validate_packages() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _validate_pair_safe_packing() (in module nemo_rl.algorithms.mpo) _validate_parallelism_and_precision() (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig method) _validate_peft_restore_config() (in module nemo_rl.models.megatron.setup) _validate_plan() (in module nemo_rl.experience.route_plan) _validate_platform() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _validate_precision() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _validate_prepared_sft_batch() (in module nemo_rl.algorithms.sft) _validate_prompt_identity() (in module nemo_rl.experience.rollout_recovery) _validate_replay_inventory() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _validate_replay_tensor() (in module nemo_rl.models.megatron.router_replay) _validate_required_values() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _validate_restored_sampler_cursor() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _validate_rollout_recovery_inventory() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _validate_seq_logprob_error_in_loss() (in module nemo_rl.algorithms.grpo) _validate_sequence_lengths() (nemo_rl.data.packing.algorithms.SequencePacker method) _validate_stop_after_step() (in module nemo_rl.algorithms.dpo) _validate_student_teacher_logits() (in module nemo_rl.distributed.model_utils) _validate_te_precision_config() (in module nemo_rl.models.megatron.setup) _validate_tensor_consistency() (in module nemo_rl.data.llm_message_utils) _validate_training_config() (in module nemo_rl.models.megatron.setup) _validate_use_kl_in_reward_compat() (in module nemo_rl.algorithms.grpo) _validate_worker_extension_cls() (in module nemo_rl.models.generation.vllm.vllm_worker) _validated_packed_values() (in module nemo_rl.data.llm_message_utils) _validated_targets() (in module nemo_rl.models.automodel.router_replay) _validated_w4a16_config() (in module nemo_rl.modelopt.models.generation.vllm_modelopt) _validated_workers() (nemo_rl.models.generation.dynamo.refit.DynamoRefitChannel method) _validation_early_stop_message() (in module nemo_rl.algorithms.grpo) _validation_stop_value() (in module nemo_rl.algorithms.grpo) _value_batch_size() (in module nemo_rl.data_plane.adapters.local) _value_loss_prepare_fn() (in module nemo_rl.models.value.workers.megatron_value_worker) _value_nbytes() (in module nemo_rl.utils.multimodal_payload_metrics) _value_segment_count() (in module nemo_rl.utils.multimodal_payload_metrics) _value_stage() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _value_train_epochs() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _verify_r3_trace_cp_token_alignment() (in module nemo_rl.models.megatron.data) _verify_restored_objects() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointParticipant method) _verify_router_replay_forward_context() (in module nemo_rl.utils.r3_trace) _VIDEO_EXT_TO_MIME (in module nemo_rl.data.multimodal_utils) _video_to_image_content() (in module nemo_rl.environments.nemo_gym_multimodal) _VideoConfigValue (in module nemo_rl.environments.nemo_gym_multimodal) _view_key() (in module nemo_rl.models.generation.vllm.vllm_sparse_delta) _violation_counts() (in module nemo_rl.experience.payload) _VIOLATION_COUNTS_KEY (in module nemo_rl.experience.payload) _vision_pixel_dtype() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _VLLM_CFG_INAPPLICABLE (in module nemo_rl.models.generation.dynamo.config) _VLLM_CFG_MANAGED_RUNTIME (in module nemo_rl.models.generation.dynamo.config) _VLLM_CFG_MOVED (in module nemo_rl.models.generation.dynamo.config) _VLLM_CFG_STRUCTURAL (in module nemo_rl.models.generation.dynamo.config) _VLLM_CFG_UNSUPPORTED (in module nemo_rl.models.generation.dynamo.config) _VLLM_ENV_VAR (in module nemo_rl.utils.fastokens) _VLLM_NCCL_MODULE (in module nemo_rl.distributed.stateless_process_group) _VLLM_PICKLE_LOCK (in module nemo_rl.distributed.stateless_process_group) _vllm_port_for_node_slot() (in module nemo_rl.models.generation.dynamo.worker_pool) _VLLM_SINGLE_RANK_ONLY_FIELDS (in module nemo_rl.models.generation.dynamo.config) _VLLM_UNIQUE_ID_KEY (in module nemo_rl.distributed.stateless_process_group) _VllmNcclUniqueId (class in nemo_rl.distributed.stateless_process_group) _vocab_and_mtp_flops() (in module nemo_rl.utils.flops_formulas) _volume_mb() (in module nemo_rl.data_plane.observability) _w13_num_shards_from_state_dict_info() (in module nemo_rl.modelopt.models.generation.vllm_quant_backend) _W4A16_ALGO (in module nemo_rl.modelopt.models.generation.vllm_modelopt) _W4A4_ALGO (in module nemo_rl.modelopt.models.generation.vllm_modelopt) _wait_for_baseline_commits() (nemo_rl.utils.weight_transfer_sparse_codec.DeltaCompressionTracker method) _wait_for_etcd() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) _wait_for_external_services() (in module nemo_rl.environments.nemo_gym) _wait_for_frontend() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) _wait_for_port() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) _wait_for_system_port() (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoVllmWorker method) _wait_read() (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) _wake() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _wake_engine() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) _WAKE_RETRY_INTERVAL_S (in module nemo_rl.algorithms.async_utils.trajectory_collector) _wake_waits() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) _wanted_engine_env() (in module nemo_rl.data_plane.adapters.transfer_queue_env) _warn_if_other_quant_checkpoint_caches() (in module nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker) _warn_leaf_group_at_umbrella_call() (in module nemo_rl.telemetry.instrumentation) _warn_on_delete_failure() (nemo_rl.utils.checkpoint.CheckpointManager static method) _warn_unauthenticated_refit_server() (in module nemo_rl.models.generation.vllm.vllm_sparse_refit) _warn_unsupported_in_flight_refit_pause_once() (in module nemo_rl.models.generation.interfaces) _WARNED (in module nemo_rl.telemetry.metrics) _warned_missing_mtp_drafter (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) _watch() (nemo_rl.distributed.refit_watchdog.RefitAbortWatchdog method) _watch_stop (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) _weight_update_errors_are_fatal() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _weight_update_lifecycle() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _weight_version() (nemo_rl.models.generation.megatron.token_capture.TQMegatronTokenStager method) _weights (nemo_rl.models.megatron.draft.step_state.DraftStepState attribute) _weights_tags() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl class method) _WIRE_TORCH_DTYPES (in module nemo_rl.utils.routed_experts_codec) _with_cached_cpu_count() (in module nemo_rl.data_plane.adapters.transfer_queue) _with_mirrors() (in module nemo_rl.data_plane.observability) _with_route_fields() (nemo_rl.models.policy.tq_policy.TQPolicy method) _without_initial_media_sources() (in module nemo_rl.environments.nemo_gym_multimodal) _without_tied_embedding_aliases() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) _worker_config() (in module nemo_rl.data.energon.sft_dataloader) _WORKER_FQN (in module nemo_rl.models.generation.dynamo.worker_pool) _WORKER_GROUP_ATTR (in module nemo_rl.telemetry.setup) _WORKER_GROUP_LOCK (in module nemo_rl.telemetry.host_memory) _WORKER_GROUP_NODES (in module nemo_rl.telemetry.host_memory) _WORKER_PROCESS_SETUP_HOOK (in module nemo_rl.distributed.virtual_cluster) _worker_resource_attributes() (in module nemo_rl.telemetry.setup) _wrapper_supports_modality() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin static method) _write_back() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _write_back_result_field() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _write_back_stage_local() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) _write_buffer() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _write_generation_refit_weight() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) _write_latest_checkpoint_status() (in module nemo_rl.algorithms.grpo) _write_lock (in module nemo_rl.utils.r3_trace) _write_manifest() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _WRITE_OPS (in module nemo_rl.data_plane.observability) _write_record() (in module nemo_rl.utils.r3_trace) _write_rollout_checkpoint_sidecars() (nemo_rl.algorithms.single_controller.SingleControllerActor method) _write_shard_index() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) _XFERDTENSOR_PATH_LOGGED (in module nemo_rl.weight_sync.xferdtensor) _xferdtensor_python_impl_v1() (in module nemo_rl.weight_sync.xferdtensor_python) _ZERO_KL_GENERATION_REQUIRED (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _ZERO_KL_MEGATRON_REQUIRED (in module nemo_rl.models.megatron.zero_train_gen_mismatch) _zmad_local_outliers() (in module nemo_rl.utils.length_penalty) _ZMAD_MIN_MAD_REL (in module nemo_rl.utils.length_penalty) A a (nemo_rl.utils.length_penalty.ProfileBandChannel attribute) a2a_experimental (nemo_rl.models.policy.MegatronPeftConfig attribute) abandon_unsealed() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) ABANDONED (nemo_rl.experience.rollout_recovery.RolloutAttemptStatus attribute) abort() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) (nemo_rl.distributed.refit_watchdog._Abortable method) (nemo_rl.distributed.stateless_process_group.StatelessProcessGroup method) abort_sft_batch() (nemo_rl.data.energon.sft_worker.SFTMegatronPolicyWorker method) abort_train_step() (nemo_rl.models.policy.tq_policy.TQPolicy method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) abort_train_step_presharded() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) abort_xferdtensor_python_subcommunicators() (in module nemo_rl.weight_sync.xferdtensor_python) absent_shards() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) AbstractPolicyWorker (class in nemo_rl.models.policy.workers.base_policy_worker) accepts_trace_context() (in module nemo_rl.telemetry.instrumentation) accumulate() (nemo_rl.models.megatron.draft.step_state.DraftStepState method) accuracy (nemo_rl.algorithms.dpo.DPOValMetrics attribute) (nemo_rl.algorithms.rm.RMValMetrics attribute) ACK (nemo_rl.models.policy.utils.IPCProtocol attribute) ack_timeout_ms (nemo_rl.data_plane.interfaces.DataPlaneConfig attribute) acquire() (nemo_rl.models.generation.fleet_health.HealthyShardSelector method) activate() (nemo_rl.models.automodel.draft.hidden_capture.DSparkHiddenCapture method) activation_checkpointing (nemo_rl.models.policy.AutomodelConfig attribute) (nemo_rl.models.policy.MegatronConfig attribute) active (nemo_rl.models.automodel.draft.hidden_capture.DSparkHiddenCapture property) (nemo_rl.models.megatron.draft.step_state.DraftStepState property) active_mutations (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrierTelemetry attribute) actor_class_fqn (nemo_rl.environments.utils.EnvRegistryEntry attribute) actor_cpus (nemo_rl.environments.nemo_gym_shards.ShardSpec attribute) ACTOR_ENVIRONMENT_REGISTRY (in module nemo_rl.distributed.ray_actor_environment_registry) ACTOR_ENVIRONMENTS (in module nemo_rl.distributed.actor_environments) adam_beta1 (nemo_rl.models.policy.MegatronOptimizerConfig attribute) adam_beta2 (nemo_rl.models.policy.MegatronOptimizerConfig attribute) adam_eps (nemo_rl.models.policy.MegatronOptimizerConfig attribute) add() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) (nemo_rl.experience.rollout_manager.RequestDeadlineRegistry method) (nemo_rl.experience.rollouts._NemoGymStreamAccumulator method) (nemo_rl.models.generation.dynamo.arguments._ArgvBuilder method) add_bos (nemo_rl.data.DataConfig attribute) add_chunk() (nemo_rl.utils.train_data_dump.TrainDataDump method) add_data_plane_snapshot_source() (nemo_rl.models.policy.tq_policy.TQPolicy method) add_eos (nemo_rl.data.DataConfig attribute) add_generation_prompt (nemo_rl.data.DataConfig attribute) add_grpo_token_loss_masks_and_generation_logprobs() (in module nemo_rl.algorithms.grpo) add_hf_modules_cache_to_pythonpath() (in module nemo_rl.utils.venvs) add_locations() (nemo_rl.utils.weight_transfer_sparse_codec._TensorPayloadBuilder method) add_loss_mask_to_message_log() (in module nemo_rl.data.llm_message_utils) add_raw() (nemo_rl.models.generation.dynamo.arguments._ArgvBuilder method) add_ref_logprobs_to_data() (in module nemo_rl.algorithms.dpo) add_remote_agent() (nemo_rl.utils.checkpoint_engines.nixl.NixlAgent method) add_system_prompt (nemo_rl.data.DataConfig attribute) add_values() (nemo_rl.utils.weight_transfer_sparse_codec._TensorPayloadBuilder method) address (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._StoredObject attribute) address() (nemo_rl.distributed.held_port.HeldPortReservation method) admission_id (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) admit() (nemo_rl.algorithms.async_utils.staleness_sampler._GatedSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSampler method) ADMITTED (nemo_rl.experience.rollout_recovery.PromptGroupPhase attribute) adv_estimator (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) advantage (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) ADVANTAGE (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) advantage_actors (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) advantage_clip_high (nemo_rl.algorithms.grpo.GRPOConfig attribute) advantage_clip_low (nemo_rl.algorithms.grpo.GRPOConfig attribute) advantage_estimator (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) advantage_partial (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) AdvantageActor (class in nemo_rl.algorithms.advantage_actor) AdvantageComputer (class in nemo_rl.algorithms.single_controller_utils.advantage_stage) AdvantageConfig (class in nemo_rl.algorithms.single_controller_utils.config) AdvantageOutcome (class in nemo_rl.algorithms.single_controller_utils.advantage_stage) AdvantagePartial (class in nemo_rl.algorithms.single_controller_utils.utils) AdvantageRequest (class in nemo_rl.algorithms.single_controller_utils.advantage_stage) advantages (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossDataDict attribute) AdvantageStageConfig (class in nemo_rl.algorithms.single_controller_utils.advantage_stage) AdvEstimatorConfig (class in nemo_rl.algorithms.advantage_estimator) agent_granularity_overrides (nemo_rl.algorithms.single_controller_utils.config.RolloutRecoveryConfig attribute) agent_name (nemo_rl.experience.reward_penalties.RewardLogContext attribute) agent_name_sources (nemo_rl.data.datasets.raw_dataset.RawDataset attribute) agent_overrides (nemo_rl.utils.length_penalty.LengthPenaltyConfig attribute) aggregate_capture_reward_metrics() (in module nemo_rl.experience.reward_penalties) aggregate_per_sample_handles() (in module nemo_rl.models.policy.utils) aggregate_rollout_metrics() (in module nemo_rl.algorithms.grpo) aggregate_spec_decode_counters() (in module nemo_rl.models.generation.vllm.utils) aggregate_step_metrics() (in module nemo_rl.algorithms.single_controller_utils.utils) aggregate_training_statistics() (in module nemo_rl.models.automodel.train) (in module nemo_rl.models.megatron.train) agreed_media_columns() (in module nemo_rl.models.generation.interfaces) AIMEDataset (class in nemo_rl.data.datasets.response_datasets.aime) AIMEEvalDataConfig (class in nemo_rl.data) AIMEVariant (in module nemo_rl.data.datasets.response_datasets.aime) algo (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) algo_config() (in module nemo_rl.algorithms.single_controller_utils.config) algorithm (nemo_rl.distributed.batched_data_dict.SequencePackingArgs attribute) (nemo_rl.models.policy.SequencePackingConfig attribute) alias (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) alias_to_group_alias (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) align() (nemo_rl.algorithms.x_token.token_aligner.TokenAligner method) align_by_offsets_cluster() (in module nemo_rl.algorithms.x_token.token_aligner) align_chat() (nemo_rl.algorithms.x_token.token_aligner.TokenAligner method) align_one_offset_per_asst() (nemo_rl.algorithms.x_token.token_aligner.TokenAligner method) aligned_target_logits (nemo_rl.models.automodel.draft.common.DSparkForwardOutput attribute) aligner (nemo_rl.algorithms.xtoken_off_policy_distillation.TeacherConfig attribute) alignment_regions (nemo_rl.data.xtoken.native_chat.RenderedChatDocument attribute) AlignmentBatch (class in nemo_rl.algorithms.x_token.token_aligner) AlignmentPair (class in nemo_rl.algorithms.x_token.token_aligner) all_gather() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) ALL_GROUPS (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) all_handles (nemo_rl.environments.nemo_gym.NemoGymShardSet property) ALL_MODEL_FAMILIES (in module nemo_rl.data.energon.multimodal.model_families) all_to_all_sq2vp() (in module nemo_rl.distributed.model_utils) all_to_all_vp2sq() (in module nemo_rl.distributed.model_utils) allgather_cp_sharded_tensor() (in module nemo_rl.distributed.model_utils) AllGatherCPTensor (class in nemo_rl.distributed.model_utils) AllModelFamilies (in module nemo_rl.data.energon.multimodal.model_families) allocate() (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointBuffer class method) allow_flash_attn_args (nemo_rl.models.automodel.config.RuntimeConfig attribute) allow_installed_flash_attn_4() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) allow_native_difference (nemo_rl.algorithms.x_token.token_aligner.NativeAlignmentPart attribute) allow_stale_multimodal_embeddings (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) allowed_duplicate_entries (nemo_rl.environments.nemo_gym_shards.ShardPlan attribute) AllTaskProcessedDataset (class in nemo_rl.data.datasets.processed_dataset) alpha (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) (nemo_rl.models.policy.LoRAConfig attribute) (nemo_rl.models.policy.MegatronPeftConfig attribute) anchor_sampling_seed() (in module nemo_rl.models.automodel.draft.runtime) answer (nemo_rl.algorithms.x_token.token_aligner.NativeAlignmentRegions attribute) (nemo_rl.utils.length_penalty.ProfileBandDefaults attribute) answer_bonus (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) answer_parts (nemo_rl.data.xtoken.native_chat.RenderedChatDocument attribute) answer_zmad_penalty (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) answer_zmad_threshold (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) answers (nemo_rl.environments.interfaces.EnvironmentReturn attribute) apply() (nemo_rl.models.megatron.zero_train_gen_mismatch._Tp1LocalLogprob method) apply_batch_size (nemo_rl.models.generation.vllm.config.VllmRefitTuningConfig attribute) apply_chat_template() (nemo_rl.data.processors._NemotronOmniPreferenceProcessorProxy method) apply_group_length_penalties() (in module nemo_rl.utils.length_penalty) apply_message_level_advantage_penalties() (in module nemo_rl.algorithms.single_controller_utils.utils) apply_queue_depth (nemo_rl.models.generation.vllm.config.VllmRefitTuningConfig attribute) apply_reward_penalties() (in module nemo_rl.experience.rollouts) apply_reward_shaping() (in module nemo_rl.algorithms.reward_functions) apply_rope_fusion (nemo_rl.models.policy.MegatronConfig attribute) apply_rotary_pos_emb() (in module nemo_rl.models.automodel.draft.draft_qwen3) apply_shard_log_dir() (in module nemo_rl.environments.nemo_gym_shards) apply_shard_overlay() (in module nemo_rl.environments.nemo_gym_shards) apply_temperature_scaling() (in module nemo_rl.models.automodel.train) (in module nemo_rl.models.megatron.train) apply_to() (nemo_rl.models.megatron.draft.utils._PendingLayerWeights method) apply_top_k_top_p() (in module nemo_rl.algorithms.logits_sampling_utils) apply_top_k_top_p_filtering_for_local_logits() (in module nemo_rl.models.automodel.train) apply_transformer_engine_patch() (in module nemo_rl.models.policy.workers.patches) APPROX_ENTROPY_KEY (in module nemo_rl.algorithms.loss.loss_functions) armed (nemo_rl.distributed.refit_watchdog.RefitAbortWatchdog property) ArrowTextDataset (class in nemo_rl.data.datasets.response_datasets.arrow_text_dataset) artifact_location (nemo_rl.utils.logger.MLflowConfig attribute) as_metrics() (nemo_rl.experience.rollout_manager.RolloutStats method) (nemo_rl.models.generation.engine_supervisor.EngineSupervisor method) (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) as_nemo_gym_shard_set() (in module nemo_rl.environments.nemo_gym) as_scalar() (in module nemo_rl.telemetry.vocabulary) as_tensor() (nemo_rl.data.multimodal_utils.PackedTensor method) assemble_teacher_logits_from_shards() (in module nemo_rl.algorithms.x_token.loss_utils) assert_checkpoint_safe() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) assert_metadata_only() (in module nemo_rl.utils.rpc_guard) assert_no_double_bos() (in module nemo_rl.data.datasets.utils) assert_prev_logprobs_available() (in module nemo_rl.algorithms.opd) assert_reload_refit_config_supported() (in module nemo_rl.models.generation.vllm.utils) assert_teacher_student_batch_grid() (in module nemo_rl.algorithms.x_token.utils) assert_trust_region_supported() (in module nemo_rl.algorithms.opd) assert_xtoken_ipc_node_local() (in module nemo_rl.algorithms.x_token.utils) assistant_mask (nemo_rl.data.xtoken.native_chat.RenderedChatDocument attribute) assistant_msg_template (in module nemo_rl.data.deepseek_v4_encoding) assistant_msg_wo_eos_template (in module nemo_rl.data.deepseek_v4_encoding) assistant_prefix_len (nemo_rl.data.megatron_sft_packed._PromptConfig attribute) ASSISTANT_SP_TOKEN (in module nemo_rl.data.deepseek_v4_encoding) assistant_spans (nemo_rl.data.xtoken.native_chat.RenderedChatDocument attribute) async_engine (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) async_generate_response_for_sample_turn() (in module nemo_rl.experience.rollouts) async_grpo (nemo_rl.algorithms.grpo.GRPOConfig attribute) async_grpo_train() (in module nemo_rl.algorithms.grpo) async_http_post_json() (in module nemo_rl.models.generation.dynamo.http_client) async_ppo (nemo_rl.algorithms.ppo.PPOConfig attribute) async_ppo_train() (in module nemo_rl.algorithms.ppo) async_rl (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) async_save (nemo_rl.models.policy.MegatronCheckpointConfig attribute) async_sched_mode (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) AsyncGRPOConfig (class in nemo_rl.algorithms.grpo) AsyncNemoGymRolloutImpl (class in nemo_rl.experience.rollout_manager) AsyncPPOConfig (class in nemo_rl.algorithms.ppo) AsyncRLConfig (class in nemo_rl.algorithms.single_controller_utils.config) AsyncRolloutImpl (class in nemo_rl.experience.rollout_manager) AsyncTrajectoryCollector (class in nemo_rl.algorithms.async_utils.trajectory_collector) attach_capture() (nemo_rl.models.automodel.draft.runtime._DraftRuntimeBase method) attach_fleet_health() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) attach_image_model_inputs_to_message() (in module nemo_rl.data.multimodal_utils) attach_initial_nemo_gym_image_payloads() (in module nemo_rl.experience.rollouts) attach_media_token_validity_mask() (in module nemo_rl.data.multimodal_utils) attach_message_log_view() (in module nemo_rl.data.llm_message_utils) attach_processor_media_token_validity_mask() (in module nemo_rl.data.multimodal_utils) attach_rollout_fields() (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) attach_routed_experts_to_chat_response_choices() (in module nemo_rl.models.generation.vllm.utils) attach_static_multimodal_payload() (in module nemo_rl.experience.rollouts) attach_token_information_to_chat_response_choices() (in module nemo_rl.models.generation.vllm.utils) attached_context() (in module nemo_rl.telemetry.instrumentation) attempt_id (nemo_rl.experience.rollout_recovery.RolloutAttemptRecord property) attempt_uuid (nemo_rl.experience.rollout_recovery.RolloutAttemptRecord attribute) attempts (nemo_rl.experience.rollout_recovery.RolloutSiblingRecord attribute) attention_backend (nemo_rl.models.policy.MegatronConfig attribute) attention_heads (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) attention_mask (nemo_rl.models.automodel.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) attn (nemo_rl.models.policy.AutomodelBackendConfig attribute) attn_impl (nemo_rl.models.automodel.config.RuntimeConfig attribute) audio (nemo_rl.models.policy.TokenizerConfig attribute) AUDIO_CONTENT_TYPES (in module nemo_rl.data.multimodal_utils) AUDIOMCQ_MANIFEST (in module nemo_rl.data.datasets.response_datasets.audiomcq) AUDIOMCQ_REPO_ID (in module nemo_rl.data.datasets.response_datasets.audiomcq) AudioMCQDataset (class in nemo_rl.data.datasets.response_datasets.audiomcq) autocast_enabled (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) AUTOMODEL (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) automodel_cfg (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) AUTOMODEL_FACTORY (in module nemo_rl.models.automodel.utils) automodel_forward_backward() (in module nemo_rl.models.automodel.train) automodel_kwargs (nemo_rl.models.policy.AutomodelConfig attribute) automodel_params_generator() (in module nemo_rl.models.policy.workers.automodel_policy_worker) AutomodelBackendConfig (class in nemo_rl.models.policy) AutomodelCheckpointConfig (class in nemo_rl.models.policy) AutomodelCheckpointEngineSendMixin (class in nemo_rl.models.policy.workers.checkpoint_engine) AutomodelCheckpointManager (class in nemo_rl.models.automodel.checkpoint) AutomodelConfig (class in nemo_rl.models.policy) AutomodelConfigDisabled (class in nemo_rl.models.policy) AutomodelFreezeConfig (class in nemo_rl.models.policy) AutomodelKwargs (class in nemo_rl.models.policy) AutomodelPolicyWorker (class in nemo_rl.models.policy.workers.automodel_policy_worker) AutomodelPolicyWorkerImpl (class in nemo_rl.models.policy.workers.automodel_policy_worker) AutomodelQuantPolicyWorker (class in nemo_rl.modelopt.models.policy.workers.automodel_quant_policy_worker) AutomodelValueWorker (class in nemo_rl.models.value.workers.automodel_value_worker) AutomodelValueWorkerImpl (class in nemo_rl.models.value.workers.automodel_value_worker) aux_layer_indices (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) AVQADataset (class in nemo_rl.data.datasets.response_datasets.avqa) await_off_loop() (in module nemo_rl.distributed.refit_watchdog) B b (nemo_rl.utils.length_penalty.ProfileBandChannel attribute) backend (nemo_rl.data.DataConfig attribute) (nemo_rl.data_plane.interfaces.DataPlaneConfig attribute) (nemo_rl.models.generation.dynamo.config.DynamoConfig attribute) (nemo_rl.models.generation.interfaces.CheckpointEngineConfig attribute) (nemo_rl.models.generation.interfaces.GenerationConfig attribute) (nemo_rl.models.policy.AutomodelKwargs attribute) backend_config() (in module nemo_rl.data_plane.interfaces) backend_init_params (nemo_rl.models.generation.vllm.config.VllmNixlRefitConfig attribute) backend_name (nemo_rl.models.generation.vllm.config.VllmNixlRefitConfig attribute) backend_timeout_s (nemo_rl.algorithms.single_controller_utils.config.GenerationRouterConfig attribute) backfill_missing_routed_experts() (in module nemo_rl.experience.rollouts) backoff_base_s (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) (nemo_rl.experience.rollout_manager.RolloutRetryPolicy attribute) backoff_for() (nemo_rl.experience.rollout_manager.RolloutRetryPolicy method) backward() (nemo_rl.algorithms.logits_sampling_utils._ApplyTopKTopP static method) (nemo_rl.algorithms.loss.draft._CachedVocabParallelSoftCE static method) (nemo_rl.algorithms.loss.draft._StreamingProjectedVocabParallelSoftCE static method) (nemo_rl.algorithms.loss.draft._StreamingVocabParallelSoftCE static method) (nemo_rl.algorithms.loss.draft._SumTensorParallelHiddenGradient static method) (nemo_rl.algorithms.x_token.loss_utils.Fp32SparseMM static method) (nemo_rl.distributed.model_utils._AllReduceSum static method) (nemo_rl.distributed.model_utils.AllGatherCPTensor method) (nemo_rl.distributed.model_utils.ChunkedDistributedCrossEntropyToFixedLogits static method) (nemo_rl.distributed.model_utils.ChunkedDistributedEntropy static method) (nemo_rl.distributed.model_utils.ChunkedDistributedGatherLogprob static method) (nemo_rl.distributed.model_utils.ChunkedDistributedHiddenStatesToLogprobs static method) (nemo_rl.distributed.model_utils.ChunkedDistributedLogprob static method) (nemo_rl.distributed.model_utils.ChunkedDistributedLogprobWithSampling static method) (nemo_rl.distributed.model_utils.ChunkedDistributedReverseKLToFixedLogits static method) (nemo_rl.distributed.model_utils.DistributedLogprob static method) (nemo_rl.distributed.model_utils.DistributedLogprobWithSampling static method) (nemo_rl.models.megatron.draft.dspark._CopyToTensorParallelRegion static method) bad_words (nemo_rl.models.generation.interfaces.GenerationConfig attribute) BALANCED_GREEDY_KNAPSACK (nemo_rl.data.packing.algorithms.PackingAlgorithm attribute) balanced_knapsack_delta (nemo_rl.data.energon.config.EnergonPackingOptions attribute) BalancedGreedyKnapsackPacker (class in nemo_rl.data.packing.algorithms) BASE (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) base (nemo_rl.weight_sync.nccl_reshard_utils.LocalParamSpec attribute) base_train_step (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest attribute) base_url (nemo_rl.models.generation.fleet_health.ShardHealth attribute) base_url() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) (nemo_rl.models.generation.trtllm.trtllm_disagg_server.DisaggServerActorImpl method) base_urls (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) baseline (nemo_rl.models.generation.vllm.config.VllmSparseRefitConfig attribute) BaseMathEnvironment (class in nemo_rl.environments.math_environment) BaseSampler (class in nemo_rl.algorithms.async_utils.staleness_sampler) BaseSFTTaskEncoder (class in nemo_rl.data.energon.multimodal.task_encoders.base) BaseVllmGenerationWorker (class in nemo_rl.models.generation.vllm.vllm_worker) batch (nemo_rl.data_plane.adapters.local._LocalPartition attribute) batch() (nemo_rl.data.energon.multimodal.task_encoders.base.BaseSFTTaskEncoder method) (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.GenericSFTTaskEncoder method) BATCH_DURATION_KEY (in module nemo_rl.models.generation.vllm.metric_names) BATCH_DURATION_METRIC (in module nemo_rl.models.generation.vllm.metric_names) batch_group_criterion() (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.GenericSFTTaskEncoder method) batch_grouping (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) batch_invariant_backend (nemo_rl.models.policy.MegatronConfig attribute) batch_invariant_collective (nemo_rl.models.policy.MegatronConfig attribute) batch_invariant_mode (nemo_rl.models.policy.MegatronConfig attribute) batch_invariant_token_multiple() (in module nemo_rl.models.megatron.batch_invariant) batch_multiplier (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) batch_shortfall (nemo_rl.experience.rollout_recovery.ParsedRolloutRecoveryState attribute) batch_size (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) batched_message_log_to_flat_message() (in module nemo_rl.data.llm_message_utils) BatchedDataDict (class in nemo_rl.distributed.batched_data_dict) bbox_giou_reward() (in module nemo_rl.environments.rewards) bco_loss (nemo_rl.algorithms.mpo.MPOValMetrics attribute) bco_loss_weight (nemo_rl.algorithms.loss.loss_functions.MPOLossConfig attribute) (nemo_rl.algorithms.mpo.MPOConfig attribute) bco_rewards_chosen_mean (nemo_rl.algorithms.mpo.MPOValMetrics attribute) bco_rewards_rejected_mean (nemo_rl.algorithms.mpo.MPOValMetrics attribute) begin_finalization() (nemo_rl.utils.checkpoint.CheckpointManager method) begin_global_batch() (nemo_rl.models.automodel.draft.runtime._DraftRuntimeBase method) begin_train_step() (nemo_rl.models.policy.tq_policy.TQPolicy method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) begin_train_step_presharded() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) bert() (in module nemo_rl.utils.flops_formulas) bf16 (nemo_rl.models.policy.MegatronOptimizerConfig attribute) bias_activation_fusion (nemo_rl.models.policy.MegatronConfig attribute) BinaryPreferenceDataset (class in nemo_rl.data.datasets.preference_datasets.binary_preference_dataset) bind_numa() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) bind_runtime_prompt() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) bind_to_gpu_numa() (in module nemo_rl.distributed.numa_utils) BLOCK_DRAFT_ALGOS (in module nemo_rl.models.policy) block_keep_mask (nemo_rl.models.automodel.draft.common.DSparkForwardOutput attribute) block_size_tokens (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) blocked_by_kind (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrierTelemetry attribute) blocks_training() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) body (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ParticipantRequest attribute) bootstrap_compatibility_identity() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) BOOTSTRAP_COMPATIBILITY_SCHEMA_VERSION (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) BOOTSTRAP_DIRNAME (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) bootstrap_fingerprint (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest attribute) bootstrap_fingerprint() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) bootstrap_identity (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) BOOTSTRAP_MANIFEST_FILENAME (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) BootstrapCompatibilityIdentity (class in nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) bos_token (in module nemo_rl.data.deepseek_v4_encoding) boundary_route_rows() (in module nemo_rl.experience.route_assembly) boundary_rows (nemo_rl.experience.route_plan.RouteSpan attribute) boxed (in module nemo_rl.environments.rewards) breakdown_table() (in module nemo_rl.data_plane.observability) broadcast() (nemo_rl.distributed.stateless_process_group.StatelessProcessGroup method) broadcast_hf_buckets_via_distributed_impl() (in module nemo_rl.models.policy.utils) broadcast_loss_metrics_from_last_stage() (in module nemo_rl.models.megatron.pipeline_parallel) broadcast_obj_from_pp_rank() (in module nemo_rl.models.megatron.pipeline_parallel) broadcast_parts() (nemo_rl.data.multimodal_utils.PackedTensor method) broadcast_tensor() (in module nemo_rl.models.megatron.common) broadcast_tensors_from_last_stage() (in module nemo_rl.models.megatron.pipeline_parallel) broadcast_weights_for_collective() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) Bucket (class in nemo_rl.telemetry.instrumentation) bucket_for_efficiency_category() (in module nemo_rl.telemetry.instrumentation) bucket_for_span_group() (in module nemo_rl.telemetry.instrumentation) bucket_scope() (in module nemo_rl.telemetry.instrumentation) buf (nemo_rl.weight_sync.nccl_reshard_utils.RefitCtx attribute) buffer() (nemo_rl.data_plane.adapters.transfer_queue._NativeStagingPool method) buffer_size (nemo_rl.data.energon.config.EnergonPackingConfig attribute) buffer_size_bytes (nemo_rl.models.generation.interfaces.CollectiveSenderSpec attribute) buffer_size_gb (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) build_anchor_candidate_mask() (in module nemo_rl.models.automodel.draft.common) build_app() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) build_cached_video_frame_data_url() (in module nemo_rl.models.generation.vllm.video_utils) build_cached_video_frame_metadata() (in module nemo_rl.models.generation.vllm.video_utils) build_checkpoint_config() (in module nemo_rl.models.automodel.checkpoint) build_config() (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) build_config_overrides() (nemo_rl.models.megatron.draft.optimizer.DraftOptimizerConfigOverrideProvider method) build_data_plane_client() (in module nemo_rl.data_plane.factory) build_draft_model() (in module nemo_rl.models.megatron.draft.utils) build_draft_optimizer_override_provider() (in module nemo_rl.models.megatron.draft.optimizer) build_draft_runtime() (in module nemo_rl.models.automodel.draft.runtime) build_dspark_draft_model() (in module nemo_rl.models.automodel.draft.setup) build_dynamo_frontend_argv() (in module nemo_rl.models.generation.dynamo.arguments) build_dynamo_vllm_argv() (in module nemo_rl.models.generation.dynamo.arguments) build_eagle3_draft_model() (in module nemo_rl.models.automodel.draft.setup) build_energon_sft_loader() (in module nemo_rl.data.energon) (in module nemo_rl.data.energon.sft_dataloader) build_eval_mask() (in module nemo_rl.models.automodel.draft.common) build_exact_token_map() (in module nemo_rl.algorithms.x_token.loss_utils) build_hf_to_local_param_map() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.weight_sync.nccl_reshard_utils.RefitBuilderInterface method) build_image_preprocessing_config() (in module nemo_rl.models.generation.megatron.utils) build_inference_model() (in module nemo_rl.models.megatron.setup) build_managed_worker_env() (in module nemo_rl.models.generation.dynamo.arguments) build_markov_head() (in module nemo_rl.models.automodel.draft.markov_head) build_media_token_validity_mask() (in module nemo_rl.data.multimodal_utils) build_mesh_info() (in module nemo_rl.weight_sync.nccl_reshard_utils) build_model() (nemo_rl.models.megatron.draft.training.DraftSpeculator method) (nemo_rl.models.megatron.draft.training.Eagle3Speculator method) build_nccl_reshard_refit_info() (in module nemo_rl.weight_sync.nccl_reshard_utils) build_nemo_gym_actors() (in module nemo_rl.environments.nemo_gym) build_nemo_gym_config() (in module nemo_rl.environments.nemo_gym) build_policy_and_draft_optimizer() (in module nemo_rl.models.automodel.draft.setup) build_processor_adapter() (in module nemo_rl.data.energon.multimodal.task_encoders.generic_sft) build_prompt_and_multimodal_data() (in module nemo_rl.models.generation.megatron.utils) build_quant_config() (in module nemo_rl.models.generation.trtllm.quantization.fp8) build_reward_component_columns() (in module nemo_rl.environments.nemo_gym) build_rollout_recovery_state() (in module nemo_rl.experience.rollout_recovery) build_route_shard_map() (in module nemo_rl.environments.nemo_gym_shards) build_router_replay_assignments() (in module nemo_rl.models.megatron.router_replay) build_router_replay_tensors() (in module nemo_rl.models.megatron.router_replay) build_spliced_prompt_ids() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) build_video_preprocessing_config() (in module nemo_rl.models.generation.megatron.utils) build_vllm_modelopt_nvfp4_config() (in module nemo_rl.modelopt.utils) by_op (nemo_rl.data_plane.observability.DataPlaneStats attribute) bytes_outstanding (nemo_rl.data_plane.observability.DataPlaneStats attribute) C cache_dir (nemo_rl.data.PreferenceDatasetConfig attribute) cache_key (nemo_rl.models.generation.megatron.megatron_worker._MegatronRefitTask property) cache_pool_max_gbytes (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) cache_pool_num_workers (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) CACHED_VIDEO_FRAME_MANIFEST_MAGIC (in module nemo_rl.data.multimodal_utils) CACHED_VIDEO_FRAME_MANIFEST_MIME (in module nemo_rl.data.multimodal_utils) calculate_advantages_on_gpu (nemo_rl.algorithms.grpo.GRPOConfig attribute) calculate_aligned_size() (in module nemo_rl.models.policy.utils) calculate_baseline_and_std_per_prompt() (in module nemo_rl.algorithms.utils) calculate_kl() (in module nemo_rl.algorithms.utils) calculate_pass_rate_per_prompt() (in module nemo_rl.environments.metrics) calculate_rewards() (in module nemo_rl.experience.rollouts) calculate_single_metric() (in module nemo_rl.experience.metric_utils) calculate_stats_only() (nemo_rl.data.packing.metrics.PackingMetrics method) calculate_trivial_reward_distributions() (in module nemo_rl.algorithms.utils) calibrate_qkv_fp8_scales() (nemo_rl.models.policy.interfaces.PolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) call (nemo_rl.models.generation.vllm.vllm_worker_async.CapturedRequest attribute) call_data_plane() (in module nemo_rl.data_plane.async_utils) callback (nemo_rl.data_plane.interfaces.ObservabilityConfig attribute) (nemo_rl.telemetry.vocabulary.RecordedMetric attribute) called_workers (nemo_rl.distributed.worker_groups.MultiWorkerFuture attribute) calls (nemo_rl.data_plane.observability.OpStats attribute) CANONICAL_LOGGER_ALIASES (in module nemo_rl.models.generation.dynamo.metrics) canonical_output_tokens (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) canonical_sample_ids (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) canonical_token() (in module nemo_rl.algorithms.x_token.token_aligner) CanonicalSFTSample (class in nemo_rl.data.energon.multimodal.types) cap_max_tokens_to_context (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) capture_context() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) (nemo_rl.models.megatron.opd_full_capture.OutputLayerInputCapture method) capture_dir (nemo_rl.algorithms.single_controller_utils.config.TokenCaptureConfig attribute) capture_media (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) CAPTURE_PENALTIES (in module nemo_rl.experience.reward_penalties) CAPTURE_PENALTY_METRICS (in module nemo_rl.experience.reward_penalties) capture_processed_media() (in module nemo_rl.data.captured_media) capture_reward_result_tables() (in module nemo_rl.experience.reward_penalties) CapturedChatLogprobsMixin (class in nemo_rl.models.generation.vllm.captured_chat_logprobs) CapturedMedia (class in nemo_rl.data.captured_media) CapturedMediaItem (class in nemo_rl.data.captured_media) CapturedRequest (class in nemo_rl.models.generation.vllm.vllm_worker_async) CapturedStates (class in nemo_rl.models.megatron.draft.hidden_capture) CapturePenalty (class in nemo_rl.experience.reward_penalties) CaptureRewardSettings (class in nemo_rl.experience.reward_penalties) carry_len (nemo_rl.experience.route_plan.RouteSpan attribute) cast_tensor_to_fp8_blockwise() (in module nemo_rl.models.generation.trtllm.quantization.fp8) cast_tensor_to_mxfp8_blockwise() (in module nemo_rl.models.generation.trtllm.quantization.fp8) causal_self_attn (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) ce_label_mask() (in module nemo_rl.algorithms.x_token.loss_utils) ce_loss_alpha (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) ce_loss_scale (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) cfg (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface attribute) ChainPrefixCache (class in nemo_rl.data_plane.tq_token_sink) chat_kd_processor() (in module nemo_rl.data.processors) chat_key (nemo_rl.data.ResponseDatasetConfig attribute) chat_template (nemo_rl.data.megatron_sft_packed._PromptConfig attribute) (nemo_rl.models.policy.TokenizerConfig attribute) chat_template_kwargs (nemo_rl.models.policy.TokenizerConfig attribute) chat_template_preapplied (nemo_rl.data.energon.multimodal.types.CanonicalSFTSample attribute) chdir() (nemo_rl.environments.code_environment.CodeExecutionWorker method) check_admission() (nemo_rl.models.generation.vllm.vllm_worker_async._AsyncLLMHTTPClient method) check_consumption_status() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) check_dependencies() (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActor method) check_health() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) check_master_weight_dtypes() (nemo_rl.models.automodel.checkpoint.AutomodelCheckpointManager method) check_nccl_reshard_refit_support() (in module nemo_rl.weight_sync.nccl_reshard_utils) check_outdated_config() (in module nemo_rl.utils.outdated_config_checks) check_save() (nemo_rl.utils.timer.TimeoutChecker method) check_sequence_dim() (in module nemo_rl.models.automodel.data) check_tensor_parallel_attributes() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) check_vocab_equality() (in module nemo_rl.algorithms.distillation) checkpoint (nemo_rl.models.policy.AutomodelConfig attribute) (nemo_rl.models.policy.MegatronConfig attribute) CHECKPOINT (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) checkpoint() (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrier method) checkpoint_active (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrierTelemetry attribute) checkpoint_dir (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) checkpoint_engine (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin attribute) (nemo_rl.models.policy.workers.checkpoint_engine.PolicyCheckpointEngineMixin attribute) checkpoint_engine_refit_config() (in module nemo_rl.weight_sync.checkpoint_engine_config) checkpoint_engine_rpc() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineRpcMixin method) (nemo_rl.models.policy.workers.checkpoint_engine.PolicyCheckpointEngineMixin method) checkpoint_engine_rpc_async() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmAsyncCheckpointEngineRpcMixin method) checkpoint_engine_total_memory_bytes() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin method) checkpoint_every_sec (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) checkpoint_finalize_span() (in module nemo_rl.telemetry.instrumentation) checkpoint_must_save_by (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) CHECKPOINT_MUTATION_KINDS (in module nemo_rl.algorithms.async_utils.replay_buffer) checkpoint_path (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) checkpoint_prefix (nemo_rl.models.megatron.draft.utils._EagleLayerLayout attribute) CheckpointEngine (class in nemo_rl.utils.checkpoint_engines.base) CheckpointEngineConfig (class in nemo_rl.models.generation.interfaces) CheckpointEngineWeightSynchronizer (class in nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer) checkpointing (nemo_rl.algorithms.distillation.MasterConfig attribute) (nemo_rl.algorithms.dpo.MasterConfig attribute) (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.mpo.MasterConfig attribute) (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.rm.MasterConfig attribute) (nemo_rl.algorithms.sft.MasterConfig attribute) (nemo_rl.algorithms.sft_v2.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.MasterConfig attribute) checkpointing_context (nemo_rl.models.megatron.config.ModelAndOptimizerState attribute) CheckpointingConfig (class in nemo_rl.utils.checkpoint) CheckpointLoader (in module nemo_rl.models.megatron.draft.utils) CheckpointManager (class in nemo_rl.utils.checkpoint) CheckpointMutationKind (in module nemo_rl.algorithms.async_utils.replay_buffer) checksums (nemo_rl.utils.weight_transfer_zmq._RelayTransfer attribute) chosen_key (nemo_rl.data.PreferenceDatasetConfig attribute) chunk() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) chunk_average_finalize() (in module nemo_rl.algorithms.x_token.loss_utils) chunk_average_log_probs() (in module nemo_rl.algorithms.x_token.loss_utils) chunk_list_to_workers() (in module nemo_rl.environments.utils) chunk_log_prob_sums() (in module nemo_rl.algorithms.x_token.loss_utils) chunk_offset (nemo_rl.utils.checkpoint_engines.base.TensorMeta attribute) chunk_size (nemo_rl.algorithms.opd.OnPolicyDistillationFullConfig attribute) (nemo_rl.models.policy.OnPolicyDistillationFullTransport attribute) (nemo_rl.utils.checkpoint_engines.base.TensorMeta attribute) ChunkedDistributedCrossEntropyToFixedLogits (class in nemo_rl.distributed.model_utils) ChunkedDistributedEntropy (class in nemo_rl.distributed.model_utils) ChunkedDistributedGatherLogprob (class in nemo_rl.distributed.model_utils) ChunkedDistributedHiddenStatesToLogprobs (class in nemo_rl.distributed.model_utils) ChunkedDistributedLogprob (class in nemo_rl.distributed.model_utils) ChunkedDistributedLogprobWithSampling (class in nemo_rl.distributed.model_utils) ChunkedDistributedReverseKLToFixedLogits (class in nemo_rl.distributed.model_utils) chunks_accept_media_token_validity_mask() (in module nemo_rl.data.multimodal_utils) ckpt_assume_constant_structure (nemo_rl.models.policy.MegatronCheckpointConfig attribute) ckpt_fully_parallel_load_exchange_algo (nemo_rl.models.policy.MegatronCheckpointConfig attribute) ckpt_fully_parallel_load_process_group (nemo_rl.models.policy.MegatronCheckpointConfig attribute) ckpt_fully_parallel_save_process_group (nemo_rl.models.policy.MegatronCheckpointConfig attribute) claim_for_training() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) claim_meta() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) claim_meta_poll_interval_s (nemo_rl.data_plane.interfaces.DataPlaneConfig attribute) class_token_len (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) classify_rollout_failure() (in module nemo_rl.experience.failures) cleanup (nemo_rl.utils.weight_transfer_stream.SparseRefitTransport attribute) cleanup() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) cleanup_process_group() (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoGpuReservation method) cleanup_staging_keys (nemo_rl.experience.route_plan.RouteAssemblyPlan attribute) cleanup_zmq() (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) clear() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) (nemo_rl.data_plane.tq_token_sink.TQStagingStore method) (nemo_rl.data_plane.tq_token_sink.TQTokenSink method) (nemo_rl.models.automodel.draft.hidden_capture.DSparkHiddenCapture method) (nemo_rl.models.generation.dynamo.metrics.DynamoMetricsSampler method) clear_cache_every_n_steps (nemo_rl.models.policy.AutomodelConfig attribute) clear_global_router_replay_instances() (in module nemo_rl.models.megatron.router_replay) clear_hooks() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) clear_logger_metrics() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) clear_memory_caches_before_refit (nemo_rl.models.policy.MegatronConfig attribute) clear_router_replay() (in module nemo_rl.models.megatron.router_replay) clear_samples() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) clear_staging_keys() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) clear_vllm_logger_metrics() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) clear_xferdtensor_python_caches() (in module nemo_rl.weight_sync.xferdtensor_python) CLEVRCoGenTDataset (class in nemo_rl.data.datasets.response_datasets.clevr) client_copy() (nemo_rl.models.generation.dynamo.refit.DynamoRefitChannel method) clip_grad (nemo_rl.models.policy.MegatronOptimizerConfig attribute) clipped_pg_actor_objective() (in module nemo_rl.algorithms.loss.clipped_pg) clipped_pg_diagnostic_metrics() (in module nemo_rl.algorithms.loss.clipped_pg) ClippedPGLossConfig (class in nemo_rl.algorithms.loss.loss_functions) ClippedPGLossDataDict (class in nemo_rl.algorithms.loss.loss_functions) ClippedPGLossFn (class in nemo_rl.algorithms.loss.loss_functions) cliprange (nemo_rl.algorithms.loss.loss_functions.MseValueLossConfig attribute) clone_mapper_staging_weights() (in module nemo_rl.models.generation.trtllm.quantization.fp8) close (nemo_rl.algorithms.x_token.token_aligner.NativeAlignmentRegions attribute) close() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointBuffer method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.mooncake_storage_unit.MooncakeStorageUnit method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitClient method) (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitServer method) close_sft_dataloader() (nemo_rl.data.energon.sft_worker.SFTMegatronPolicyWorker method) cluster (nemo_rl.algorithms.distillation.MasterConfig attribute) (nemo_rl.algorithms.dpo.MasterConfig attribute) (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.mpo.MasterConfig attribute) (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.rm.MasterConfig attribute) (nemo_rl.algorithms.sft.MasterConfig attribute) (nemo_rl.algorithms.sft_v2.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.MasterConfig attribute) (nemo_rl.evals.eval.MasterConfig attribute) cluster_step_metrics() (in module nemo_rl.data_plane.observability) ClusterConfig (class in nemo_rl.distributed.virtual_cluster) CodeEnvConfig (class in nemo_rl.environments.code_environment) CodeEnvironment (class in nemo_rl.environments.code_environment) CodeEnvMetadata (class in nemo_rl.environments.code_environment) CodeExecutionWorker (class in nemo_rl.environments.code_environment) CodeJaccardEnvConfig (class in nemo_rl.environments.code_jaccard_environment) CodeJaccardEnvironment (class in nemo_rl.environments.code_jaccard_environment) CodeJaccardEnvironmentMetadata (class in nemo_rl.environments.code_jaccard_environment) CodeJaccardVerifyWorker (class in nemo_rl.environments.code_jaccard_environment) coerce_draft_config() (in module nemo_rl.models.policy.draft_config) collator (nemo_rl.algorithms.xtoken_off_policy_distillation.MasterConfig attribute) collect() (nemo_rl.models.automodel.draft.hidden_capture.DSparkHiddenCapture method) collect_data_plane_snapshots() (nemo_rl.models.policy.tq_policy.TQPolicy method) collect_multimodal_payload_metrics() (in module nemo_rl.utils.multimodal_payload_metrics) collect_once() (nemo_rl.telemetry.host_memory.HostMemoryMonitor method) collect_overlapping_teacher_shards() (in module nemo_rl.algorithms.x_token.loss_utils) collect_sharded_multimodal_payload_metrics() (in module nemo_rl.utils.multimodal_payload_metrics) collection_interval (nemo_rl.utils.logger.GPUMonitoringConfig attribute) collective_init_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) CollectiveSenderSpec (class in nemo_rl.models.generation.interfaces) CollectiveWeightSynchronizer (class in nemo_rl.weight_sync.collective_weight_synchronizer) COLLECTOR_LOOP_CATEGORIES (in module nemo_rl.telemetry.instrumentation) COLLECTOR_WALL_CLOCK_MEASUREMENT (in module nemo_rl.telemetry.metrics) ColocatablePolicyInterface (class in nemo_rl.models.policy.interfaces) colocated (nemo_rl.models.generation.interfaces.GenerationConfig attribute) colocated_reshard_plan (nemo_rl.models.megatron.config.ModelAndOptimizerState attribute) ColocatedReshardPlan (class in nemo_rl.models.megatron.config) ColocationConfig (class in nemo_rl.models.generation.interfaces) COLUMN_PARALLEL_SUFFIXES (in module nemo_rl.weight_sync.nccl_reshard_utils) combine_reward_functions() (in module nemo_rl.environments.rewards) commit() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) commit_admission() (nemo_rl.algorithms.async_utils.staleness_sampler._GatedSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.TransactionalAdmissionSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSampler method) commit_finalized() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) commit_sft_batch() (nemo_rl.data.energon.sft_worker.SFTMegatronPolicyWorker method) commit_snapshot() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) COMMITTED (nemo_rl.experience.rollout_manager.RolloutOutcome attribute) committed (nemo_rl.experience.rollout_manager.RolloutStats attribute) COMMON_CHAT_TEMPLATES (class in nemo_rl.data.chat_templates) common_inherited_overlays (nemo_rl.environments.nemo_gym_shards.ShardPlan attribute) common_overrides (nemo_rl.environments.nemo_gym_shards.ShardPlan attribute) compact_sample_error_handler() (in module nemo_rl.data.energon.sft_dataloader) compile_or_warm_up_model() (nemo_rl.modelopt.models.generation.vllm_quant_patch.FakeQuantWorker method) COMPLETE (nemo_rl.models.policy.utils.IPCProtocol attribute) Completion (class in nemo_rl.experience.interfaces) completions (nemo_rl.experience.interfaces.PromptGroupRecord attribute) ComponentConfig (class in nemo_rl.data.energon.multimodal.registry) ComponentT (in module nemo_rl.data.energon.multimodal.model_families) composite_model (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) compute_advantage() (nemo_rl.algorithms.advantage_estimator.GDPOAdvantageEstimator method) (nemo_rl.algorithms.advantage_estimator.GeneralizedAdvantageEstimator method) (nemo_rl.algorithms.advantage_estimator.GRPOAdvantageEstimator method) (nemo_rl.algorithms.advantage_estimator.OPDAdvantageEstimator method) (nemo_rl.algorithms.advantage_estimator.RawRewardAdvantageEstimator method) (nemo_rl.algorithms.advantage_estimator.ReinforcePlusPlusAdvantageEstimator method) compute_and_apply_seq_logprob_error_masking() (in module nemo_rl.algorithms.grpo) compute_dspark_loss() (in module nemo_rl.models.automodel.draft.loss) compute_engine_step_metrics() (in module nemo_rl.models.generation.vllm.utils) compute_logits() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) compute_loss() (nemo_rl.models.automodel.draft.runtime.DSparkRuntime method) (nemo_rl.models.automodel.draft.runtime.Eagle3Runtime method) compute_metrics() (nemo_rl.data.packing.algorithms.SequencePacker method) compute_reward_checks() (in module nemo_rl.experience.reward_penalties) compute_reward_penalty_metrics() (in module nemo_rl.experience.rollouts) compute_score() (in module nemo_rl.environments.dapo_math_verifier) compute_seq_logprob_errors() (in module nemo_rl.algorithms.utils) compute_spec_decode_metrics() (in module nemo_rl.models.generation.vllm.utils) concat() (nemo_rl.data.multimodal_utils.PackedTensor class method) (nemo_rl.data_plane.interfaces.KVBatchMeta method) CONCATENATIVE (nemo_rl.data.packing.algorithms.PackingAlgorithm attribute) ConcatenativePacker (class in nemo_rl.data.packing.algorithms) cond_acc_dens (nemo_rl.models.automodel.draft.eagle3_llama.Eagle3ForwardTerms attribute) cond_acc_nums (nemo_rl.models.automodel.draft.eagle3_llama.Eagle3ForwardTerms attribute) condemn_silent_participant() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) confidence_loss_alpha (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) (nemo_rl.models.policy.draft_config.DFlashDraftConfig attribute) confidence_pred (nemo_rl.models.automodel.draft.common.DSparkForwardOutput attribute) config (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.BootstrapCompatibilityIdentity attribute) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointManagerMixin attribute) (nemo_rl.models.megatron.draft.training.DraftSpeculator attribute) (nemo_rl.models.megatron.draft.training.Eagle3Speculator attribute) config_paths (nemo_rl.environments.nemo_gym_shards.ShardSpec attribute) configure_checkpoint_workers() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) configure_dynamo_cache() (in module nemo_rl.models.policy.utils) configure_engine_env() (in module nemo_rl.data_plane.adapters.transfer_queue_env) configure_fp8_llm_kwargs() (in module nemo_rl.models.generation.trtllm.quantization.fp8) configure_fp8_moe_backend() (in module nemo_rl.models.generation.trtllm.quantization.fp8) configure_generation_config() (in module nemo_rl.models.generation) configure_hybridep_packed_input_padding() (in module nemo_rl.models.megatron.hybridep) configure_mtp_drafter_weight_source() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) configure_nixl_worker() (in module nemo_rl.models.generation.vllm.checkpoint_engine) configure_refit_environment() (in module nemo_rl.models.megatron.setup) configure_rich_logging() (in module nemo_rl.utils.logger) configure_tree() (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitServer method) configure_vllm_for_router_replay() (in module nemo_rl.models.megatron.router_replay) configure_worker() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl static method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker static method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl static method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl static method) configure_zmq_sparse_refit_relay() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) configured_identity() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) connect_colocate_topology() (in module nemo_rl.models.policy.utils) connect_rollout_engines_from_distributed() (in module nemo_rl.models.policy.utils) connect_sglang_rollout_engines() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) connect_sglang_rollout_engines_distributed() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) connect_timeout_s (nemo_rl.algorithms.single_controller_utils.config.GenerationRouterConfig attribute) consecutive_probe_failures (nemo_rl.models.generation.fleet_health.ShardHealth attribute) consecutive_probe_successes (nemo_rl.models.generation.fleet_health.ShardHealth attribute) consecutive_reported_failures (nemo_rl.models.generation.fleet_health.ShardHealth attribute) consolidation_timeout_minutes (nemo_rl.models.policy.AutomodelCheckpointConfig attribute) consumed (nemo_rl.data_plane.adapters.local._LocalPartition attribute) (nemo_rl.data_plane.adapters.noop._Partition attribute) consumed_samples (nemo_rl.algorithms.distillation.DistillationSaveState attribute) (nemo_rl.algorithms.dpo.DPOSaveState attribute) (nemo_rl.algorithms.grpo.GRPOSaveState attribute) (nemo_rl.algorithms.ppo.PPOSaveState attribute) (nemo_rl.algorithms.rm.RMSaveState attribute) (nemo_rl.algorithms.sft.SFTSaveState attribute) (nemo_rl.algorithms.sft_v2.SFTV2SaveState attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationSaveState attribute) consumer_tasks (nemo_rl.data_plane.adapters.local._LocalPartition attribute) (nemo_rl.data_plane.adapters.noop._Partition attribute) content_part_order (nemo_rl.models.generation.megatron.config.MultimodalPromptConfigOverrides attribute) content_part_separator (nemo_rl.models.generation.megatron.config.MediaPromptSpecOverrides attribute) context (nemo_rl.environments.code_environment.CodeEnvMetadata attribute) context_parallel_size (nemo_rl.algorithms.opd.TeacherResourceConfig attribute) (nemo_rl.models.policy.AutomodelConfig attribute) (nemo_rl.models.policy.MegatronConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) continue_generation() (nemo_rl.models.generation.interfaces.GenerationInterface method) control_auth_token (nemo_rl.algorithms.single_controller_utils.config.TokenCaptureConfig attribute) control_timeout_s (nemo_rl.algorithms.single_controller_utils.config.TokenCaptureConfig attribute) (nemo_rl.models.generation.dynamo.config.DynamoCfg attribute) controller_address (nemo_rl.data_plane.interfaces.DataPlaneConfig attribute) controller_session (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ParticipantInfo attribute) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._SaveGroup attribute) conversation_process_message() (in module nemo_rl.data.datasets.response_datasets.general_conversations_dataset) conversation_sender_mapping_sample_to_allowed (in module nemo_rl.data.datasets.response_datasets.general_conversations_dataset) conversion_task (nemo_rl.models.generation.megatron.megatron_worker._MegatronRefitTask attribute) convert_config_to_flops_config() (in module nemo_rl.utils.flops_tracker) convert_dcp_to_hf() (in module nemo_rl.models.automodel.convert) convert_metadata() (in module nemo_rl.data.datasets.response_datasets.general_conversations_dataset) convert_to_seconds() (in module nemo_rl.utils.timer) cook_conversation() (in module nemo_rl.data.energon.multimodal.cookers.generic) COOKER_REGISTRY (in module nemo_rl.data.energon.multimodal.registry) cookers (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) copies (nemo_rl.data.energon.topology.DataLoaderPlacementPlan attribute) copy_defaults() (nemo_rl.data.interfaces.TaskDataSpec method) copy_for_logical_rank() (nemo_rl.data.energon.topology.DataLoaderPlacementPlan method) copy_policy_lm_head_to_draft() (in module nemo_rl.models.megatron.draft.utils) correct_main_grads() (nemo_rl.models.megatron.draft.step_state.DraftStepState method) COTRAINED_SPECULATIVE_METHODS (in module nemo_rl.models.generation.vllm.draft_utils) count (nemo_rl.algorithms.single_controller_utils.utils.AdvantagePartial attribute) count_conversation_tokens() (in module nemo_rl.data.megatron_sft_packed) count_for_target_step() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) count_image_placeholder_runs() (in module nemo_rl.environments.nemotron_utils) COUNTER_KEY_SEP (in module nemo_rl.models.generation.vllm.utils) counts (nemo_rl.algorithms.loss.draft.DraftLossStats attribute) counts_by_state() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) counts_for_reduction() (nemo_rl.models.megatron.draft.step_state.DraftStepState method) cp_gradient_fanout (nemo_rl.models.automodel.train.LossPostProcessor property) cp_sharder (nemo_rl.models.automodel.train.PreparedModelForward attribute) cp_shift_next() (in module nemo_rl.distributed.model_utils) cp_size (nemo_rl.models.automodel.config.DistributedContext attribute) (nemo_rl.models.automodel.train.PreparedModelForward attribute) cpu_offload (nemo_rl.models.automodel.config.RuntimeConfig attribute) (nemo_rl.models.policy.AutomodelConfig attribute) CpuIntTuple (in module nemo_rl.utils.sequence_lengths) create_advantage_actors() (in module nemo_rl.algorithms.advantage_actor) create_app() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) create_checkpoint_engine() (in module nemo_rl.utils.checkpoint_engines.base) create_env() (in module nemo_rl.environments.utils) create_frozen_environment_symlinks() (in module nemo_rl.utils.prefetch_venvs) create_local_venv() (in module nemo_rl.utils.venvs) create_local_venv_on_each_node() (in module nemo_rl.utils.venvs) create_rl_metric_instruments() (in module nemo_rl.telemetry.metrics) create_rollout_reassembler_actors() (in module nemo_rl.experience.rollout_reassembler_actor) create_sampler() (in module nemo_rl.algorithms.async_utils.staleness_sampler) create_teacher_configs_from_opd_config() (in module nemo_rl.models.policy.teacher_worker_group) create_teacher_worker_groups() (in module nemo_rl.algorithms.opd) create_weight_synchronizer() (in module nemo_rl.weight_sync.factory) create_worker() (nemo_rl.distributed.worker_groups.RayWorkerBuilder.IsolatedWorkerInitializer method) create_worker_async() (nemo_rl.distributed.worker_groups.RayWorkerBuilder method) CRITIC_LOSS_KEY (in module nemo_rl.algorithms.ppo) critic_ppo_epochs (nemo_rl.algorithms.ppo.PPOConfig attribute) CRITIC_TEED_METRICS (in module nemo_rl.algorithms.ppo) CrossTokenizerCollator (class in nemo_rl.data.xtoken.cross_tokenizer_collate) CrossTokenizerCollatorConfig (class in nemo_rl.data.xtoken.cross_tokenizer_collate) CrossTokenizerDistillationLossConfig (class in nemo_rl.algorithms.loss.loss_functions) CrossTokenizerDistillationLossDataDict (class in nemo_rl.algorithms.loss.loss_functions) CrossTokenizerDistillationLossFn (class in nemo_rl.algorithms.loss.loss_functions) ctime_ns (nemo_rl.data.interfaces.NemoGymSourceIdentity attribute) ctx_router (nemo_rl.models.generation.trtllm.config.TrtllmDisaggServerConfig attribute) cu_seqlens_k (nemo_rl.models.huggingface.common.FlashAttentionKwargs attribute) cu_seqlens_length (nemo_rl.models.megatron.data.DirectPackedMetadata attribute) cu_seqlens_padded (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) cu_seqlens_q (nemo_rl.models.huggingface.common.FlashAttentionKwargs attribute) cuda_graph_impl (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) (nemo_rl.models.policy.MegatronConfig attribute) cuda_graph_max_tokens (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) cuda_graph_modules (nemo_rl.models.policy.MegatronConfig attribute) cuda_graph_sizing_distribution (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) cuda_graph_warmup_steps (nemo_rl.models.policy.MegatronConfig attribute) CUDA_IPC_MEM_HANDLE_SIZE (in module nemo_rl.utils.cuda_ipc) cur_adaptive_ppo_clip_k (nemo_rl.algorithms.grpo.GRPOSaveState attribute) CURATED_METRICS_INCLUDE_PREFIXES (in module nemo_rl.models.generation.dynamo.metrics) current_attempt (nemo_rl.experience.rollout_recovery.RolloutSiblingRecord property) current_epoch (nemo_rl.algorithms.distillation.DistillationSaveState attribute) (nemo_rl.algorithms.grpo.GRPOSaveState attribute) (nemo_rl.algorithms.ppo.PPOSaveState attribute) (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationSaveState attribute) CURRENT_SHAREABLE_HANDLE_VERSION (in module nemo_rl.utils.cuda_ipc) current_step (nemo_rl.algorithms.distillation.DistillationSaveState attribute) (nemo_rl.algorithms.grpo.GRPOSaveState attribute) (nemo_rl.algorithms.ppo.PPOSaveState attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationSaveState attribute) current_trace_carrier() (in module nemo_rl.telemetry.instrumentation) custom_dataloader (nemo_rl.data.DataConfig attribute) custom_jinja_template (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs attribute) custom_parallel_plan (nemo_rl.models.policy.AutomodelConfig attribute) CustomSamplerConfig (class in nemo_rl.algorithms.async_utils.staleness_sampler) CUTEDSL_MIN_VERSION (in module nemo_rl.models.megatron.zero_train_gen_mismatch) CyclingDataLoader (class in nemo_rl.data.dataloader) D DailyOmniDataset (class in nemo_rl.data.datasets.response_datasets.daily_omni) DailyOmniEvalDataConfig (class in nemo_rl.data) DailyOmniEvalDataset (class in nemo_rl.data.datasets.eval_datasets.daily_omni) DAPOMath17KDataset (class in nemo_rl.data.datasets.response_datasets.dapo_math) DAPOMathAIME2024Dataset (class in nemo_rl.data.datasets.response_datasets.dapo_math) data (nemo_rl.algorithms.distillation.MasterConfig attribute) (nemo_rl.algorithms.dpo.MasterConfig attribute) (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.mpo.MasterConfig attribute) (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.rm.MasterConfig attribute) (nemo_rl.algorithms.sft.MasterConfig attribute) (nemo_rl.algorithms.sft_v2.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.MasterConfig attribute) (nemo_rl.evals.eval.MasterConfig attribute) DATA (nemo_rl.experience.failures.FailureClass attribute) data_config (nemo_rl.data.datasets.raw_dataset.RawDataset attribute) data_dict (nemo_rl.models.automodel.data.ProcessedMicrobatch attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) data_failures_by_reason (nemo_rl.experience.rollout_manager.RolloutStats attribute) data_parallel_sharding_strategy (nemo_rl.models.policy.MegatronDDPConfig attribute) data_parallel_size (nemo_rl.models.policy.lm_policy.Policy property) data_path (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) data_plane (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.sft_v2.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) DATA_PLANE (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) data_plane_checkpoint_barrier (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer property) DATA_PLANE_CHECKPOINT_DIR (in module nemo_rl.algorithms.async_utils.replay_buffer) data_plane_checkpoint_metadata (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) DATA_PLANE_CHECKPOINT_SCHEMA_VERSION (in module nemo_rl.data_plane.interfaces) data_plane_checkpoint_schema_version (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) data_plane_enabled() (in module nemo_rl.data_plane.factory) data_plane_supports_checkpointing() (in module nemo_rl.data_plane.interfaces) data_points (nemo_rl.utils.memory_tracker.MemoryTracker attribute) DATA_PROCESSING (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) data_retries_by_reason (nemo_rl.experience.rollout_manager.RolloutStats attribute) DataConfig (class in nemo_rl.data) dataloader (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) dataloader_state (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) DataLoaderPlacementPlan (class in nemo_rl.data.energon.topology) DataLoaderTopologyMapper (class in nemo_rl.data.energon.topology) DataPlaneCheckpointBarrier (class in nemo_rl.algorithms.async_utils.replay_buffer) DataPlaneCheckpointBarrierTelemetry (class in nemo_rl.algorithms.async_utils.replay_buffer) DataPlaneCheckpointMetadata (class in nemo_rl.algorithms.async_utils.replay_buffer) DataPlaneClient (class in nemo_rl.data_plane.interfaces) DataPlaneConfig (class in nemo_rl.data_plane.interfaces) DataPlaneEvent (class in nemo_rl.data_plane.observability) DataPlaneMutationCut (class in nemo_rl.algorithms.async_utils.replay_buffer) DataPlaneRuntimeConfig (in module nemo_rl.data_plane.interfaces) DataPlaneStats (class in nemo_rl.data_plane.observability) dataset (nemo_rl.data.datasets.raw_dataset.RawDataset attribute) dataset_name (nemo_rl.data.AIMEEvalDataConfig attribute) (nemo_rl.data.DailyOmniEvalDataConfig attribute) (nemo_rl.data.GPQAEvalDataConfig attribute) (nemo_rl.data.LocalMathEvalDataConfig attribute) (nemo_rl.data.MathEvalDataConfig attribute) (nemo_rl.data.MMAUEvalDataConfig attribute) (nemo_rl.data.MMLUEvalDataConfig attribute) (nemo_rl.data.MMLUProEvalDataConfig attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) DATASET_REGISTRY (in module nemo_rl.data.datasets.preference_datasets) (in module nemo_rl.data.datasets.response_datasets) DatumSpec (class in nemo_rl.data.interfaces) deactivate() (nemo_rl.models.automodel.draft.hidden_capture.DSparkHiddenCapture method) DEAD (nemo_rl.models.generation.fleet_health.ShardState attribute) dead_error (nemo_rl.models.generation.vllm.vllm_worker_async._AsyncLLMHTTPClient property) debug_payload_metrics (nemo_rl.algorithms.grpo.GRPOConfig attribute) decode_dsml_to_arguments() (in module nemo_rl.data.deepseek_v4_encoding) decode_engine (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) decode_route_plan() (in module nemo_rl.experience.route_plan) decode_routed_experts() (in module nemo_rl.utils.routed_experts_codec) decode_selected_av_bytes() (in module nemo_rl.data.energon.multimodal.task_encoders.media) decode_sparse_payload() (in module nemo_rl.utils.weight_transfer_stream) decoder (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.GenericSFTTaskEncoder attribute) decompose_message_log() (in module nemo_rl.data.llm_message_utils) dedicated_inference_megatron_cfg() (in module nemo_rl.models.generation.megatron.config) deduplicate_multimodal_data (nemo_rl.algorithms.grpo.GRPOConfig attribute) deduplicate_shared_teacher_checkpoints (nemo_rl.algorithms.opd.OnPolicyDistillationConfig attribute) deduplication_enabled (nemo_rl.data.multimodal_utils.PackedTensor property) DeepScalerDataset (class in nemo_rl.data.datasets.response_datasets.deepscaler) DEEPSEEK_V4_CHAT_TEMPLATE (in module nemo_rl.data.deepseek_v4_tokenizer) deepseekv3() (in module nemo_rl.utils.flops_formulas) default (nemo_rl.data.DataConfig attribute) (nemo_rl.utils.length_penalty.LengthPenaltyConfig attribute) DEFAULT_CALIB_BATCH_SIZE (in module nemo_rl.modelopt.models.policy.workers.utils) DEFAULT_CALIB_SAMPLE_LENGTH (in module nemo_rl.modelopt.models.policy.workers.utils) default_chat_template_kwargs (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) DEFAULT_DATA_PLANE_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_DATA_PLANE_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_DISAGG_FRONTEND_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_DISAGG_FRONTEND_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_DRAFT_TOKEN_CHUNK_SIZE (in module nemo_rl.algorithms.loss.draft) DEFAULT_DYNAMO_CONTROL_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_DYNAMO_CONTROL_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_DYNAMO_HTTP_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_DYNAMO_HTTP_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_DYNAMO_SYSTEM_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_DYNAMO_SYSTEM_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) default_eagle3_aux_layer_ids_vllm() (in module nemo_rl.models.automodel.draft.setup) DEFAULT_ENV_SHUTDOWN_TIMEOUT_SECONDS (in module nemo_rl.environments.utils) DEFAULT_GENERATION_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_GENERATION_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_GENERATION_ROUTER_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_GENERATION_ROUTER_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) default_granularity (nemo_rl.algorithms.single_controller_utils.config.RolloutRecoveryConfig attribute) DEFAULT_GYM_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_GYM_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_INVALID_TOOL_CALL_PATTERNS (in module nemo_rl.environments.nemo_gym) DEFAULT_MASTER_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_MASTER_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_MEDIA_EXTENSIONS (in module nemo_rl.data.multimodal_utils) DEFAULT_METRICS_EXCLUDE_PREFIXES (in module nemo_rl.models.generation.dynamo.metrics) DEFAULT_NVFP4_IGNORE (in module nemo_rl.modelopt.utils) DEFAULT_PLACEMENT_STRATEGY (in module nemo_rl.environments.nemo_gym_shards) default_processor (nemo_rl.environments.utils.EnvRegistryEntry attribute) DEFAULT_PY_EXECUTABLE (nemo_rl.environments.reward_model_environment.RewardModelEnvironment attribute) DEFAULT_REPLICAS (in module nemo_rl.environments.nemo_gym_shards) DEFAULT_RESTART_BACKOFF_S (in module nemo_rl.models.generation.engine_supervisor) DEFAULT_RESTART_TIMEOUT_S (in module nemo_rl.models.generation.engine_supervisor) DEFAULT_SGLANG_PROMETHEUS_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_SGLANG_PROMETHEUS_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_SGLANG_ROUTER_PORT_RANGE_HIGH (in module nemo_rl.distributed.virtual_cluster) DEFAULT_SGLANG_ROUTER_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_SHARD_CPUS (in module nemo_rl.environments.nemo_gym) DEFAULT_SHARD_DRAIN_TIMEOUT_SECONDS (in module nemo_rl.environments.nemo_gym) DEFAULT_SHARD_NAME (in module nemo_rl.environments.nemo_gym) DEFAULT_SHARD_PG_READY_TIMEOUT_SECONDS (in module nemo_rl.environments.nemo_gym) DEFAULT_SHARD_SPINUP_TIMEOUT_SECONDS (in module nemo_rl.environments.nemo_gym) default_teacher_alias (nemo_rl.algorithms.opd.OnPolicyDistillationConfig attribute) default_teacher_cfg (nemo_rl.algorithms.opd.NonColocatedTeachersConfig attribute) DEFAULT_TEMPLATE (in module nemo_rl.data.datasets.eval_datasets.mmau) (in module nemo_rl.data.datasets.response_datasets.audiomcq) (in module nemo_rl.data.datasets.response_datasets.avqa) DEFAULT_THINKING_TAGS (in module nemo_rl.environments.nemo_gym) DEFAULT_VENV_DIR (in module nemo_rl.utils.venvs) DEFAULT_VLLM_PORT_RANGE_LOW (in module nemo_rl.distributed.virtual_cluster) DEFAULT_VLLM_PORTS_PER_ENGINE (in module nemo_rl.distributed.virtual_cluster) DefaultDataLoaderTopologyMapper (class in nemo_rl.data.energon.topology) defaults (nemo_rl.utils.length_penalty.ProfileBandConfig attribute) defer_fp32_logits (nemo_rl.models.policy.MegatronConfig attribute) defer_fsdp_grad_sync (nemo_rl.models.policy.AutomodelConfig attribute) defer_routed_experts_to_policy (nemo_rl.algorithms.single_controller_utils.config.TokenCaptureConfig attribute) (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) define_metric() (nemo_rl.utils.logger.Logger method) (nemo_rl.utils.logger.WandbLogger method) delete() (nemo_rl.utils.weight_transfer_stream._S3ObjectStore method) delivery_ranks (nemo_rl.data.energon.topology.LoaderCopy attribute) delta_compression (nemo_rl.models.generation.vllm.config.VllmSparseRefitConfig attribute) DeltaCompressionTracker (class in nemo_rl.utils.weight_transfer_sparse_codec) dense_bytes (nemo_rl.utils.weight_transfer_stream._SparsePayloadBucket attribute) dependencies (nemo_rl.models.generation.megatron.megatron_worker._MegatronRefitTask property) dequantize_base_checkpoint (nemo_rl.models.value.config.ValueConfig attribute) description (nemo_rl.telemetry.vocabulary.RecordedMetric attribute) (nemo_rl.telemetry.vocabulary.TeedMetric attribute) desired_membership() (in module nemo_rl.weight_sync.membership) destination (nemo_rl.models.generation.megatron.megatron_worker._MegatronBulkRefitPiece attribute) (nemo_rl.models.generation.megatron.megatron_worker._MegatronRefitTask attribute) destroy_parallel_state() (in module nemo_rl.models.megatron.setup) detect() (nemo_rl.models.megatron.draft.utils._EagleModelLayout class method) determine_available_memory() (nemo_rl.modelopt.models.generation.vllm_quant_patch.FakeQuantWorker method) deterministic (nemo_rl.models.policy.AutomodelConfig attribute) DETERMINISTIC_ENV_VARS (in module nemo_rl.models.policy.utils) device (nemo_rl.data.interfaces.NemoGymSourceIdentity attribute) (nemo_rl.models.generation.megatron.megatron_worker._MegatronBulkRefitPiece attribute) (nemo_rl.models.generation.vllm.config.VllmNixlRefitConfig attribute) device_id_to_physical_device_id() (in module nemo_rl.utils.nvml) device_mesh (nemo_rl.models.automodel.config.DistributedContext attribute) dflash_projected_vocab_parallel_soft_ce() (in module nemo_rl.algorithms.loss.draft) DFlashDraftConfig (class in nemo_rl.models.policy.draft_config) diagnostics (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) DictT (in module nemo_rl.distributed.batched_data_dict) dim (nemo_rl.models.policy.LoRAConfig attribute) (nemo_rl.models.policy.MegatronPeftConfig attribute) dir_path (in module nemo_rl.distributed.virtual_cluster) (in module nemo_rl.utils.venvs) direct_packed_cp_granularity() (in module nemo_rl.data.megatron_sft_packed) DirectPackedMetadata (class in nemo_rl.models.megatron.data) disable_draft_module_sharing() (in module nemo_rl.models.generation.vllm.draft_utils) disable_forward_pre_hook() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) disable_modelopt_layer_spec (nemo_rl.models.policy.PolicyConfig attribute) disable_ppo_ratio (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) disable_quantization() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) disagg_server (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) DisaggConfig (class in nemo_rl.models.generation.interfaces) disaggregation (nemo_rl.models.generation.interfaces.GenerationConfig attribute) DisaggServerActor (class in nemo_rl.models.generation.trtllm.trtllm_disagg_server) DisaggServerActorImpl (class in nemo_rl.models.generation.trtllm.trtllm_disagg_server) discard() (nemo_rl.experience.rollout_manager.RequestDeadlineRegistry method) discard_canonical_groups() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) discard_group() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) discard_prompt_group() (nemo_rl.experience.rollout_manager.RolloutManager method) discard_recovery_group() (nemo_rl.experience.rollout_manager.RolloutManager method) discard_samples() (nemo_rl.models.policy.tq_policy.TQPolicy method) disconnect_rollout_engines_from_distributed() (in module nemo_rl.models.policy.utils) discover_native_skips() (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) disk_evictions() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) dispatch_index (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler property) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler property) dispatch_with_trace_context() (in module nemo_rl.telemetry.instrumentation) DISPATCHED (nemo_rl.experience.rollout_recovery.RolloutAttemptStatus attribute) dispatcher (nemo_rl.models.policy.AutomodelBackendConfig attribute) distillation (nemo_rl.algorithms.distillation.MasterConfig attribute) DISTILLATION (nemo_rl.algorithms.loss.interfaces.LossInputType attribute) distillation (nemo_rl.algorithms.xtoken_off_policy_distillation.MasterConfig attribute) DISTILLATION_CROSS_TOKENIZER (nemo_rl.algorithms.loss.interfaces.LossInputType attribute) distillation_train() (in module nemo_rl.algorithms.distillation) DistillationConfig (class in nemo_rl.algorithms.distillation) DistillationLossConfig (class in nemo_rl.algorithms.loss.loss_functions) DistillationLossDataDict (class in nemo_rl.algorithms.loss.loss_functions) DistillationLossFn (class in nemo_rl.algorithms.loss.loss_functions) DistillationSaveState (class in nemo_rl.algorithms.distillation) distributed_data_parallel_config (nemo_rl.models.policy.MegatronConfig attribute) distributed_timeout_minutes (nemo_rl.models.policy.MegatronConfig attribute) distributed_vocab_topk() (in module nemo_rl.distributed.model_utils) DistributedContext (class in nemo_rl.models.automodel.config) DistributedLogprob (class in nemo_rl.distributed.model_utils) DistributedLogprobWithSampling (class in nemo_rl.distributed.model_utils) divergence (nemo_rl.algorithms.opd.OnPolicyDistillationFullConfig attribute) (nemo_rl.models.policy.OnPolicyDistillationFullTransport attribute) download_and_unzip() (in module nemo_rl.data.datasets.response_datasets.refcoco) download_dir (nemo_rl.data.ResponseDatasetConfig attribute) download_s3_refit_payload() (in module nemo_rl.utils.weight_transfer_stream) DP_CALIB_INPUT_FIELDS (in module nemo_rl.data_plane.schema) dp_client (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) dp_replicate_size (nemo_rl.models.policy.AutomodelConfig attribute) dp_shard_idx (nemo_rl.models.generation.fleet_health.ShardHealth attribute) dp_size (nemo_rl.distributed.worker_groups.RayWorkerGroup property) (nemo_rl.models.automodel.config.DistributedContext attribute) DP_TRAIN_FIELDS (in module nemo_rl.data_plane.schema) DP_VALUE_TRAIN_FIELDS (in module nemo_rl.data_plane.schema) dpo (nemo_rl.algorithms.dpo.MasterConfig attribute) (nemo_rl.algorithms.mpo.MasterConfig property) dpo_train() (in module nemo_rl.algorithms.dpo) DPOConfig (class in nemo_rl.algorithms.dpo) DPOLossConfig (class in nemo_rl.algorithms.loss.loss_functions) DPOLossDataDict (class in nemo_rl.algorithms.loss.loss_functions) DPOLossFn (class in nemo_rl.algorithms.loss.loss_functions) DPOSaveState (class in nemo_rl.algorithms.dpo) DPOValMetrics (class in nemo_rl.algorithms.dpo) DRAFT (nemo_rl.algorithms.loss.interfaces.LossInputType attribute) draft (nemo_rl.models.policy.PolicyConfig attribute) DRAFT_ALGOS (in module nemo_rl.models.policy) draft_capture_ctx() (in module nemo_rl.models.automodel.draft.runtime) draft_checkpoint_dir() (in module nemo_rl.models.automodel.draft.checkpoint) DRAFT_CHECKPOINT_DIRNAME (in module nemo_rl.models.automodel.draft.checkpoint) DRAFT_DISABLE_MODULE_SHARING_ENV (in module nemo_rl.models.generation.vllm.draft_utils) draft_full_refit_enabled() (in module nemo_rl.models.generation) DRAFT_GRAD_NORM_GROUP (in module nemo_rl.models.megatron.draft.utils) draft_logits (nemo_rl.models.automodel.draft.common.DSparkForwardOutput attribute) DRAFT_LOSS_METRIC_KEY (in module nemo_rl.models.megatron.draft.step_state) draft_meta_record() (in module nemo_rl.models.automodel.draft.checkpoint) DRAFT_META_VERSION (in module nemo_rl.models.automodel.draft.checkpoint) draft_model (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) (nemo_rl.models.megatron.config.ModelAndOptimizerState attribute) draft_model_detached() (in module nemo_rl.models.megatron.draft.utils) draft_module_sharing_disable_required() (in module nemo_rl.models.generation.vllm.draft_utils) draft_optimizer (nemo_rl.models.megatron.draft.optimizer.DraftOptimizerConfigOverrideProvider attribute) draft_refit_enabled() (in module nemo_rl.models.policy.draft_config) draft_refit_export_name() (in module nemo_rl.models.automodel.draft.runtime) draft_runtime (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) DRAFT_STEP_PAYLOAD_KEY (in module nemo_rl.models.megatron.draft.step_state) DraftConfig (in module nemo_rl.models.policy.draft_config) DraftCrossEntropyLossConfig (class in nemo_rl.algorithms.loss.loss_functions) DraftCrossEntropyLossDataDict (class in nemo_rl.algorithms.loss.loss_functions) DraftCrossEntropyLossFn (class in nemo_rl.algorithms.loss.loss_functions) DraftLossStats (class in nemo_rl.algorithms.loss.draft) DraftLossWrapper (class in nemo_rl.algorithms.loss.wrapper) DraftOptimizerConfig (class in nemo_rl.models.policy.draft_config) DraftOptimizerConfigOverrideProvider (class in nemo_rl.models.megatron.draft.optimizer) DraftOptimizerConfigOwner (class in nemo_rl.models.megatron.draft.optimizer) DraftRuntimeLossWrapper (class in nemo_rl.algorithms.loss.wrapper) DraftSpeculator (class in nemo_rl.models.megatron.draft.training) DraftStepPayload (class in nemo_rl.models.megatron.draft.step_state) DraftStepState (class in nemo_rl.models.megatron.draft.step_state) drain() (nemo_rl.models.generation.engine_supervisor.EngineSupervisor method) (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) drain_backend_outcomes() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) drain_codec_ms() (in module nemo_rl.data_plane.codec) drain_latest_logger_metrics() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) drain_latest_vllm_logger_metrics() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) drain_metrics() (nemo_rl.algorithms.opd.TQTeacherLogprobCoordinator method) drain_multimodal_payload_metrics() (in module nemo_rl.utils.multimodal_payload_metrics) drain_payload_metrics() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) drain_telemetry() (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrier method) drop() (nemo_rl.data_plane.interfaces.KVBatchMeta method) drop_explicit_only_kwargs_not_in_forward() (in module nemo_rl.models.automodel.data) drop_first_assistant_chunk_kl (nemo_rl.algorithms.xtoken_off_policy_distillation.TeacherAlignerConfig attribute) drop_incomplete_targets_on_restore (nemo_rl.algorithms.ppo.AsyncPPOConfig attribute) drop_reason (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) dropout (nemo_rl.models.policy.LoRAConfig attribute) (nemo_rl.models.policy.MegatronPeftConfig attribute) dropout_position (nemo_rl.models.policy.LoRAConfig attribute) (nemo_rl.models.policy.MegatronPeftConfig attribute) dropped (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) DS_TASK_SP_TOKENS (in module nemo_rl.data.deepseek_v4_encoding) dsa_indexer_compute_layers (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) dsa_indexer_head_dim (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) dsa_indexer_n_heads (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) dsa_indexer_topk (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) dsml_token (in module nemo_rl.data.deepseek_v4_encoding) DSPARK_META_FILENAME (in module nemo_rl.models.automodel.draft.checkpoint) DSPARK_OPTIMIZER_GROUP_NAMES (in module nemo_rl.models.automodel.draft.checkpoint) DSPARK_REQUIRED_CONFIG_FIELDS (in module nemo_rl.models.automodel.draft.setup) DSparkConfidenceHead (class in nemo_rl.models.megatron.draft.dspark) DSparkDraftConfig (class in nemo_rl.models.policy.draft_config) DSparkForwardOutput (class in nemo_rl.models.automodel.draft.common) DSparkHiddenCapture (class in nemo_rl.models.automodel.draft.hidden_capture) DSparkMarkovHead (class in nemo_rl.models.megatron.draft.dspark) DSparkRuntime (class in nemo_rl.models.automodel.draft.runtime) DTensorRef (class in nemo_rl.weight_sync.xferdtensor) dtype (nemo_rl.models.automodel.config.RuntimeConfig attribute) (nemo_rl.models.megatron.config.RuntimeConfig attribute) (nemo_rl.utils.checkpoint_engines.base.TensorMeta attribute) dtype_from_name() (in module nemo_rl.utils.weight_transfer_sparse_codec) duplicated_reasoning (nemo_rl.experience.reward_penalties.RewardChecks attribute) dynamic_batching (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) dynamic_loss_scaling (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) dynamic_sampling() (in module nemo_rl.algorithms.grpo) (in module nemo_rl.algorithms.ppo) dynamic_sampling_max_gen_batches (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) DynamicBatchingArgs (class in nemo_rl.distributed.batched_data_dict) DynamicBatchingConfig (class in nemo_rl.models.policy) DynamicBatchingConfigDisabled (class in nemo_rl.models.policy) DYNAMO_BACKEND (in module nemo_rl.models.generation.constants) dynamo_cfg (nemo_rl.models.generation.dynamo.config.DynamoConfig attribute) DYNAMO_VLLM_FLAGS (in module nemo_rl.models.generation.dynamo.config) DynamoCfg (class in nemo_rl.models.generation.dynamo.config) DynamoConfig (class in nemo_rl.models.generation.dynamo.config) DynamoFrontendArgs (class in nemo_rl.models.generation.dynamo.config) DynamoGeneration (class in nemo_rl.models.generation.dynamo.dynamo_generation) DynamoGpuReservation (class in nemo_rl.models.generation.dynamo.dynamo_worker) DynamoMetricsSampler (class in nemo_rl.models.generation.dynamo.metrics) DynamoRefitChannel (class in nemo_rl.models.generation.dynamo.refit) DynamoTokenWrapperServer (class in nemo_rl.models.generation.dynamo.token_wrapper) DynamoVllmConfig (class in nemo_rl.models.generation.dynamo.config) DynamoVllmWorker (class in nemo_rl.models.generation.dynamo.dynamo_worker) DynamoWorkerArgs (class in nemo_rl.models.generation.dynamo.config) DynamoWorkerEndpoint (class in nemo_rl.models.generation.dynamo.refit) E E4M3_MAX (in module nemo_rl.models.generation.trtllm.quantization.fp8) Eagle3DraftConfig (class in nemo_rl.models.policy.draft_config) Eagle3DraftModel (class in nemo_rl.models.automodel.draft.eagle3_llama) Eagle3ForwardTerms (class in nemo_rl.models.automodel.draft.eagle3_llama) Eagle3Runtime (class in nemo_rl.models.automodel.draft.runtime) Eagle3Speculator (class in nemo_rl.models.megatron.draft.training) EagleModel (class in nemo_rl.models.megatron.draft.eagle) effective_megatron_cfg() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration static method) EFFICIENCY (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) EFFICIENCY_CATEGORIES (in module nemo_rl.algorithms.utils) EFFICIENCY_CATEGORY_BUCKET (in module nemo_rl.telemetry.instrumentation) efficiency_measurements() (in module nemo_rl.telemetry.metrics) EFFICIENCY_PCT_KEY (in module nemo_rl.telemetry.vocabulary) EFFICIENCY_PCT_PER_STEP_KEY (in module nemo_rl.telemetry.vocabulary) efficiency_span() (in module nemo_rl.telemetry.instrumentation) efficiency_window() (in module nemo_rl.telemetry.metrics) effort (nemo_rl.experience.reward_penalties.CaptureRewardSettings attribute) effort_config (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) effort_shaping_enabled() (in module nemo_rl.experience.reward_penalties) EffortLevelsConfig (class in nemo_rl.experience.rollouts) EffortRewardSettings (class in nemo_rl.experience.reward_penalties) ELEM_COUNTS_PER_GB (in module nemo_rl.data_plane.schema) embed_previous_tokens() (nemo_rl.models.megatron.draft.dspark.DSparkMarkovHead method) embedding_spans (nemo_rl.data.captured_media.CapturedMediaItem attribute) emit_warnings() (nemo_rl.models.megatron.zero_train_gen_mismatch.ZeroTrainGenValidation method) empty_final_answer (nemo_rl.experience.reward_penalties.RewardChecks attribute) empty_like() (nemo_rl.data.multimodal_utils.PackedTensor class method) empty_rows_like() (nemo_rl.data.multimodal_utils.PackedTensor class method) empty_unused_memory_level (nemo_rl.models.policy.MegatronConfig attribute) enable_batch_invariant_kernels() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) enable_batch_invariant_mode() (in module nemo_rl.models.megatron.setup) enable_chunked_prefill (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) enable_deduplication() (nemo_rl.data.multimodal_utils.PackedTensor method) enable_deterministic_algorithms() (in module nemo_rl.models.policy.utils) enable_forward_pre_hook() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) enable_fsdp_optimizations (nemo_rl.models.policy.AutomodelBackendConfig attribute) enable_hf_state_dict_adapter (nemo_rl.models.policy.AutomodelBackendConfig attribute) enable_prefix_caching (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) enable_refit_prequantize() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) enable_return_routed_experts (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) enable_routing_replay_in_automodel_kwargs() (in module nemo_rl.models.automodel.router_replay) enable_seq_packing (nemo_rl.models.automodel.config.RuntimeConfig attribute) enable_structural_tag (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs attribute) enable_torch_compile (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) enable_vllm_metrics_logger (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) enabled (nemo_rl.algorithms.grpo.AsyncGRPOConfig attribute) (nemo_rl.algorithms.grpo.RewardScalingConfig attribute) (nemo_rl.algorithms.opd.NonColocatedTeachersConfig attribute) (nemo_rl.algorithms.opd.OnPolicyDistillationConfig attribute) (nemo_rl.algorithms.opd.OnPolicyDistillationFullConfig attribute) (nemo_rl.algorithms.ppo.AsyncPPOConfig attribute) (nemo_rl.algorithms.reward_functions.RewardShapingConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.GenerationRouterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.TokenCaptureConfig attribute) (nemo_rl.data_plane.interfaces.DataPlaneConfig attribute) (nemo_rl.data_plane.interfaces.LocalDataPlaneConfig attribute) (nemo_rl.data_plane.interfaces.MooncakeSsdOffloadConfig attribute) (nemo_rl.data_plane.interfaces.ObservabilityConfig attribute) (nemo_rl.data_plane.interfaces.SsdOffloadConfig attribute) (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.experience.reward_penalties.CapturePenalty attribute) (nemo_rl.models.generation.interfaces.ColocationConfig attribute) (nemo_rl.models.generation.interfaces.DisaggConfig attribute) (nemo_rl.models.megatron.draft.optimizer.DraftOptimizerConfigOwner attribute) (nemo_rl.models.policy.AutomodelConfig attribute) (nemo_rl.models.policy.AutomodelConfigDisabled attribute) (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) (nemo_rl.models.policy.DynamicBatchingConfig attribute) (nemo_rl.models.policy.DynamicBatchingConfigDisabled attribute) (nemo_rl.models.policy.Fp4Config attribute) (nemo_rl.models.policy.Fp8Config attribute) (nemo_rl.models.policy.LoRAConfig attribute) (nemo_rl.models.policy.LoRAConfigDisabled attribute) (nemo_rl.models.policy.MegatronConfig attribute) (nemo_rl.models.policy.MegatronConfigDisabled attribute) (nemo_rl.models.policy.MegatronPeftConfig attribute) (nemo_rl.models.policy.MegatronPeftConfigDisabled attribute) (nemo_rl.models.policy.OnPolicyDistillationFullTransport attribute) (nemo_rl.models.policy.RewardModelConfig attribute) (nemo_rl.models.policy.RouterReplayConfig attribute) (nemo_rl.models.policy.RouterReplayConfigDisabled attribute) (nemo_rl.models.policy.SequencePackingConfig attribute) (nemo_rl.models.policy.SequencePackingConfigDisabled attribute) (nemo_rl.telemetry.config.TelemetryConfig attribute) (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) (nemo_rl.utils.length_penalty.ProfileBandConfig attribute) enabled_penalties (nemo_rl.experience.reward_penalties.CaptureRewardSettings attribute) enc_seq_len (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) encode() (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.HFMultimodalSFTProcessorAdapter method) (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.SFTProcessorAdapter method) encode_arguments_to_dsml() (in module nemo_rl.data.deepseek_v4_encoding) encode_batch() (nemo_rl.data.energon.multimodal.task_encoders.base.BaseSFTTaskEncoder method) (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.GenericSFTTaskEncoder method) encode_counter_key() (in module nemo_rl.models.generation.vllm.utils) encode_messages() (in module nemo_rl.data.deepseek_v4_encoding) encode_multimodal_for_wire() (in module nemo_rl.data.multimodal_utils) encode_route_plan() (in module nemo_rl.experience.route_plan) encode_routed_experts() (in module nemo_rl.utils.routed_experts_codec) encode_s (nemo_rl.utils.weight_transfer_stream._SparsePayloadBucket attribute) encode_single() (nemo_rl.data.datasets.processed_dataset.AllTaskProcessedDataset method) encode_sparse_infos() (in module nemo_rl.utils.weight_transfer_sparse_codec) encode_workers (nemo_rl.models.generation.vllm.config.VllmRefitTuningConfig attribute) encoded_route_plan_size_bytes() (in module nemo_rl.experience.route_plan) EncodedSFTSample (class in nemo_rl.data.energon.multimodal.types) encoding (nemo_rl.experience.route_assembly.RouteFragment attribute) (nemo_rl.models.generation.vllm.config.VllmDeltaCompressionConfig attribute) end (nemo_rl.data.captured_media.CapturedMediaItem property) end_weight (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayGroupMetadata attribute) end_weight_decay (nemo_rl.models.policy.MegatronSchedulerConfig attribute) endpoint_types (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs attribute) energon (nemo_rl.data.DataConfig attribute) EnergonCookerConfig (class in nemo_rl.data.energon.config) EnergonLoaderConfig (class in nemo_rl.data.energon.config) EnergonPackingConfig (class in nemo_rl.data.energon.config) EnergonPackingOptions (class in nemo_rl.data.energon.config) EnergonSFTDataLoader (class in nemo_rl.data.energon.sft_dataloader) EnergonSourceConfig (class in nemo_rl.data.energon.config) EnergonTaskEncoderConfig (class in nemo_rl.data.energon.config) enforce_eager (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) engine (nemo_rl.models.generation.dynamo.config.DynamoCfg attribute) engine_kwargs (nemo_rl.models.generation.interfaces.CheckpointEngineConfig attribute) engine_world_size (nemo_rl.models.generation.dynamo.config.DynamoConfig property) EngineSupervisor (class in nemo_rl.models.generation.engine_supervisor) EnglishMultichoiceVerifyWorker (class in nemo_rl.environments.math_environment) enrich() (nemo_rl.algorithms.opd.TQTeacherLogprobCoordinator method) ensure_bootstrap_anchor() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) ensure_metric_group_registered() (in module nemo_rl.telemetry.metrics) ensure_teacher_ipc_buffer() (in module nemo_rl.models.policy.utils) ensure_vllm_source_compat() (in module nemo_rl.models.generation.vllm.patches) entity (nemo_rl.utils.logger.WandbConfig attribute) enums (nemo_rl.data_plane.adapters.local._LocalPartition attribute) (nemo_rl.data_plane.adapters.noop._Partition attribute) env (nemo_rl.algorithms.distillation.MasterConfig attribute) (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.environments.nemo_gym.NemoGymCompatibleConfig property) (nemo_rl.evals.eval.MasterConfig attribute) env_extras (nemo_rl.experience.interfaces.Completion attribute) env_handles (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) env_name (nemo_rl.data.DailyOmniEvalDataConfig attribute) (nemo_rl.data.MMAUEvalDataConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) ENV_REGISTRY (in module nemo_rl.environments.utils) env_s (nemo_rl.experience.rollout_manager.RolloutTimeouts attribute) env_timeout_s (nemo_rl.algorithms.single_controller_utils.config.NativeRolloutFTConfig attribute) env_vars (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) (nemo_rl.models.policy.AutomodelConfig attribute) (nemo_rl.models.policy.MegatronConfig attribute) EnvironmentInterface (class in nemo_rl.environments.interfaces) EnvironmentReturn (class in nemo_rl.environments.interfaces) EnvRegistryEntry (class in nemo_rl.environments.utils) eos_token (in module nemo_rl.data.deepseek_v4_encoding) eot_indices (nemo_rl.data.xtoken.native_chat.RenderedChatDocument attribute) epoch (nemo_rl.algorithms.dpo.DPOSaveState attribute) (nemo_rl.algorithms.rm.RMSaveState attribute) (nemo_rl.algorithms.sft.SFTSaveState attribute) epoch_span_count (nemo_rl.models.generation.megatron.token_capture.TQMegatronTokenStager property) errored (nemo_rl.models.generation.vllm.vllm_worker_async._AsyncLLMHTTPClient property) errors (nemo_rl.data_plane.observability.OpStats attribute) eval (nemo_rl.evals.eval.MasterConfig attribute) eval_collate_fn() (in module nemo_rl.data.collate_fn) eval_cons_k() (in module nemo_rl.evals.eval) eval_mask (nemo_rl.models.automodel.draft.common.DSparkForwardOutput attribute) eval_pass_k() (in module nemo_rl.evals.eval) EvalConfig (class in nemo_rl.evals.eval) EvalDataConfigType (in module nemo_rl.data) EVALUATE (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) evaluate_span() (in module nemo_rl.telemetry.instrumentation) EventStatus (in module nemo_rl.data_plane.observability) evict() (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.ReadyFirstSampler method) EVICTION_COUNTER (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) exact_answer_alphanumeric_reward() (in module nemo_rl.environments.rewards) exact_token_match_only (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) exclude_modules (nemo_rl.models.policy.LoRAConfig attribute) (nemo_rl.models.policy.MegatronPeftConfig attribute) exclude_tools_when_tool_choice_none (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs attribute) excluded_paths (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.BootstrapCompatibilityIdentity attribute) execute() (nemo_rl.environments.code_environment.CodeExecutionWorker method) execute_route_plan() (in module nemo_rl.experience.route_assembly) exp_avg_dtype (nemo_rl.models.policy.MegatronOptimizerConfig attribute) exp_avg_sq_dtype (nemo_rl.models.policy.MegatronOptimizerConfig attribute) expanded (nemo_rl.data_plane.tq_token_sink.StagedPrefix attribute) expansion_mode (nemo_rl.models.generation.megatron.config.MediaPromptSpecOverrides attribute) expected_backends (nemo_rl.environments.nemo_gym.ExternalServiceReadinessTargetConfig attribute) expected_generations (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) expected_shape (nemo_rl.models.generation.megatron.megatron_worker._MegatronRefitTask property) expected_staging_keys() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) expected_token_length (nemo_rl.experience.route_plan.RouteAssemblyPlan attribute) experiment_name (nemo_rl.utils.logger.MLflowConfig attribute) expert_id (nemo_rl.models.generation.vllm.refit_layout.HfExpertWeight attribute) expert_model_parallel_size (nemo_rl.algorithms.opd.TeacherResourceConfig attribute) (nemo_rl.models.policy.MegatronConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) expert_parallel_size (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) (nemo_rl.models.policy.AutomodelConfig attribute) expert_params (nemo_rl.models.generation.vllm.refit_layout.VllmWeightLayout attribute) expert_tensor_parallel_size (nemo_rl.models.policy.MegatronConfig attribute) experts (nemo_rl.models.policy.AutomodelBackendConfig attribute) export_chunk_bytes (nemo_rl.models.generation.vllm.config.VllmDeltaCompressionConfig attribute) export_eagle_weights_to_hf() (in module nemo_rl.models.megatron.draft.utils) export_model_from_megatron() (in module nemo_rl.models.megatron.community_import) export_teacher_logits_and_pack() (in module nemo_rl.algorithms.xtoken_off_policy_distillation) exporter (nemo_rl.telemetry.config.TelemetryConfig attribute) expose_http_server (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) external_service_readiness (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) ExternalServiceReadinessConfig (class in nemo_rl.environments.nemo_gym) ExternalServiceReadinessTargetConfig (class in nemo_rl.environments.nemo_gym) extra (nemo_rl.weight_sync.nccl_reshard_utils.RefitCtx attribute) extra_cli_args (nemo_rl.models.generation.dynamo.config.DynamoFrontendArgs attribute) (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs attribute) extra_env_info (nemo_rl.data.interfaces.DatumSpec attribute) (nemo_rl.experience.interfaces.PromptGroupRecord attribute) extra_fingerprint_excluded_paths (nemo_rl.algorithms.single_controller_utils.config.RolloutCheckpointConfig attribute) extra_info (nemo_rl.data_plane.interfaces.KVBatchMeta attribute) extract_external_service_readiness() (in module nemo_rl.environments.nemo_gym) extract_initial_prompt_messages() (in module nemo_rl.algorithms.grpo) extract_input_media_sources_from_responses_messages() (in module nemo_rl.data.multimodal_utils) extract_logits() (in module nemo_rl.models.automodel.train) extract_multimodal_model_inputs() (in module nemo_rl.data.multimodal_utils) extract_necessary_env_names() (in module nemo_rl.data.datasets.utils) extract_reward_components() (in module nemo_rl.environments.nemo_gym) extracted_answer (nemo_rl.environments.math_environment.MathEnvironmentMetadata attribute) extras (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) (nemo_rl.data_plane.tq_token_sink.FetchedStagedCall attribute) extras_digest (nemo_rl.experience.route_plan.RouteSpan attribute) extras_digest_version (nemo_rl.experience.route_plan.RouteSpan attribute) extras_metadata_json (nemo_rl.experience.route_assembly.RouteFragment attribute) F f (nemo_rl.utils.length_penalty.ProfileBandChannel attribute) fabric_is_roce_only() (in module nemo_rl.data_plane.adapters.transfer_queue_env) FAILED (nemo_rl.experience.rollout_recovery.RolloutAttemptStatus attribute) FailureClass (class in nemo_rl.experience.failures) fake_balanced_gate (nemo_rl.models.policy.AutomodelBackendConfig attribute) FakeQuantWorker (class in nemo_rl.modelopt.models.generation.vllm_quant_patch) FALLBACK_COLLECTION_INTERVAL (in module nemo_rl.telemetry.host_memory) fallback_weight_version (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) fc1_weight (nemo_rl.models.megatron.draft.utils._PendingLayerWeights attribute) fc1_weight_key (nemo_rl.models.megatron.draft.utils._EagleLayerLayout property) fc2_weight_key (nemo_rl.models.megatron.draft.utils._EagleLayerLayout property) fetch() (nemo_rl.data_plane.tq_token_sink.ChainPrefixCache method) (nemo_rl.data_plane.tq_token_sink.TQTokenSource method) fetch_chains() (nemo_rl.data_plane.tq_token_sink.ChainPrefixCache method) fetch_for_finalization() (nemo_rl.data_plane.tq_token_sink.TQTokenSource method) fetch_media() (nemo_rl.data_plane.tq_token_sink.TQTokenSource method) fetch_prefix_chains() (nemo_rl.data_plane.tq_token_sink.TQTokenSource method) FetchedStagedCall (class in nemo_rl.data_plane.tq_token_sink) FetchPolicy (in module nemo_rl.data_plane.worker_mixin) FFN_GROUPED_EXPERT_SUFFIXES (in module nemo_rl.weight_sync.nccl_reshard_utils) ffn_hs (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) FFN_PROJ_WEIGHT_SUFFIXES (in module nemo_rl.weight_sync.nccl_reshard_utils) field_names (nemo_rl.data.energon.sft_types.StepEnvelope attribute) fields (nemo_rl.data_plane.adapters.local._LocalPartition attribute) (nemo_rl.data_plane.adapters.noop._Partition attribute) (nemo_rl.data_plane.interfaces.KVBatchMeta attribute) fields_for_put() (in module nemo_rl.algorithms.single_controller_utils.utils) fields_skipped (nemo_rl.data_plane.observability.HashStats attribute) fields_with_optional_opd_full() (in module nemo_rl.data_plane.schema) fields_with_optional_routed_experts() (in module nemo_rl.data_plane.schema) file_format (nemo_rl.data.LocalMathEvalDataConfig attribute) filter_multimodal_kwargs_for_model() (in module nemo_rl.models.automodel.data) filtering_on (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) final_batch (nemo_rl.experience.rollouts.NemoGymRolloutResult attribute) (nemo_rl.experience.rollouts.RolloutGroupResult attribute) final_norm_key (nemo_rl.models.megatron.draft.utils._EagleModelLayout attribute) final_padded_vocab_size (nemo_rl.models.megatron.config.RuntimeConfig attribute) finalization_inputs() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) FINALIZATION_UNKNOWN (nemo_rl.experience.rollout_recovery.PromptGroupStatus attribute) finalize() (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActor method) (nemo_rl.utils.checkpoint_engines.base.CheckpointEngine method) (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) finalize_async_save() (nemo_rl.models.automodel.checkpoint.AutomodelCheckpointManager method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) finalize_capture_reward() (in module nemo_rl.experience.reward_penalties) finalize_checkpoint() (nemo_rl.utils.checkpoint.CheckpointManager method) finalize_checkpoint_engine() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin method) finalize_draft_ratio_metrics() (in module nemo_rl.algorithms.utils) finalize_group() (nemo_rl.experience.rollout_reassembler.RolloutReassembler method) finalize_megatron_setup() (in module nemo_rl.models.megatron.setup) finalize_pending() (nemo_rl.utils.checkpoint.CheckpointManager method) finalize_rollout() (nemo_rl.experience.rollout_reassembler.RolloutReassembler method) FinalizedGroup (class in nemo_rl.experience.rollout_reassembler) FinalizedReward (class in nemo_rl.experience.reward_penalties) FinalizedRollout (class in nemo_rl.experience.rollout_reassembler) finalizer_actors (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) finalizer_metrics_by_group (nemo_rl.experience.rollout_recovery.ParsedRolloutRecoveryState attribute) finalizer_rewards_by_group (nemo_rl.experience.rollout_recovery.ParsedRolloutRecoveryState attribute) FINALIZING (nemo_rl.experience.rollout_recovery.PromptGroupStatus attribute) find_draft_owner_chunk() (in module nemo_rl.models.megatron.draft.utils) find_gym_config_entries() (in module nemo_rl.environments.nemo_gym_shards) find_last_user_index() (in module nemo_rl.data.deepseek_v4_encoding) find_rendered_message_content_span() (in module nemo_rl.data.chat_templates) find_tokenizer_required_architectures() (in module nemo_rl.models.generation.vllm.worker_utils) fine_grained_activation_offloading (nemo_rl.models.policy.MegatronConfig attribute) fingerprint (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.HFMultimodalSFTProcessorAdapter property) (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.SFTProcessorAdapter property) fingerprint() (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.BootstrapCompatibilityIdentity method) finish() (nemo_rl.experience.rollouts._NemoGymStreamAccumulator method) (nemo_rl.models.generation.vllm.vllm_backend._ReloadWeightPreparer method) (nemo_rl.models.generation.vllm.vllm_sparse_delta._SparseWeightLoadMode method) (nemo_rl.models.policy.workers.megatron_remote_sparse_refit.MegatronRemoteSparseRefit method) (nemo_rl.utils.logger.Logger method) (nemo_rl.utils.logger.TensorboardLogger method) (nemo_rl.utils.logger.WandbLogger method) (nemo_rl.utils.weight_transfer_sparse_codec._TensorPayloadBuilder method) finish_generation() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.policy.lm_policy.Policy method) finish_inference() (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.lm_value.Value method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) finish_remote_sparse_delta_sync() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) finish_sparse_delta_refit() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) finish_step() (nemo_rl.models.policy.tq_policy.TQPolicy method) (nemo_rl.utils.train_data_dump.TrainDataDump method) finish_train_step() (nemo_rl.models.policy.tq_policy.TQPolicy method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) finish_train_step_presharded() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) finish_training() (nemo_rl.models.policy.interfaces.PolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.models.value.interfaces.ValueInterface method) (nemo_rl.models.value.lm_value.Value method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) finished_at (nemo_rl.models.generation.vllm.vllm_sparse_refit._StagedSparsePayload attribute) FINISHED_REASON_LABEL (in module nemo_rl.models.generation.vllm.metric_names) fired (nemo_rl.distributed.refit_watchdog.RefitAbortWatchdog property) FIRST_FIT_DECREASING (nemo_rl.data.packing.algorithms.PackingAlgorithm attribute) FIRST_FIT_SHUFFLE (nemo_rl.data.packing.algorithms.PackingAlgorithm attribute) first_last_layers_bf16 (nemo_rl.models.policy.MegatronConfig attribute) first_supervised_slot (nemo_rl.models.automodel.draft.common.DSparkForwardOutput attribute) FirstFitDecreasingPacker (class in nemo_rl.data.packing.algorithms) FirstFitPacker (class in nemo_rl.data.packing.algorithms) FirstFitShufflePacker (class in nemo_rl.data.packing.algorithms) fix_gemma3_vision_weight_name() (in module nemo_rl.models.generation.vllm.vllm_backend) FixedDynamoWorkerPool (class in nemo_rl.models.generation.dynamo.worker_pool) flag (nemo_rl.experience.reward_penalties.CapturePenalty attribute) flash_attention_version (nemo_rl.models.policy.MegatronConfig attribute) flash_attn_kwargs (nemo_rl.models.automodel.data.ProcessedInputs attribute) FLASH_ATTN_MIN_VERSION (in module nemo_rl.models.megatron.zero_train_gen_mismatch) FlashAttentionKwargs (class in nemo_rl.models.huggingface.common) FlatMessagesType (in module nemo_rl.data.interfaces) flatten_dict() (in module nemo_rl.utils.logger) flattened_concat() (nemo_rl.data.multimodal_utils.PackedTensor class method) fleet_monitor (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) FleetHealthConfig (class in nemo_rl.algorithms.single_controller_utils.config) FleetHealthPolicy (class in nemo_rl.models.generation.fleet_health) FLOPSConfig (class in nemo_rl.utils.flops_formulas) FLOPTracker (class in nemo_rl.utils.flops_tracker) flush() (nemo_rl.utils.logger.RayGpuMonitorLogger method) (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitServer method) flush_cache() (nemo_rl.models.generation.dynamo.refit.DynamoRefitChannel method) flush_interval (nemo_rl.utils.logger.GPUMonitoringConfig attribute) flush_telemetry() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) flush_zmq_sparse_refit_relay() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) flux() (in module nemo_rl.utils.flops_formulas) FORBIDDEN_RPC_KEYS (in module nemo_rl.utils.rpc_guard) force_clear_fp8_caches (nemo_rl.models.policy.Fp8Config attribute) force_hf (nemo_rl.models.policy.AutomodelKwargs attribute) force_on_policy_ratio (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) force_reconvert_from_hf (nemo_rl.models.policy.MegatronConfig attribute) forget_worker_group_nodes() (in module nemo_rl.telemetry.host_memory) format (nemo_rl.utils.checkpoint.PretrainedCheckpointConfig attribute) format_answer_fromtags() (in module nemo_rl.data.datasets.response_datasets.clevr) format_clevr_cogent_dataset() (in module nemo_rl.data.datasets.response_datasets.clevr) format_data() (nemo_rl.data.datasets.eval_datasets.mmau.MMAUDataset method) (nemo_rl.data.datasets.preference_datasets.binary_preference_dataset.BinaryPreferenceDataset method) (nemo_rl.data.datasets.preference_datasets.helpsteer3.HelpSteer3Dataset method) (nemo_rl.data.datasets.preference_datasets.tulu3.Tulu3PreferenceDataset method) (nemo_rl.data.datasets.response_datasets.aime.AIMEDataset method) (nemo_rl.data.datasets.response_datasets.arrow_text_dataset.ArrowTextDataset method) (nemo_rl.data.datasets.response_datasets.audiomcq.AudioMCQDataset method) (nemo_rl.data.datasets.response_datasets.avqa.AVQADataset method) (nemo_rl.data.datasets.response_datasets.daily_omni.DailyOmniDataset method) (nemo_rl.data.datasets.response_datasets.dapo_math.DAPOMath17KDataset method) (nemo_rl.data.datasets.response_datasets.deepscaler.DeepScalerDataset method) (nemo_rl.data.datasets.response_datasets.gsm8k.GSM8KDataset method) (nemo_rl.data.datasets.response_datasets.helpsteer3.HelpSteer3Dataset method) (nemo_rl.data.datasets.response_datasets.intent.IntentDataset method) (nemo_rl.data.datasets.response_datasets.megatron_sft_packed.MegatronSFTPackedDataset method) (nemo_rl.data.datasets.response_datasets.nemotron_cascade2_sft.NemotronCascade2SFTMathDataset method) (nemo_rl.data.datasets.response_datasets.numinamath.NuminaMath15Dataset method) (nemo_rl.data.datasets.response_datasets.oai_format_dataset.OpenAIFormatDataset method) (nemo_rl.data.datasets.response_datasets.openmathinstruct2.OpenMathInstruct2Dataset method) (nemo_rl.data.datasets.response_datasets.openr1_math.OpenR1Math220KDataset method) (nemo_rl.data.datasets.response_datasets.refcoco.RefCOCODataset method) (nemo_rl.data.datasets.response_datasets.response_dataset.ResponseDataset method) (nemo_rl.data.datasets.response_datasets.squad.SquadDataset method) (nemo_rl.data.datasets.response_datasets.tulu3.Tulu3SftMixtureDataset method) format_dynamo_error() (in module nemo_rl.models.generation.dynamo.http_client) format_geometry3k_dataset() (in module nemo_rl.data.datasets.response_datasets.geometry3k) format_mmpr_preference_dataset() (in module nemo_rl.data.datasets.preference_datasets.mmpr) format_mmpr_tiny_dataset() (in module nemo_rl.data.datasets.response_datasets.mmpr_tiny) format_prompt_for_vllm_generation() (in module nemo_rl.models.generation.vllm.utils) format_refcoco_dataset() (in module nemo_rl.data.datasets.response_datasets.refcoco) format_result() (nemo_rl.environments.code_environment.CodeExecutionWorker method) format_reward() (in module nemo_rl.environments.rewards) format_worker_groups() (in module nemo_rl.telemetry.host_memory) forward() (nemo_rl.algorithms.logits_sampling_utils._ApplyTopKTopP static method) (nemo_rl.algorithms.loss.draft._CachedVocabParallelSoftCE static method) (nemo_rl.algorithms.loss.draft._StreamingProjectedVocabParallelSoftCE static method) (nemo_rl.algorithms.loss.draft._StreamingVocabParallelSoftCE static method) (nemo_rl.algorithms.loss.draft._SumTensorParallelHiddenGradient static method) (nemo_rl.algorithms.x_token.loss_utils.Fp32SparseMM static method) (nemo_rl.distributed.model_utils._AllReduceSum static method) (nemo_rl.distributed.model_utils.AllGatherCPTensor method) (nemo_rl.distributed.model_utils.ChunkedDistributedCrossEntropyToFixedLogits static method) (nemo_rl.distributed.model_utils.ChunkedDistributedEntropy static method) (nemo_rl.distributed.model_utils.ChunkedDistributedGatherLogprob static method) (nemo_rl.distributed.model_utils.ChunkedDistributedHiddenStatesToLogprobs static method) (nemo_rl.distributed.model_utils.ChunkedDistributedLogprob static method) (nemo_rl.distributed.model_utils.ChunkedDistributedLogprobWithSampling static method) (nemo_rl.distributed.model_utils.ChunkedDistributedReverseKLToFixedLogits static method) (nemo_rl.distributed.model_utils.DistributedLogprob static method) (nemo_rl.distributed.model_utils.DistributedLogprobWithSampling static method) (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkAttention method) (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkDecoderLayer method) (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) (nemo_rl.models.automodel.draft.eagle3_llama._Eagle3LlamaDecoderLayerWithResidualToggle method) (nemo_rl.models.automodel.draft.eagle3_llama.Eagle3DraftModel method) (nemo_rl.models.automodel.draft.setup.PolicyWithDraft method) (nemo_rl.models.megatron.draft.dspark._CopyToTensorParallelRegion static method) (nemo_rl.models.megatron.draft.dspark.DSparkConfidenceHead method) (nemo_rl.models.megatron.draft.dspark.DSparkMarkovHead method) (nemo_rl.models.megatron.draft.eagle.EagleModel method) forward_with_post_processing_fn() (in module nemo_rl.models.automodel.train) (in module nemo_rl.models.megatron.train) fp16 (nemo_rl.models.policy.MegatronOptimizerConfig attribute) fp32_lm_head (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) (nemo_rl.models.policy.MegatronConfig attribute) Fp32SparseMM (class in nemo_rl.algorithms.x_token.loss_utils) fp4 (nemo_rl.models.policy.Fp4Config attribute) fp4_cfg (nemo_rl.models.policy.MegatronConfig attribute) fp4_param (nemo_rl.models.policy.Fp4Config attribute) fp4_recipe (nemo_rl.models.policy.Fp4Config attribute) Fp4Config (class in nemo_rl.models.policy) fp8 (nemo_rl.models.policy.Fp8Config attribute) FP8_BLOCK_QUANT_KWARGS (in module nemo_rl.models.generation.trtllm.quantization.fp8) FP8_BLOCK_SIZE (in module nemo_rl.models.generation.trtllm.quantization.fp8) fp8_cfg (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) (nemo_rl.models.policy.MegatronConfig attribute) FP8_EXPERT_CHUNK_SIZE (in module nemo_rl.models.generation.trtllm.quantization.fp8) fp8_param (nemo_rl.models.policy.Fp8Config attribute) fp8_quantizer_factory (nemo_rl.models.policy.Fp8Config attribute) fp8_recipe (nemo_rl.models.policy.Fp8Config attribute) Fp8Config (class in nemo_rl.models.policy) fragment (nemo_rl.data_plane.tq_token_sink.FetchedStagedCall attribute) freeze_audio_encoder (nemo_rl.models.policy.MegatronConfig attribute) freeze_audio_projector (nemo_rl.models.policy.MegatronConfig attribute) freeze_audio_tower (nemo_rl.models.policy.AutomodelFreezeConfig attribute) freeze_config (nemo_rl.models.policy.AutomodelKwargs attribute) (nemo_rl.models.policy.MegatronConfig attribute) freeze_language_model (nemo_rl.models.policy.AutomodelFreezeConfig attribute) freeze_media_metadata() (in module nemo_rl.data.energon.multimodal.types) freeze_metrics() (in module nemo_rl.telemetry.vocabulary) freeze_moe_router (nemo_rl.models.policy.MegatronConfig attribute) freeze_sound_encoder (nemo_rl.models.policy.MegatronConfig attribute) freeze_sound_projection (nemo_rl.models.policy.MegatronConfig attribute) freeze_vision_encoder (nemo_rl.models.policy.MegatronConfig attribute) freeze_vision_model (nemo_rl.models.policy.MegatronConfig attribute) freeze_vision_projection (nemo_rl.models.policy.MegatronConfig attribute) freeze_vision_projector (nemo_rl.models.policy.MegatronConfig attribute) freeze_vision_tower (nemo_rl.models.policy.AutomodelFreezeConfig attribute) from_batches() (nemo_rl.distributed.batched_data_dict.BatchedDataDict class method) from_config() (nemo_rl.utils.flops_tracker.FLOPTracker class method) from_configs() (nemo_rl.experience.reward_penalties.CaptureRewardSettings class method) from_dict() (nemo_rl.data.captured_media.CapturedMediaItem class method) from_generation_config() (nemo_rl.models.generation.interfaces.GenerationSamplingParams class method) from_mapping() (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest class method) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ParticipantInfo class method) from_master_config() (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig class method) from_metadata() (nemo_rl.models.generation.dynamo.refit.DynamoWorkerEndpoint class method) from_parallel_hidden_states_to_logprobs() (in module nemo_rl.distributed.model_utils) from_parallel_logits_to_logprobs() (in module nemo_rl.distributed.model_utils) from_parallel_logits_to_logprobs_packed_sequences() (in module nemo_rl.distributed.model_utils) from_rows() (nemo_rl.algorithms.single_controller_utils.utils.RewardPartial class method) from_stat() (nemo_rl.data.interfaces.NemoGymSourceIdentity class method) from_state() (nemo_rl.experience.reward_penalties.CaptureRewardSettings class method) (nemo_rl.experience.reward_penalties.FinalizedReward class method) from_state_dict() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger class method) from_values() (nemo_rl.algorithms.single_controller_utils.utils.AdvantagePartial class method) from_wire() (nemo_rl.data.multimodal_utils.PackedTensor class method) frontend_args (nemo_rl.models.generation.dynamo.config.DynamoCfg attribute) frontend_base_port (nemo_rl.models.generation.interfaces.DisaggConfig attribute) frontend_ranks() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration static method) frontend_tokenize (nemo_rl.models.generation.interfaces.DisaggConfig attribute) frontend_url (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration property) (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime property) FRONTIER_ORDINAL_KEY (in module nemo_rl.experience.interfaces) FrozenMediaMetadata (in module nemo_rl.data.energon.multimodal.types) fsdp2_config (nemo_rl.models.automodel.config.DistributedContext attribute) ft_keep_latest_k (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) ft_save_period (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) full (nemo_rl.algorithms.opd.OnPolicyDistillationConfig attribute) full_acc_dens (nemo_rl.models.automodel.draft.eagle3_llama.Eagle3ForwardTerms attribute) full_acc_nums (nemo_rl.models.automodel.draft.eagle3_llama.Eagle3ForwardTerms attribute) full_result_json (nemo_rl.experience.reward_penalties.RewardLogContext attribute) FullLogitsPostProcessor (class in nemo_rl.models.automodel.train) fuse_loss (nemo_rl.models.policy.SequencePackingConfig attribute) fused_linear_logprobs_chunk_size (nemo_rl.models.policy.MegatronConfig attribute) futures (nemo_rl.distributed.worker_groups.MultiWorkerFuture attribute) (nemo_rl.utils.weight_transfer_zmq._RelayTransfer attribute) G G_ROUTED_EXPERTS_RANGE_CHECKED (in module nemo_rl.models.generation.vllm.utils) G_VLLM_REFIT_API_KEY_HEADER (in module nemo_rl.utils.weight_transfer_http) G_VLLM_REFIT_FLUSH_PATH (in module nemo_rl.utils.weight_transfer_http) G_VLLM_REFIT_PREPARE_PATH (in module nemo_rl.utils.weight_transfer_http) G_VLLM_REFIT_S3_MANIFEST_PATH (in module nemo_rl.utils.weight_transfer_http) G_VLLM_REFIT_ZMQ_FLUSH_PATH (in module nemo_rl.utils.weight_transfer_http) gae_gamma (nemo_rl.algorithms.advantage_estimator.GAEConfig attribute) gae_lambda (nemo_rl.algorithms.advantage_estimator.GAEConfig attribute) gae_lambda_policy (nemo_rl.algorithms.advantage_estimator.GAEConfig attribute) gae_lambda_value (nemo_rl.algorithms.advantage_estimator.GAEConfig attribute) GAEConfig (class in nemo_rl.algorithms.advantage_estimator) gate_precision (nemo_rl.models.policy.AutomodelBackendConfig attribute) gate_rollout_id (nemo_rl.experience.rollout_recovery.SiblingSealResult attribute) gate_rollout_id() (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord method) gate_rollout_ids (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord property) gate_weight (nemo_rl.models.megatron.draft.utils._PendingLayerWeights attribute) gather_jagged_object_lists() (in module nemo_rl.distributed.collectives) gather_logits_at_global_indices() (in module nemo_rl.distributed.model_utils) gbs (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) gc_collect_every_n_steps (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) GDPOAdvantageEstimator (class in nemo_rl.algorithms.advantage_estimator) gdr_staging_buffer_mb (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) gen_handle (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) gen_router (nemo_rl.models.generation.trtllm.config.TrtllmDisaggServerConfig attribute) gen_strip_message_history (nemo_rl.models.generation.trtllm.config.TrtllmDisaggServerConfig attribute) gen_tokids_ctxbytes (nemo_rl.models.generation.trtllm.config.TrtllmDisaggServerConfig attribute) GeneralConversationsJsonlDataset (class in nemo_rl.data.datasets.response_datasets.general_conversations_dataset) GeneralizedAdvantageEstimator (class in nemo_rl.algorithms.advantage_estimator) generate() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async._AsyncLLMHTTPClient method) (nemo_rl.models.policy.lm_policy.Policy method) generate_and_push() (nemo_rl.experience.rollout_manager.RolloutManager method) generate_async() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) generate_for_finalization() (nemo_rl.experience.rollout_manager.RolloutManager method) generate_responses() (in module nemo_rl.experience.rollouts) generate_responses_async() (in module nemo_rl.experience.rollouts) generate_text() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) generate_text_async() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) GENERATING (nemo_rl.experience.rollout_recovery.PromptGroupStatus attribute) Generation (in module nemo_rl.algorithms.single_controller) generation (nemo_rl.data_plane.adapters.local._LocalPartition attribute) (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.evals.eval.MasterConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) GENERATION (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) generation_backend (nemo_rl.algorithms.single_controller_utils.config.TokenCaptureConfig attribute) generation_batch_size (nemo_rl.models.policy.PolicyConfig attribute) generation_fleet_health (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) generation_index (nemo_rl.experience.rollout_recovery.RolloutSiblingRecord attribute) generation_init_load_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) generation_init_reserve_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) generation_init_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) generation_len (nemo_rl.experience.route_plan.RouteSpan attribute) GENERATION_LENGTH_HISTOGRAMS (in module nemo_rl.models.generation.vllm.metric_names) GENERATION_LENGTH_MEAN_KEY (in module nemo_rl.models.generation.vllm.metric_names) generation_lengths (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) generation_logprobs (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossDataDict attribute) generation_logprobs_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) generation_router (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) generation_s (nemo_rl.experience.rollout_manager.RolloutTimeouts attribute) generation_timeout_s (nemo_rl.algorithms.single_controller_utils.config.NativeRolloutFTConfig attribute) GENERATION_TOKEN_COUNTERS (in module nemo_rl.models.generation.vllm.metric_names) generation_token_ids() (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) GENERATION_TOKENS_KEY (in module nemo_rl.models.generation.vllm.metric_names) GENERATION_WORKER_OVERRIDES (in module nemo_rl.models.generation.vllm.utils) GenerationConfig (class in nemo_rl.models.generation.interfaces) GenerationDatumSpec (class in nemo_rl.models.generation.interfaces) GenerationFleetExhausted GenerationFleetHealth (class in nemo_rl.models.generation.fleet_health) GenerationInterface (class in nemo_rl.models.generation.interfaces) GenerationOutputSpec (class in nemo_rl.models.generation.interfaces) GenerationRouterActor (class in nemo_rl.models.generation.generation_router) GenerationRouterConfig (class in nemo_rl.algorithms.single_controller_utils.config) GenerationRouterImpl (class in nemo_rl.models.generation.generation_router) GENERATIONS_FAILED_KEY (in module nemo_rl.models.generation.vllm.metric_names) GENERATIONS_OK_KEY (in module nemo_rl.models.generation.vllm.metric_names) GenerationSamplingParams (class in nemo_rl.models.generation.interfaces) GenerationUnavailable GenericSFTTaskEncoder (class in nemo_rl.data.energon.multimodal.task_encoders.generic_sft) geo3k_reward() (in module nemo_rl.environments.rewards) Geometry3KDataset (class in nemo_rl.data.datasets.response_datasets.geometry3k) get() (nemo_rl.algorithms.x_token.token_aligner.NativeAlignmentRegions method) (nemo_rl.data_plane.tq_token_sink.TQStagingStore method) (nemo_rl.utils.weight_transfer_stream._S3ObjectStore method) (nemo_rl.weight_sync.nccl_reshard_utils.HFToLocalParamMap method) get_actor_python_env() (in module nemo_rl.distributed.ray_actor_environment_registry) get_agent_metadata() (nemo_rl.utils.checkpoint_engines.nixl.NixlAgent method) get_aggregated_metrics() (nemo_rl.data.packing.algorithms.SequencePacker method) get_aggregated_stats() (nemo_rl.data.packing.metrics.PackingMetrics method) get_all_worker_results() (nemo_rl.distributed.worker_groups.RayWorkerGroup method) get_and_validate_seqlen() (in module nemo_rl.models.megatron.data) get_attached_draft_model() (in module nemo_rl.models.megatron.draft.utils) get_aux_loss_track_names() (in module nemo_rl.models.megatron.common) get_available_address_and_port() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) get_available_addresses_and_ports_batch() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) get_axis_index() (nemo_rl.distributed.named_sharding.NamedSharding method) get_axis_size() (nemo_rl.distributed.named_sharding.NamedSharding method) get_batch() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) get_best_checkpoint_path() (nemo_rl.utils.checkpoint.CheckpointManager method) get_capture_context() (in module nemo_rl.models.megatron.draft.hidden_capture) get_captured_states() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) get_checkpoint_dataloader_state() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) get_checkpoint_state() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) get_collective_sender_spec() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) get_cp_sharded_next_token_logprobs() (in module nemo_rl.distributed.model_utils) get_d2t_target_ids() (nemo_rl.models.automodel.draft.eagle3_llama.Eagle3DraftModel method) get_data() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) get_data_plane_snapshot() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) (nemo_rl.experience.sync_rollout_actor.SyncRolloutActor method) get_data_plane_step_metrics() (nemo_rl.models.policy.tq_policy.TQPolicy method) get_data_records() (in module nemo_rl.data.datasets.response_datasets.oasst) get_dataloader_state() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) get_debug_info() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) get_deepseek_v4_tokenizer() (in module nemo_rl.data.deepseek_v4_tokenizer) get_device_uuid() (in module nemo_rl.utils.nvml) get_dict() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) get_dim_to_pack_along() (in module nemo_rl.data.multimodal_utils) get_distillation_topk_logprobs_from_logits() (in module nemo_rl.distributed.model_utils) get_dp_leader_worker_idx() (nemo_rl.distributed.worker_groups.RayWorkerGroup method) get_dynamo_executable() (in module nemo_rl.models.generation.dynamo.venv) get_dynamo_python() (in module nemo_rl.models.generation.dynamo.venv) get_dynamo_venv_dir() (in module nemo_rl.models.generation.dynamo.venv) get_eagle3_aux_hidden_state_layers() (in module nemo_rl.models.megatron.draft.hidden_capture) get_efficiency_metrics() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) get_effort_config() (in module nemo_rl.experience.rollouts) get_elapsed() (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) get_existing_target_weights() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) get_first_index_that_differs() (in module nemo_rl.data.llm_message_utils) get_flash_attention_kwargs() (in module nemo_rl.models.huggingface.common) get_formatted_message_log() (in module nemo_rl.data.llm_message_utils) get_forward_loop_func() (in module nemo_rl.modelopt.models.policy.workers.utils) get_fp8_token_alignment() (in module nemo_rl.models.megatron.alignment) get_free_memory_bytes() (in module nemo_rl.utils.nvml) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) get_full_logits_ipc() (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) get_gdpo_reward_component_keys() (in module nemo_rl.algorithms.utils) get_gpu_info() (in module nemo_rl.models.policy.utils) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) get_group() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) get_handle_from_tensor() (in module nemo_rl.models.policy.utils) get_held_task_indices() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) get_hf_config() (in module nemo_rl.utils.flops_tracker) get_hidden_states() (nemo_rl.models.megatron.opd_full_capture.OutputLayerInputCapture method) get_huggingface_cache_path() (in module nemo_rl.data.datasets.utils) get_image_placeholder_token_ids() (in module nemo_rl.environments.nemotron_utils) get_inference_cuda_graph_capture_count() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) get_inference_world_size() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) get_keys_from_message_log() (in module nemo_rl.data.llm_message_utils) get_last_target_weight_already_generated() (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) get_latest_checkpoint_path() (nemo_rl.utils.checkpoint.CheckpointManager method) get_latest_elapsed() (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) get_logger_metrics() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) get_logprobs() (nemo_rl.models.policy.interfaces.PolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.teacher_worker_group.TeacherWorkerGroup method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) get_logprobs_from_meta() (nemo_rl.models.policy.teacher_worker_group.TeacherWorkerGroup method) (nemo_rl.models.policy.tq_policy.TQPolicy method) get_logprobs_from_vocab_parallel_logits() (in module nemo_rl.distributed.model_utils) get_logprobs_presharded() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) get_logprobs_with_full_payload() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) get_ltor_masks_and_position_ids() (in module nemo_rl.models.megatron.data) get_markers() (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) get_master_address_and_port() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) get_media_from_message() (in module nemo_rl.data.multimodal_utils) get_megatron_checkpoint_dir() (in module nemo_rl.models.policy.utils) get_microbatch_iterator() (in module nemo_rl.models.automodel.data) (in module nemo_rl.models.megatron.data) get_microbatch_iterator_dynamic_shapes_len() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) get_microbatch_iterator_for_packable_sequences_len() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) get_modelopt_checkpoint_dir() (in module nemo_rl.modelopt.models.policy.workers.utils) get_moe_metrics() (in module nemo_rl.models.megatron.common) get_mtp_metrics() (in module nemo_rl.models.megatron.common) get_multimodal_default_settings_from_processor() (in module nemo_rl.data.multimodal_utils) get_multimodal_dict() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) get_multimodal_keys_from_processor() (in module nemo_rl.data.multimodal_utils) get_nemo_gym_route_name() (in module nemo_rl.environments.nemo_gym) get_nemo_gym_thinking_tags() (in module nemo_rl.experience.rollouts) get_nemo_gym_uv_cache_dir() (in module nemo_rl.environments.nemo_gym) get_nemo_gym_venv_dir() (in module nemo_rl.environments.nemo_gym) get_next_experiment_dir() (in module nemo_rl.utils.logger) get_next_token_logprobs_from_logits() (in module nemo_rl.distributed.model_utils) get_nsight_config_if_pattern_matches() (in module nemo_rl.distributed.worker_group_utils) get_num_buffers() (in module nemo_rl.utils.packed_tensor) get_num_routed_experts() (in module nemo_rl.models.generation.interfaces) get_opd_full_capture_context() (in module nemo_rl.models.megatron.opd_full_capture) get_opd_full_config() (in module nemo_rl.algorithms.opd) get_packed_seq_padding_mask() (in module nemo_rl.models.megatron.hybridep) get_packer() (in module nemo_rl.data.packing.algorithms) get_pad_dynamic_image_shapes() (in module nemo_rl.environments.nemo_gym) get_parallel_token_alignment() (in module nemo_rl.models.megatron.alignment) get_placement_groups() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) get_placements() (in module nemo_rl.weight_sync.nccl_reshard_utils) get_policy_lm_head_weight() (in module nemo_rl.models.megatron.draft.utils) get_preprocess() (in module nemo_rl.data.multimodal_utils) get_prompt() (nemo_rl.data.datasets.response_datasets.daily_omni.DailyOmniDataset class method) get_quantization_layer_spec() (in module nemo_rl.modelopt.models.policy.workers.utils) get_quantization_mamba_stack_spec() (in module nemo_rl.modelopt.models.policy.workers.utils) get_quantizer_stats() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) (nemo_rl.modelopt.models.generation.vllm_quant_worker.VllmQuantAsyncGenerationWorker method) (nemo_rl.modelopt.models.generation.vllm_quant_worker.VllmQuantGenerationWorker method) (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) get_ranks() (nemo_rl.distributed.named_sharding.NamedSharding method) get_ranks_by_coord() (nemo_rl.distributed.named_sharding.NamedSharding method) get_ray_cluster_topology() (in module nemo_rl.distributed.virtual_cluster) get_reference_policy_logprobs() (nemo_rl.models.policy.interfaces.PolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) get_reference_policy_logprobs_from_meta() (nemo_rl.models.policy.tq_policy.TQPolicy method) get_reference_policy_logprobs_presharded() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) get_reordered_bundle() (in module nemo_rl.distributed.virtual_cluster) get_reserved_url() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) get_responses_content_part_url() (in module nemo_rl.data.multimodal_utils) get_results() (nemo_rl.distributed.worker_groups.MultiWorkerFuture method) get_resume_paths() (nemo_rl.utils.checkpoint.CheckpointManager static method) get_rollouts_state() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) get_runtime_env_for_policy_worker() (in module nemo_rl.models.policy.utils) get_samples() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) get_snapshot_str() (nemo_rl.utils.memory_tracker.MemoryTrackerDataPoint method) get_sparse_projection_matrix() (in module nemo_rl.algorithms.x_token.loss_utils) get_status() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) get_step_metrics() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) get_supported_model_families() (in module nemo_rl.data.energon.multimodal.model_families) get_target_packed_tensor_size() (in module nemo_rl.utils.packed_tensor) get_target_weight_layout() (nemo_rl.utils.checkpoint_engines.base.CheckpointEngine method) (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) get_teacher_logprobs_presharded() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) get_teacher_routing_metrics() (in module nemo_rl.algorithms.opd) get_telemetry_handle() (in module nemo_rl.telemetry.setup) get_theoretical_tflops() (in module nemo_rl.utils.flops_tracker) get_timing_metrics() (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) get_tokenizer() (in module nemo_rl.algorithms.utils) (in module nemo_rl.modelopt.models.policy.workers.utils) (in module nemo_rl.models.automodel.setup) get_topk_logits() (nemo_rl.models.policy.interfaces.PolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) get_topk_projection() (in module nemo_rl.algorithms.x_token.loss_utils) get_topology_sorted_pg_indices() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) get_tp_shard_dim() (in module nemo_rl.weight_sync.nccl_reshard_utils) get_train_dataset_name() (in module nemo_rl.data.utils) get_trajectories_needed() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) get_values() (nemo_rl.models.value.interfaces.ValueInterface method) (nemo_rl.models.value.lm_value.Value method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) get_values_from_meta() (nemo_rl.models.value.tq_value.TQValue method) get_values_presharded() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) get_vllm_logger_metrics() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) get_weight_snapshot() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) (nemo_rl.modelopt.models.generation.vllm_quant_worker.VllmQuantAsyncGenerationWorker method) (nemo_rl.modelopt.models.generation.vllm_quant_worker.VllmQuantGenerationWorker method) get_weight_version() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) get_worker_coords() (nemo_rl.distributed.named_sharding.NamedSharding method) get_zmq_address() (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) git_root (in module nemo_rl.distributed.virtual_cluster) (in module nemo_rl.utils.venvs) glm_moe_dsa() (in module nemo_rl.utils.flops_formulas) GLOBAL_FORWARD_PAD_SEQLEN (in module nemo_rl.data_plane.schema) global_post_process_and_metrics() (nemo_rl.environments.code_environment.CodeEnvironment method) (nemo_rl.environments.code_jaccard_environment.CodeJaccardEnvironment method) (nemo_rl.environments.interfaces.EnvironmentInterface method) (nemo_rl.environments.math_environment.BaseMathEnvironment method) (nemo_rl.environments.nemo_gym.NemoGym method) (nemo_rl.environments.reward_model_environment.RewardModelEnvironment method) (nemo_rl.environments.vlm_environment.VLMEnvironment method) global_segment_size (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) global_valid_seqs (nemo_rl.algorithms.dpo.DPOValMetrics attribute) global_valid_toks (nemo_rl.algorithms.dpo.DPOValMetrics attribute) gold_loss (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.TeacherConfig attribute) goodput_span_attributes() (in module nemo_rl.telemetry.instrumentation) GPQADataset (class in nemo_rl.data.datasets.eval_datasets.gpqa) GPQAEvalDataConfig (class in nemo_rl.data) gpt3() (in module nemo_rl.utils.flops_formulas) GPU_CPU_AFFINITY_PATH (in module nemo_rl.distributed.numa_utils) gpu_memory_utilization (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.trtllm.config.TrtllmEngineKnobs attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) gpu_monitoring (nemo_rl.utils.logger.LoggerConfig attribute) GpuMetricSnapshot (class in nemo_rl.utils.logger) GPUMonitoringConfig (class in nemo_rl.utils.logger) gpus_per_node (nemo_rl.algorithms.opd.TeacherResourceConfig attribute) (nemo_rl.distributed.virtual_cluster.ClusterConfig attribute) (nemo_rl.models.generation.interfaces.OptionalResourcesConfig attribute) (nemo_rl.models.generation.interfaces.ResourcesConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) GRAD_NORM_KEY (in module nemo_rl.algorithms.metric_utils) grad_reduce_in_fp32 (nemo_rl.models.policy.MegatronDDPConfig attribute) gradient_accumulation_fusion (nemo_rl.models.policy.MegatronConfig attribute) granularity (nemo_rl.algorithms.single_controller_utils.config.TaskSourceRecoveryGranularity attribute) GREEDY_KNAPSACK (nemo_rl.data.packing.algorithms.PackingAlgorithm attribute) GreedyKnapsackPacker (class in nemo_rl.data.packing.algorithms) ground_truth (nemo_rl.environments.code_jaccard_environment.CodeJaccardEnvironmentMetadata attribute) (nemo_rl.environments.math_environment.MathEnvironmentMetadata attribute) (nemo_rl.environments.vlm_environment.VLMEnvironmentMetadata attribute) group_all_reduce_sum() (in module nemo_rl.distributed.model_utils) group_all_reduce_sum_with_grad() (in module nemo_rl.distributed.model_utils) group_and_cat_tensors() (in module nemo_rl.models.huggingface.common) group_answer_length_penalty_coeff (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) group_expert_params_in_metadata() (in module nemo_rl.weight_sync.nccl_reshard_utils) group_id (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayGroupMetadata attribute) (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) GROUP_ID_TAG (in module nemo_rl.data_plane.schema) group_ids (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer property) group_index (nemo_rl.experience.rollouts._CompletedNemoGymGroup attribute) (nemo_rl.experience.rollouts.RolloutGroupResult attribute) group_index_column() (in module nemo_rl.data_plane.grouping) group_key (nemo_rl.data.energon.multimodal.types.EncodedSFTSample attribute) (nemo_rl.data.energon.multimodal.types.PackedSFTSample attribute) group_length_penalty_profile_gate (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) group_length_penalty_profile_gate_channel (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) group_length_penalty_profile_gate_field (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) group_length_penalty_profile_gate_positive_only (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) group_max_wv (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) group_min_wv (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) group_reasoning_length_penalty_coeff (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) group_total_length_penalty_coeff (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) groups (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayMetadataState attribute) groups() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) grpo (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) grpo_group_size (nemo_rl.data_plane.adapters.local._LocalPartition attribute) (nemo_rl.data_plane.adapters.noop._Partition attribute) grpo_train() (in module nemo_rl.algorithms.grpo) grpo_train_sync() (in module nemo_rl.algorithms.grpo_sync) GRPOAdvantageEstimator (class in nemo_rl.algorithms.advantage_estimator) GRPOConfig (class in nemo_rl.algorithms.grpo) GRPOSaveState (class in nemo_rl.algorithms.grpo) GSM8KDataset (class in nemo_rl.data.datasets.response_datasets.gsm8k) guard_failures (nemo_rl.data_plane.observability.HashStats attribute) GYM_LOG_DIR_KEY (in module nemo_rl.environments.nemo_gym_shards) GYM_ROUTABLE_KEYS (in module nemo_rl.environments.nemo_gym_shards) gym_row_redispatches (nemo_rl.experience.rollout_manager.RolloutStats attribute) GYM_SERVER_TYPE_KEYS (in module nemo_rl.environments.nemo_gym) gym_subprocess_check (nemo_rl.algorithms.single_controller_utils.config.WatchdogConfig attribute) GymTransportError H handle (nemo_rl.models.automodel.router_replay.ReplayGate attribute) handle_model_import() (in module nemo_rl.models.megatron.setup) handles (nemo_rl.environments.nemo_gym.NemoGymShardSet attribute) has_adaptive_loss_state() (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossFn method) has_bos (nemo_rl.data.megatron_sft_packed._PromptConfig attribute) has_complete_batch() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) has_duplicated_reasoning() (in module nemo_rl.experience.reward_penalties) has_empty_final_answer() (in module nemo_rl.experience.reward_penalties) has_flash_attention (nemo_rl.models.automodel.data.ProcessedInputs property) has_pending_finalization (nemo_rl.utils.checkpoint.CheckpointManager property) has_subflavors (nemo_rl.data.energon.config.EnergonCookerConfig attribute) has_system_role (nemo_rl.data.megatron_sft_packed._PromptConfig attribute) has_unwanted_tokens() (in module nemo_rl.experience.reward_penalties) has_valid_training_tokens (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) hash_verify (nemo_rl.data_plane.observability.DataPlaneStats attribute) HashStats (class in nemo_rl.data_plane.observability) head_dim (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) headline_series() (in module nemo_rl.data_plane.observability) health_check() (nemo_rl.environments.nemo_gym.NemoGym method) HEALTHY (nemo_rl.models.generation.fleet_health.ShardState attribute) healthy_threshold (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) (nemo_rl.models.generation.fleet_health.FleetHealthPolicy attribute) HealthyShardSelector (class in nemo_rl.models.generation.fleet_health) HeldPortReservation (class in nemo_rl.distributed.held_port) helpsteer3_data_processor() (in module nemo_rl.data.processors) HelpSteer3Dataset (class in nemo_rl.data.datasets.preference_datasets.helpsteer3) (class in nemo_rl.data.datasets.response_datasets.helpsteer3) hf_config_overrides (nemo_rl.models.automodel.config.RuntimeConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) hf_spec (nemo_rl.models.policy.workers.megatron_policy_worker._RefitSource attribute) hf_to_local_param_map (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) HfExpertWeight (class in nemo_rl.models.generation.vllm.refit_layout) HFMultimodalSFTProcessorAdapter (class in nemo_rl.data.energon.multimodal.task_encoders.generic_sft) HFMultiRewardVerifyWorker (class in nemo_rl.environments.math_environment) HFToLocalParamMap (class in nemo_rl.weight_sync.nccl_reshard_utils) HFVerifyWorker (class in nemo_rl.environments.math_environment) hidden_norm_key (nemo_rl.models.megatron.draft.utils._EagleLayerLayout attribute) hidden_states (nemo_rl.models.megatron.draft.hidden_capture.CapturedStates attribute) HiddenStateCapture (class in nemo_rl.models.megatron.draft.hidden_capture) hide_tensor_quantizers() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) high_lengths (nemo_rl.experience.rollouts._EffortShapingMetrics attribute) higher_is_better (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) HISTOGRAM_COUNT_PART (in module nemo_rl.models.generation.vllm.utils) HISTOGRAM_SUM_PART (in module nemo_rl.models.generation.vllm.utils) hold_refit_for_fault_injection() (in module nemo_rl.distributed.refit_watchdog) host (nemo_rl.telemetry.host_memory.RayNode attribute) HOST_MEMORY_RECORDED_METRICS (in module nemo_rl.telemetry.host_memory) HOST_NAME_ATTR (in module nemo_rl.telemetry.host_memory) hosted_routes (nemo_rl.environments.nemo_gym.NemoGymShardSet property) HostMemoryMonitor (class in nemo_rl.telemetry.host_memory) hs (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) http_post_json() (in module nemo_rl.models.generation.dynamo.http_client) http_refit_api_key_env_var (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) http_refit_server_port (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) http_server_api_key (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) http_server_api_key_and_worker_config() (in module nemo_rl.models.generation.vllm.vllm_generation) http_server_api_key_required (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) http_server_num_replicas (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) HTTP_SERVER_PROTECTED_PATH_PREFIXES (in module nemo_rl.models.generation.vllm.vllm_worker_async) http_server_serving_chat_kwargs (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) http_status_is_infra() (in module nemo_rl.experience.failures) hybrid_override_pattern (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) hybridep_num_ranks_per_nvlink_domain (nemo_rl.models.policy.MegatronConfig attribute) hybridep_use_mnnvl (nemo_rl.models.policy.MegatronConfig attribute) I id (nemo_rl.utils.logger.WandbConfig attribute) identity() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) IDENTITY_TEMPLATE (in module nemo_rl.data.megatron_sft_packed) IDLE (nemo_rl.telemetry.instrumentation.Bucket attribute) idx (nemo_rl.data.interfaces.DatumSpec attribute) (nemo_rl.data.interfaces.PreferenceDatumSpec attribute) ignore_eos (nemo_rl.models.generation.interfaces.GenerationConfig attribute) IGNORE_INDEX (in module nemo_rl.data.megatron_sft_packed) ignore_router_for_ac (nemo_rl.models.policy.MoEParallelizerOptions attribute) IMAGE_CONTENT_TYPES (in module nemo_rl.data.multimodal_utils) image_counts_by_row() (in module nemo_rl.data.multimodal_utils) image_dynamic_resolution (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) image_dynamic_resolution_model_length (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) image_dynamic_resolution_resize_mode (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) image_dynamic_resolution_rounding_mode (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) image_max_num_tiles (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) image_placeholder_token_ids_from_tokenizer() (in module nemo_rl.environments.nemotron_utils) image_size_from_source() (in module nemo_rl.data.multimodal_utils) image_spec (nemo_rl.models.generation.megatron.config.MultimodalPromptConfigOverrides attribute) image_to_data_url() (in module nemo_rl.data.multimodal_utils) img_h (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) img_seq_len (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) img_w (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) imgs (nemo_rl.data_plane.tq_token_sink.StagedMediaTensors attribute) imgs_sizes (nemo_rl.data.captured_media.CapturedMediaItem attribute) (nemo_rl.data_plane.tq_token_sink.StagedMediaTensors attribute) impl (nemo_rl.data_plane.interfaces.DataPlaneConfig attribute) (nemo_rl.data_plane.interfaces.LocalDataPlaneConfig attribute) import_model_from_hf_name() (in module nemo_rl.models.megatron.community_import) import_path (nemo_rl.data.energon.multimodal.registry.LazyRegistryEntry attribute) in_channels (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) in_flight_weight_updates (nemo_rl.algorithms.grpo.AsyncGRPOConfig attribute) (nemo_rl.algorithms.ppo.AsyncPPOConfig attribute) (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) in_memory (nemo_rl.models.generation.vllm.config.VllmRefitBaselineConfig attribute) in_per_prompt_scope() (in module nemo_rl.telemetry.instrumentation) include_frame_timestamps_for_nemotron_vl (nemo_rl.models.generation.megatron.config.MediaPromptSpecOverrides attribute) include_thinking_in_loss (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollatorConfig attribute) inference_cluster (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) inference_cuda_graph_scope (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) inference_flashinfer_mxfp8_token_capacity (nemo_rl.models.policy.MegatronConfig attribute) inference_grouped_gemm_backend (nemo_rl.models.policy.MegatronConfig attribute) inference_megatron_cfg (nemo_rl.models.megatron.config.ColocatedReshardPlan attribute) inference_model (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin attribute) inference_model_alloc_region() (in module nemo_rl.models.megatron.memory_saver) inference_moe_token_dispatcher_type (nemo_rl.models.policy.MegatronConfig attribute) inference_world_size (nemo_rl.models.generation.dynamo.refit.DynamoRefitChannel property) inflight() (nemo_rl.models.generation.fleet_health.HealthyShardSelector method) INFRA (nemo_rl.experience.failures.FailureClass attribute) infra_drops_by_reason (nemo_rl.experience.rollout_manager.RolloutStats attribute) inherited_overlays (nemo_rl.environments.nemo_gym_shards.ShardSpec attribute) init_checkpoint_engine() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin method) init_checkpoint_engine_process_group() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin method) init_checkpointer() (nemo_rl.models.automodel.checkpoint.AutomodelCheckpointManager method) init_cluster_placement_groups() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration class method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration static method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration static method) init_collective() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.dynamo.refit.DynamoRefitChannel method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) init_collective_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) init_collective_mcore_generation() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) (nemo_rl.models.policy.lm_policy.Policy method) init_communicator() (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer method) (nemo_rl.weight_sync.collective_weight_synchronizer.CollectiveWeightSynchronizer method) (nemo_rl.weight_sync.interfaces.WeightSynchronizer method) (nemo_rl.weight_sync.ipc_weight_synchronizer.IPCWeightSynchronizer method) (nemo_rl.weight_sync.megatron_weight_synchronizer.MegatronWeightSynchronizer method) (nemo_rl.weight_sync.nccl_reshard_weight_synchronizer.NcclReshardWeightSynchronizer method) (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) (nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer.VllmRemoteSparseWeightSynchronizer method) init_nccl_communicator() (nemo_rl.distributed.stateless_process_group.StatelessProcessGroup method) init_nccl_reshard_comm_group() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) init_nccl_reshard_comm_group_async() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) init_nccl_reshard_comm_groups_generation() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) init_policy_process_group() (nemo_rl.utils.checkpoint_engines.base.CheckpointEngine method) (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) init_process_group() (in module nemo_rl.models.policy.utils) init_ray() (in module nemo_rl.distributed.virtual_cluster) init_remote_sparse_delta_baseline() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) init_rollout_process_group() (nemo_rl.utils.checkpoint_engines.base.CheckpointEngine method) (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) init_sparse_delta_baseline_from_iterator() (in module nemo_rl.utils.weight_transfer_stream) init_telemetry_driver() (in module nemo_rl.telemetry.setup) init_telemetry_worker() (in module nemo_rl.telemetry.setup) init_tmp_checkpoint() (nemo_rl.utils.checkpoint.CheckpointManager method) INIT_TOTAL_CATEGORY (in module nemo_rl.telemetry.vocabulary) initial_global_config_dict (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) initial_model_provider (nemo_rl.models.megatron.config.ColocatedReshardPlan attribute) initialize_baseline() (nemo_rl.models.policy.workers.megatron_remote_sparse_refit.MegatronRemoteSparseRefit method) initialize_embeddings_and_head() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) initialize_refit_metadata() (in module nemo_rl.weight_sync.interfaces) inode (nemo_rl.data.interfaces.NemoGymSourceIdentity attribute) InOrderSampler (class in nemo_rl.algorithms.async_utils.staleness_sampler) InOrderSamplerConfig (class in nemo_rl.algorithms.async_utils.staleness_sampler) inp_s (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) input_fields() (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig method) INPUT_IDS (in module nemo_rl.data_plane.schema) input_ids (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DistillationLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.PreferenceLossDataDict attribute) (nemo_rl.data.megatron_sft_packed.MegatronSFTPackedDatumSpec attribute) (nemo_rl.data.xtoken.native_chat.RenderedChatDocument attribute) (nemo_rl.experience.rollouts.NemoGymRolloutResult attribute) (nemo_rl.models.automodel.data.ProcessedInputs attribute) (nemo_rl.models.generation.interfaces.GenerationDatumSpec attribute) (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) input_ids_cp_sharded (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) input_key (nemo_rl.data.ResponseDatasetConfig attribute) (nemo_rl.distributed.batched_data_dict.DynamicBatchingArgs attribute) (nemo_rl.distributed.batched_data_dict.SequencePackingArgs attribute) input_layernorm_key (nemo_rl.models.megatron.draft.utils._EagleLayerLayout attribute) INPUT_LENGTHS (in module nemo_rl.data_plane.schema) input_lengths (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DistillationLossDataDict attribute) (nemo_rl.models.generation.interfaces.GenerationDatumSpec attribute) input_lengths_key (nemo_rl.distributed.batched_data_dict.DynamicBatchingArgs attribute) (nemo_rl.distributed.batched_data_dict.SequencePackingArgs attribute) input_marker (nemo_rl.models.generation.megatron.config.MediaPromptSpecOverrides attribute) INPUT_QUANTIZER_AMAX_SUFFIX (in module nemo_rl.modelopt.models.generation.vllm_quant_moe_amax) input_type (nemo_rl.algorithms.loss.interfaces.LossFunction attribute) (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.DistillationLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.MPOLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.MseValueLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.NLLLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.PreferenceLossFn attribute) inputs_embeds (nemo_rl.models.megatron.draft.hidden_capture.CapturedStates attribute) install() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) (nemo_rl.data_plane.tq_token_sink.ChainPrefixCache method) install_http_server_api_key_check() (in module nemo_rl.models.generation.vllm.vllm_worker_async) install_token_capture() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) install_tq_mooncake_checkpoint_plugin() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) instance_id (nemo_rl.models.generation.dynamo.refit.DynamoWorkerEndpoint attribute) instance_label() (nemo_rl.environments.nemo_gym.NemoGymShardSet method) instrument_aiohttp_client() (in module nemo_rl.telemetry.setup) integer_dtype_for_element_size() (in module nemo_rl.utils.weight_transfer_sparse_codec) integer_view() (in module nemo_rl.utils.weight_transfer_sparse_codec) IntentBenchDataset (class in nemo_rl.data.datasets.response_datasets.intent) IntentDataset (class in nemo_rl.data.datasets.response_datasets.intent) IntentTrainDataset (class in nemo_rl.data.datasets.response_datasets.intent) interval_s (nemo_rl.algorithms.single_controller_utils.config.WatchdogConfig attribute) invalid_tool_call_advantage (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) INVALID_TOOL_CALL_MASK (in module nemo_rl.data_plane.schema) invalid_tool_call_mask_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) invalid_tool_call_patterns (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) invalidate_kv_cache() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.policy.lm_policy.Policy method) IPCProtocol (class in nemo_rl.models.policy.utils) IPCWeightManifestError IPCWeightSynchronizer (class in nemo_rl.weight_sync.ipc_weight_synchronizer) is_alive() (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoVllmWorker method) (nemo_rl.models.generation.dynamo.worker_pool.FixedDynamoWorkerPool method) (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) is_available (nemo_rl.models.megatron.opd_full_capture.OutputLayerInputCapture property) is_axis_zero() (nemo_rl.distributed.named_sharding.NamedSharding static method) is_blockwise_fp8_param_storage() (in module nemo_rl.weight_sync.nccl_reshard_utils) is_chosen (nemo_rl.algorithms.loss.loss_functions.DPOLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.PreferenceLossDataDict attribute) is_complete (nemo_rl.experience.rollouts._NemoGymStreamAccumulator property) is_correct (nemo_rl.algorithms.x_token.token_aligner.AlignmentPair attribute) is_correct_minerva() (in module nemo_rl.environments.dapo_math_verifier) is_correct_strict_box() (in module nemo_rl.environments.dapo_math_verifier) is_data_exhausted() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) is_direct_packed_row() (in module nemo_rl.data.megatron_sft_packed) is_expert_param() (in module nemo_rl.weight_sync.nccl_reshard_utils) is_fp8_model() (in module nemo_rl.models.generation.trtllm.quantization.fp8) is_gemma_model() (in module nemo_rl.models.huggingface.common) is_generation_colocated (nemo_rl.models.automodel.config.RuntimeConfig attribute) (nemo_rl.models.megatron.config.RuntimeConfig attribute) is_grouped_moe_expert_weight_name() (in module nemo_rl.models.generation.vllm.utils) is_hf_model (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) is_histogram_metric() (in module nemo_rl.experience.metric_utils) is_hybrid_model (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) is_local_batch_meta() (in module nemo_rl.data_plane.adapters.local) is_low_effort() (in module nemo_rl.experience.reward_penalties) is_metrics_client() (in module nemo_rl.data_plane.observability) is_moe_model (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) is_multimodal (nemo_rl.models.automodel.data.ProcessedInputs property) is_mx (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) is_mxfp8 (nemo_rl.models.generation.megatron.megatron_worker._MegatronRefitTask property) is_mxfp8_model() (in module nemo_rl.models.generation.trtllm.quantization.fp8) is_nano_nemotron_vl_model() (in module nemo_rl.models.huggingface.common) is_nccl_reshard_param() (in module nemo_rl.weight_sync.nccl_reshard_utils) is_non_colocated_teachers_enabled() (in module nemo_rl.algorithms.opd) is_on_policy (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler property) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler property) is_opd_enabled() (in module nemo_rl.algorithms.opd) is_ppo (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) is_ppo_run() (in module nemo_rl.algorithms.single_controller_utils.config) is_quantized (nemo_rl.models.generation.megatron.megatron_worker._MegatronRefitTask property) is_quantized_expert_refit() (in module nemo_rl.models.generation.trtllm.quantization.fp8) is_refit_abort() (in module nemo_rl.distributed.refit_watchdog) is_refit_context_lost() (in module nemo_rl.distributed.refit_watchdog) is_refit_destination (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl attribute) is_reward_model (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) (nemo_rl.models.automodel.config.RuntimeConfig attribute) is_serving (nemo_rl.models.generation.fleet_health.ShardHealth property) is_serving() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) is_sharded (nemo_rl.environments.nemo_gym.NemoGymShardSet property) is_stale (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer property) (nemo_rl.weight_sync.collective_weight_synchronizer.CollectiveWeightSynchronizer property) (nemo_rl.weight_sync.interfaces.WeightSynchronizer property) (nemo_rl.weight_sync.ipc_weight_synchronizer.IPCWeightSynchronizer property) (nemo_rl.weight_sync.megatron_weight_synchronizer.MegatronWeightSynchronizer property) (nemo_rl.weight_sync.nccl_reshard_weight_synchronizer.NcclReshardWeightSynchronizer property) (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer property) (nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer.VllmRemoteSparseWeightSynchronizer property) is_tracing_enabled() (nemo_rl.models.generation.vllm.vllm_worker_async._AsyncLLMHTTPClient method) is_using_tf32() (in module nemo_rl.utils.flops_tracker) is_vllm_v1_engine_enabled() (in module nemo_rl.models.policy.utils) is_vlm (nemo_rl.models.policy.PolicyConfig attribute) item_sizes (nemo_rl.data_plane.tq_token_sink.StagedMediaTensors property) items (nemo_rl.data.captured_media.CapturedMedia attribute) iter_logical_segments() (nemo_rl.data.multimodal_utils.PackedTensor method) iter_named_tensor_buckets() (in module nemo_rl.models.policy.utils) iter_quant_ignore_name_candidates() (in module nemo_rl.modelopt.utils) iter_sparse_weight_chunks() (in module nemo_rl.utils.weight_transfer_stream) iter_vlm_config_overrides() (in module nemo_rl.models.megatron.community_import) iteration_scope() (in module nemo_rl.telemetry.instrumentation) J JOB (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) json_safe_nonfinite() (in module nemo_rl.utils.train_data_dump) K k_value (nemo_rl.evals.eval.EvalConfig attribute) k_weight (nemo_rl.models.megatron.draft.utils._PendingLayerWeights attribute) kd_alignment_regions (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollatorConfig attribute) kd_data_processor() (in module nemo_rl.data.processors) kd_loss_mode (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) keep_latest_k (nemo_rl.algorithms.single_controller_utils.config.RolloutCheckpointConfig attribute) keep_top_k (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) key (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ManifestObject attribute) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._StoredObject attribute) (nemo_rl.telemetry.vocabulary.RecordedMetric property) (nemo_rl.telemetry.vocabulary.TeedMetric property) kind (nemo_rl.telemetry.vocabulary.RecordedMetric attribute) (nemo_rl.telemetry.vocabulary.TeedMetric attribute) kl_input_clamp_value (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) kl_loss_weight (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) kl_output_clamp_value (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) KL_PENALTY_KEY (in module nemo_rl.algorithms.loss.loss_functions) kl_type (nemo_rl.algorithms.loss.loss_functions.DistillationLossConfig attribute) KNOWN_MODEL_FAMILIES (in module nemo_rl.data.energon.multimodal.model_families) kv_cache_dtype (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) kv_cache_management_mode (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) kv_first_write() (in module nemo_rl.data_plane.column_io) kv_lora_rank (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) KVBatchMeta (class in nemo_rl.data_plane.interfaces) kwargs (nemo_rl.models.policy.PytorchOptimizerConfig attribute) (nemo_rl.models.policy.SinglePytorchSchedulerConfig attribute) L l1_loss_alpha (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) labels_cp_sharded (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) last_boxed_only_string() (in module nemo_rl.environments.dapo_math_verifier) last_checkpoint_path (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) last_error (nemo_rl.models.generation.fleet_health.ShardHealth attribute) last_ok_at (nemo_rl.models.generation.fleet_health.ShardHealth attribute) last_put_bytes_per_key (nemo_rl.data_plane.observability.DataPlaneStats attribute) LATENCY_BUCKETS_MS (in module nemo_rl.data_plane.observability) latency_hist (nemo_rl.data_plane.observability.OpStats attribute) latest_reminder_msg_template (in module nemo_rl.data.deepseek_v4_encoding) LATEST_REMINDER_SP_TOKEN (in module nemo_rl.data.deepseek_v4_encoding) layer (nemo_rl.models.automodel.router_replay.ReplayGate attribute) layer_by_index (nemo_rl.models.megatron.draft.utils._EagleModelLayout property) layer_index (nemo_rl.models.megatron.draft.utils._EagleLayerLayout attribute) layers (nemo_rl.models.megatron.draft.utils._EagleModelLayout attribute) (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) Layout (in module nemo_rl.data_plane.schema) layout (nemo_rl.distributed.named_sharding.NamedSharding property) LazyRegistry (class in nemo_rl.data.energon.multimodal.registry) LazyRegistryEntry (class in nemo_rl.data.energon.multimodal.registry) learning_rate (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) LEARNING_RATE_KEY (in module nemo_rl.algorithms.metric_utils) ledger_state (nemo_rl.experience.rollout_recovery.ParsedRolloutRecoveryState attribute) LEGACY_REPLAY_BUFFER_FILENAME (in module nemo_rl.algorithms.async_utils.replay_buffer) LEGACY_SHAREABLE_HANDLE_VERSION (in module nemo_rl.utils.cuda_ipc) legacy_validation_split (nemo_rl.data.PreferenceDatasetConfig attribute) length (nemo_rl.data.energon.multimodal.types.EncodedSFTSample attribute) (nemo_rl.data.interfaces.DatumSpec attribute) length_adaptive_alpha (nemo_rl.algorithms.advantage_estimator.GAEConfig attribute) length_chosen (nemo_rl.data.interfaces.PreferenceDatumSpec attribute) length_penalty (nemo_rl.algorithms.grpo.GRPOConfig attribute) length_rejected (nemo_rl.data.interfaces.PreferenceDatumSpec attribute) length_rewards_low (nemo_rl.experience.rollouts._EffortShapingMetrics attribute) length_type (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) LengthPenaltyConfig (class in nemo_rl.utils.length_penalty) LengthPenaltyParams (class in nemo_rl.utils.length_penalty) limit (nemo_rl.data.energon.config.EnergonSourceConfig attribute) linear (nemo_rl.models.policy.AutomodelBackendConfig attribute) list_entries() (nemo_rl.environments.nemo_gym.NemoGym method) list_sample_ids() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) llama() (in module nemo_rl.utils.flops_formulas) llm() (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) LLMMessageLogType (in module nemo_rl.data.interfaces) lm_head_key (nemo_rl.models.megatron.draft.utils._EagleModelLayout attribute) lm_head_precision (nemo_rl.models.policy.MoEParallelizerOptions attribute) load_and_start() (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) load_audio_from_file() (in module nemo_rl.data.datasets.utils) load_checkpoint() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointManagerMixin method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) (nemo_rl.models.automodel.checkpoint.AutomodelCheckpointManager method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) load_checkpoint_with_draft() (in module nemo_rl.models.automodel.draft.checkpoint) load_config() (in module nemo_rl.utils.config) load_config_with_inheritance() (in module nemo_rl.utils.config) load_data_plane_checkpoint() (nemo_rl.models.policy.tq_policy.TQPolicy method) load_dataloader_state() (in module nemo_rl.data.utils) load_dataset_from_path() (in module nemo_rl.data.datasets.utils) load_draft_checkpoint() (in module nemo_rl.models.automodel.draft.checkpoint) load_draft_hf_config() (in module nemo_rl.models.automodel.draft.setup) load_eval_dataset() (in module nemo_rl.data.datasets.eval_datasets) load_format (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) load_from_path() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) load_hf_weights_to_eagle() (in module nemo_rl.models.megatron.draft.utils) load_lora_adapter() (nemo_rl.models.automodel.checkpoint.AutomodelCheckpointManager method) load_media_from_message() (in module nemo_rl.data.multimodal_utils) load_model() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) load_mtp_weights_from_disk() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) load_nemotron_video_model_config() (in module nemo_rl.environments.nemotron_utils) load_next_sft_batch() (nemo_rl.data.energon.sft_worker.SFTMegatronPolicyWorker method) load_opd_full_teacher_lm_head() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) load_preference_dataset() (in module nemo_rl.data.datasets.preference_datasets) load_replay_buffer (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) load_response_dataset() (in module nemo_rl.data.datasets.response_datasets) load_seconds (nemo_rl.data.energon.sft_types.StepEnvelope attribute) load_state_dict() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) (nemo_rl.data.energon.sft_dataloader.EnergonSFTDataLoader method) (nemo_rl.data.energon.sft_dataloader.SFTDataLoader method) (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) load_teacher_output_layer_weight() (in module nemo_rl.models.megatron.setup) load_training_info() (nemo_rl.utils.checkpoint.CheckpointManager method) load_video_frames_with_metadata() (in module nemo_rl.models.generation.vllm.video_utils) load_weights() (in module nemo_rl.models.generation.trtllm.quantization.fp8) LOADER_LATENCY_MAX_KEY (in module nemo_rl.algorithms.sft_v2) loader_states (nemo_rl.algorithms.sft_v2.SFTV2ActorArgs attribute) LoaderCopy (class in nemo_rl.data.energon.topology) local_batch_to_tensordict() (in module nemo_rl.data_plane.adapters.local) local_buffer_size (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) local_counts (nemo_rl.models.megatron.draft.step_state.DraftStepState property) local_expert_ids (nemo_rl.models.generation.vllm.refit_layout.VllmExpertParamLayout attribute) local_numerators (nemo_rl.models.megatron.draft.step_state.DraftStepState property) LocalDataPlaneClient (class in nemo_rl.data_plane.adapters.local) LocalDataPlaneConfig (class in nemo_rl.data_plane.interfaces) localize_alignment() (in module nemo_rl.algorithms.x_token.loss_utils) LocalizedAlignment (class in nemo_rl.algorithms.x_token.loss_utils) LocalMathDataset (class in nemo_rl.data.datasets.eval_datasets.local_math_dataset) LocalMathEvalDataConfig (class in nemo_rl.data) LocalParamSpec (class in nemo_rl.weight_sync.nccl_reshard_utils) log (in module nemo_rl.algorithms.single_controller) (in module nemo_rl.models.policy.workers.megatron_policy_worker) log_batched_dict_as_jsonl() (nemo_rl.utils.logger.Logger method) log_container_init_timing() (in module nemo_rl.utils.logger) log_context (nemo_rl.experience.reward_penalties.FinalizedReward attribute) log_dir (nemo_rl.utils.logger.LoggerConfig attribute) (nemo_rl.utils.logger.TensorboardConfig attribute) log_event() (in module nemo_rl.data_plane.observability) log_full_train_data (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) log_generation_metrics() (in module nemo_rl.algorithms.utils) log_gpu_memory() (in module nemo_rl.models.generation.megatron.utils) log_gpu_memory_diagnostics() (in module nemo_rl.utils.nvml) log_histogram() (nemo_rl.utils.logger.Logger method) (nemo_rl.utils.logger.LoggerInterface method) (nemo_rl.utils.logger.MLflowLogger method) (nemo_rl.utils.logger.SwanlabLogger method) (nemo_rl.utils.logger.TensorboardLogger method) (nemo_rl.utils.logger.WandbLogger method) log_hyperparams() (nemo_rl.utils.logger.Logger method) (nemo_rl.utils.logger.LoggerInterface method) (nemo_rl.utils.logger.MLflowLogger method) (nemo_rl.utils.logger.SwanlabLogger method) (nemo_rl.utils.logger.TensorboardLogger method) (nemo_rl.utils.logger.WandbLogger method) log_metrics() (nemo_rl.utils.logger.Logger method) (nemo_rl.utils.logger.LoggerInterface method) (nemo_rl.utils.logger.MLflowLogger method) (nemo_rl.utils.logger.SwanlabLogger method) (nemo_rl.utils.logger.TensorboardLogger method) (nemo_rl.utils.logger.WandbLogger method) log_nemo_gym_full_result_tables (nemo_rl.utils.logger.WandbConfig attribute) log_plot() (nemo_rl.utils.logger.Logger method) (nemo_rl.utils.logger.LoggerInterface method) (nemo_rl.utils.logger.MLflowLogger method) (nemo_rl.utils.logger.SwanlabLogger method) (nemo_rl.utils.logger.TensorboardLogger method) (nemo_rl.utils.logger.WandbLogger method) log_plot_per_worker_timeline_metrics() (nemo_rl.utils.logger.Logger method) log_plot_token_mult_prob_error() (nemo_rl.utils.logger.Logger method) log_shard_gpu_state() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) log_step_metrics() (in module nemo_rl.data_plane.observability) log_string_list_as_jsonl() (nemo_rl.utils.logger.Logger method) log_table() (nemo_rl.utils.logger.Logger method) (nemo_rl.utils.logger.LoggerInterface method) (nemo_rl.utils.logger.WandbLogger method) log_worker_gpu_state() (nemo_rl.distributed.worker_groups.RayWorkerGroup method) Logger (class in nemo_rl.utils.logger) logger (in module nemo_rl.data.datasets.response_datasets.intent) (in module nemo_rl.data.multimodal_utils) LOGGER (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) (in module nemo_rl.data_plane.adapters.transfer_queue) logger (in module nemo_rl.data_plane.mooncake_storage_unit) (in module nemo_rl.data_plane.observability) (in module nemo_rl.distributed.numa_utils) (in module nemo_rl.distributed.virtual_cluster) (in module nemo_rl.models.automodel.checkpoint) LOGGER (in module nemo_rl.models.generation.dynamo.dynamo_generation) (in module nemo_rl.models.generation.dynamo.managed_runtime) (in module nemo_rl.models.generation.dynamo.metrics) logger (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) (in module nemo_rl.models.generation.trtllm.trtllm_http_server) (in module nemo_rl.models.generation.vllm.vllm_backend) (in module nemo_rl.models.generation.vllm.vllm_generation) (in module nemo_rl.models.generation.vllm.vllm_sparse_refit) (in module nemo_rl.models.generation.vllm.vllm_worker) LOGGER (in module nemo_rl.models.generation.vllm.vllm_worker_async) logger (in module nemo_rl.models.policy.tq_policy) (in module nemo_rl.telemetry.host_memory) (in module nemo_rl.telemetry.instrumentation) (in module nemo_rl.telemetry.metrics) (in module nemo_rl.telemetry.setup) (in module nemo_rl.transformers_compat) (in module nemo_rl.utils.fastokens) (in module nemo_rl.utils.length_penalty) (in module nemo_rl.utils.nvml) (in module nemo_rl.utils.timer) (in module nemo_rl.utils.venvs) (nemo_rl.algorithms.distillation.MasterConfig attribute) (nemo_rl.algorithms.dpo.MasterConfig attribute) (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.mpo.MasterConfig attribute) (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.rm.MasterConfig attribute) (nemo_rl.algorithms.sft.MasterConfig attribute) (nemo_rl.algorithms.sft_v2.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.MasterConfig attribute) logger_key (nemo_rl.telemetry.vocabulary.TeedMetric attribute) LoggerConfig (class in nemo_rl.utils.logger) LoggerInterface (class in nemo_rl.utils.logger) logging_step_interval (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) logical_rank (nemo_rl.data.energon.sft_types.StepEnvelope attribute) (nemo_rl.data.energon.topology.LoaderCopy attribute) logical_rollout_id() (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord method) logical_rollout_ids (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord property) logical_segment_counts_by_row() (nemo_rl.data.multimodal_utils.PackedTensor method) logical_world_size (nemo_rl.data.energon.sft_types.StepEnvelope attribute) (nemo_rl.data.energon.topology.DataLoaderPlacementPlan property) (nemo_rl.data.energon.topology.LoaderCopy attribute) LOGIT (nemo_rl.algorithms.loss.interfaces.LossInputType attribute) LOGPROB (nemo_rl.algorithms.loss.interfaces.LossInputType attribute) (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) logprob_batch_size (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) logprob_chunk_size (nemo_rl.models.policy.PolicyConfig attribute) logprob_mb_tokens (nemo_rl.models.policy.DynamicBatchingConfig attribute) (nemo_rl.models.policy.SequencePackingConfig attribute) LogprobOutputSpec (class in nemo_rl.models.policy.interfaces) logprobs (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) (nemo_rl.models.policy.interfaces.LogprobOutputSpec attribute) (nemo_rl.models.policy.interfaces.TeacherFullPayloadOutputSpec attribute) logprobs_mode (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) LogprobsPostProcessor (class in nemo_rl.models.automodel.train) (class in nemo_rl.models.megatron.train) logs_enabled (nemo_rl.telemetry.config.TelemetryConfig attribute) longest_answer_penalty (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) longest_reasoning_penalty (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) longest_total_penalty (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) lora_A_init (nemo_rl.models.policy.LoRAConfig attribute) lora_A_init_method (nemo_rl.models.policy.MegatronPeftConfig attribute) lora_B_init_method (nemo_rl.models.policy.MegatronPeftConfig attribute) lora_cfg (nemo_rl.models.policy.AutomodelConfig attribute) lora_dtype (nemo_rl.models.policy.MegatronPeftConfig attribute) LoRAConfig (class in nemo_rl.models.policy) LoRAConfigDisabled (class in nemo_rl.models.policy) loss (nemo_rl.algorithms.dpo.DPOValMetrics attribute) (nemo_rl.algorithms.rm.RMValMetrics attribute) loss_decay_gamma (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) loss_dens (nemo_rl.models.automodel.draft.eagle3_llama.Eagle3ForwardTerms attribute) loss_fn (nemo_rl.algorithms.distillation.MasterConfig attribute) (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.sft_v2.SFTV2ActorArgs attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.MasterConfig attribute) LOSS_KEY (in module nemo_rl.algorithms.metric_utils) loss_mask_cp_sharded (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) loss_multiplier (nemo_rl.data.energon.multimodal.types.EncodedSFTSample attribute) (nemo_rl.data.interfaces.DatumSpec attribute) (nemo_rl.data.interfaces.PreferenceDatumSpec attribute) (nemo_rl.experience.interfaces.PromptGroupRecord attribute) (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) loss_nums (nemo_rl.models.automodel.draft.eagle3_llama.Eagle3ForwardTerms attribute) loss_stats() (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossFn method) LOSS_TEED_METRICS (in module nemo_rl.algorithms.loss.loss_functions) loss_type (nemo_rl.algorithms.loss.interfaces.LossFunction attribute) (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.DistillationLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.MPOLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.NLLLossFn attribute) (nemo_rl.algorithms.loss.loss_functions.PreferenceLossFn attribute) loss_weight (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) LossFunction (class in nemo_rl.algorithms.loss.interfaces) LossInputType (class in nemo_rl.algorithms.loss.interfaces) LossMetricPayload (in module nemo_rl.models.megatron.pipeline_parallel) LossMetricPayloadT (in module nemo_rl.models.megatron.pipeline_parallel) LossPostProcessor (class in nemo_rl.models.automodel.train) (class in nemo_rl.models.megatron.train) LossType (class in nemo_rl.algorithms.loss.interfaces) low_effort (nemo_rl.experience.reward_penalties.RewardChecks attribute) low_lengths (nemo_rl.experience.rollouts._EffortShapingMetrics attribute) low_penalty (nemo_rl.experience.reward_penalties.EffortRewardSettings attribute) (nemo_rl.experience.rollouts.EffortLevelsConfig attribute) low_string (nemo_rl.experience.reward_penalties.EffortRewardSettings attribute) (nemo_rl.experience.rollouts.EffortLevelsConfig attribute) low_ub (nemo_rl.experience.reward_penalties.EffortRewardSettings attribute) (nemo_rl.experience.rollouts.EffortLevelsConfig attribute) low_weight (nemo_rl.experience.reward_penalties.EffortRewardSettings attribute) (nemo_rl.experience.rollouts.EffortLevelsConfig attribute) LP_SEED_FIELDS (in module nemo_rl.data_plane.schema) lr (nemo_rl.models.policy.draft_config.DraftOptimizerConfig attribute) (nemo_rl.models.policy.MegatronOptimizerConfig attribute) lr_decay_iters (nemo_rl.models.policy.MegatronSchedulerConfig attribute) lr_decay_style (nemo_rl.models.policy.MegatronSchedulerConfig attribute) lr_warmup_init (nemo_rl.models.policy.MegatronSchedulerConfig attribute) lr_warmup_iters (nemo_rl.models.policy.MegatronSchedulerConfig attribute) M main() (in module nemo_rl.distributed.actor_environments) (in module nemo_rl.models.generation.dynamo.validate_dynamo_vllm_args) MAJOR (in module nemo_rl.package_info) make_actor_runtime_env() (in module nemo_rl.utils.venvs) make_microbatch_iterator() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) make_microbatch_iterator_for_packable_sequences() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) make_microbatch_iterator_with_dynamic_shapes() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) make_nccl_reshard_refit_info_wire_safe() (in module nemo_rl.weight_sync.nccl_reshard_utils) make_policy_factory() (in module nemo_rl.data_plane.factory) make_policy_like_config() (in module nemo_rl.models.megatron.setup) make_processed_microbatch_iterator() (in module nemo_rl.models.automodel.data) (in module nemo_rl.models.megatron.data) make_sequence_length_divisible_by (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) make_value_head_hook() (in module nemo_rl.models.value.workers.megatron_value_worker) malformed_thinking_advantage (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) MALFORMED_THINKING_MASK (in module nemo_rl.data_plane.schema) malformed_thinking_mask_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) mamba_head_dim (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) mamba_inference_conv_states_dtype (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) mamba_inference_ssm_states_dtype (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) mamba_num_groups (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) mamba_num_heads (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) mamba_state_dim (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) managed_span() (in module nemo_rl.telemetry.instrumentation) ManagedDynamoRuntime (class in nemo_rl.models.generation.dynamo.managed_runtime) manifest (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.ResolvedRolloutCheckpoint attribute) manifest_digest (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayMetadataState attribute) map() (nemo_rl.data.datasets.response_datasets.oai_format_dataset.PreservingDataset method) (nemo_rl.data.energon.topology.DataLoaderTopologyMapper method) (nemo_rl.data.energon.topology.DefaultDataLoaderTopologyMapper method) map_efficiency_seconds() (in module nemo_rl.telemetry.metrics) map_setup_seconds (in module nemo_rl.telemetry.metrics) map_teacher_logits_to_draft_vocab() (in module nemo_rl.algorithms.loss.utils) map_teed_scalars() (in module nemo_rl.telemetry.metrics) mark() (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) mark_finalization_started() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) mark_finalization_unknown() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) mark_group_admitted() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) mark_group_dispatched() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) mark_group_sealed() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) mark_iteration() (nemo_rl.utils.timer.TimeoutChecker method) mark_loaded() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) mark_prompt_group_admitted() (nemo_rl.experience.rollout_manager.RolloutManager method) mark_restart_failed() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) mark_restarting() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) mark_sibling_sealed() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) mark_weights_partial() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) mask_filtered_logprobs_outside_tokens() (in module nemo_rl.algorithms.utils) MASK_SAMPLE (in module nemo_rl.data_plane.schema) mask_sample (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) (nemo_rl.experience.rollout_recovery.RolloutAttemptRecord attribute) (nemo_rl.experience.rollout_recovery.SiblingSealResult attribute) mask_sample_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) masked_mean() (in module nemo_rl.algorithms.utils) masked_var() (in module nemo_rl.algorithms.utils) master_args() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) master_port_range_high (nemo_rl.distributed.virtual_cluster.ClusterConfig attribute) master_port_range_low (nemo_rl.distributed.virtual_cluster.ClusterConfig attribute) MasterConfig (class in nemo_rl.algorithms.distillation) (class in nemo_rl.algorithms.dpo) (class in nemo_rl.algorithms.grpo) (class in nemo_rl.algorithms.mpo) (class in nemo_rl.algorithms.ppo) (class in nemo_rl.algorithms.rm) (class in nemo_rl.algorithms.sft) (class in nemo_rl.algorithms.sft_v2) (class in nemo_rl.algorithms.single_controller_utils.config) (class in nemo_rl.algorithms.xtoken_off_policy_distillation) (class in nemo_rl.evals.eval) match_all_linear (nemo_rl.models.policy.LoRAConfig attribute) matches() (nemo_rl.data.interfaces.NemoGymSourceIdentity method) (nemo_rl.models.huggingface.common.ModelFlag method) matches_quant_ignore_pattern() (in module nemo_rl.modelopt.utils) materialize() (in module nemo_rl.data_plane.codec) (nemo_rl.weight_sync.nccl_reshard_utils.LocalParamSpec method) materialize_local() (in module nemo_rl.data_plane.adapters.local) materialize_media_value() (in module nemo_rl.data.energon.multimodal.task_encoders.media) materialize_only_last_token_logits (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) materialize_scalar_metrics() (in module nemo_rl.algorithms.loss.clipped_pg) materialize_vllm_video_config() (in module nemo_rl.models.generation.vllm.config) math (nemo_rl.evals.eval._PassThroughEnvConfig attribute) math_data_processor() (in module nemo_rl.data.processors) math_expression_reward() (in module nemo_rl.environments.rewards) math_hf_data_processor() (in module nemo_rl.data.processors) math_verify_func (in module nemo_rl.environments.rewards) math_verify_impl (nemo_rl.environments.math_environment.MathEnvConfig attribute) MathDataset (class in nemo_rl.data.datasets.eval_datasets.math) MathEnvConfig (class in nemo_rl.environments.math_environment) MathEnvironment (class in nemo_rl.environments.math_environment) MathEnvironmentMetadata (class in nemo_rl.environments.math_environment) MathEvalDataConfig (class in nemo_rl.data) MathMultiRewardEnvironment (class in nemo_rl.environments.math_environment) max_backoff_s (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) (nemo_rl.experience.rollout_manager.RolloutRetryPolicy attribute) max_batch_size (nemo_rl.models.generation.trtllm.config.TrtllmEngineKnobs attribute) max_buffered_rollouts (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) max_bytes_per_key_seen (nemo_rl.data_plane.observability.DataPlaneStats attribute) max_consecutive_dropped_prompts (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) (nemo_rl.experience.rollout_manager.RolloutRetryPolicy attribute) max_consecutive_failures (nemo_rl.algorithms.single_controller_utils.config.RolloutCheckpointConfig attribute) max_consecutive_infra_drops (nemo_rl.experience.rollout_manager.RolloutStats attribute) max_data_attempts (nemo_rl.experience.rollout_manager.RolloutRetryPolicy attribute) max_data_attempts_per_prompt (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) max_generation_failures (nemo_rl.algorithms.grpo.AsyncGRPOConfig attribute) max_grad_norm (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.models.automodel.config.RuntimeConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) max_gym_row_attempts (nemo_rl.experience.rollout_manager.RolloutRetryPolicy attribute) max_inflight_prompts (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) max_infra_attempts (nemo_rl.experience.rollout_manager.RolloutRetryPolicy attribute) max_infra_attempts_per_prompt (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) max_input_seq_length (nemo_rl.data.AIMEEvalDataConfig attribute) (nemo_rl.data.DailyOmniEvalDataConfig attribute) (nemo_rl.data.DataConfig attribute) (nemo_rl.data.GPQAEvalDataConfig attribute) (nemo_rl.data.LocalMathEvalDataConfig attribute) (nemo_rl.data.MathEvalDataConfig attribute) (nemo_rl.data.MMAUEvalDataConfig attribute) (nemo_rl.data.MMLUEvalDataConfig attribute) (nemo_rl.data.MMLUProEvalDataConfig attribute) max_lookahead_versions (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSamplerConfig attribute) max_model_len (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) max_ms (nemo_rl.data_plane.observability.OpStats attribute) max_new_tokens (nemo_rl.models.generation.interfaces.GenerationConfig attribute) max_num_epochs (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) (nemo_rl.algorithms.rm.RMConfig attribute) (nemo_rl.algorithms.sft.SFTConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationConfig attribute) max_num_steps (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) (nemo_rl.algorithms.rm.RMConfig attribute) (nemo_rl.algorithms.sft.SFTConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationConfig attribute) max_num_tokens (nemo_rl.models.generation.trtllm.config.TrtllmEngineKnobs attribute) MAX_OUTPUT_LEN (in module nemo_rl.modelopt.models.policy.workers.utils) max_partitions (nemo_rl.data_plane.interfaces.LocalDataPlaneConfig attribute) max_replacement_attempts (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) max_requests (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) max_response_length (nemo_rl.algorithms.reward_functions.RewardShapingConfig attribute) max_restart_attempts_per_shard (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) (nemo_rl.models.generation.fleet_health.FleetHealthPolicy attribute) max_rollout_turns (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) max_row_attempts (nemo_rl.algorithms.single_controller_utils.config.NemoGymRolloutFTConfig attribute) max_samples (nemo_rl.data.DailyOmniEvalDataConfig attribute) (nemo_rl.data.MMAUEvalDataConfig attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) max_samples_per_sequence (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) MAX_SEQ_LEN (in module nemo_rl.modelopt.models.policy.workers.utils) max_seq_len (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) max_seqlen (nemo_rl.models.megatron.data.DirectPackedMetadata attribute) max_seqlen_k (nemo_rl.models.huggingface.common.FlashAttentionKwargs attribute) max_seqlen_q (nemo_rl.models.huggingface.common.FlashAttentionKwargs attribute) max_sequences_per_bin (nemo_rl.data.energon.config.EnergonPackingOptions attribute) (nemo_rl.distributed.batched_data_dict.SequencePackingArgs attribute) (nemo_rl.models.policy.SequencePackingConfig attribute) max_skipped_prompts (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) (nemo_rl.experience.rollout_manager.RolloutRetryPolicy attribute) max_staleness_versions (nemo_rl.algorithms.async_utils.staleness_sampler.ReadyFirstSamplerConfig attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.WeightFifoSamplerConfig attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSamplerConfig attribute) max_tokens (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) max_tokens_per_microbatch (nemo_rl.distributed.batched_data_dict.DynamicBatchingArgs attribute) (nemo_rl.distributed.batched_data_dict.SequencePackingArgs attribute) max_total_sequence_length (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) max_trajectory_age_steps (nemo_rl.algorithms.grpo.AsyncGRPOConfig attribute) (nemo_rl.algorithms.ppo.AsyncPPOConfig attribute) max_val_samples (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) max_waiting_mutations (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrierTelemetry attribute) max_wv (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) maximum (nemo_rl.algorithms.single_controller_utils.utils.AdvantagePartial attribute) maybe_configure_data_plane_env() (in module nemo_rl.data_plane.factory) maybe_configure_engine_reaping_env() (in module nemo_rl.models.generation) maybe_gpu_profile_step() (in module nemo_rl.utils.nsys) maybe_init_zmq() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) maybe_pad_last_batch() (in module nemo_rl.algorithms.utils) maybe_patch_fastokens() (in module nemo_rl.utils.fastokens) maybe_preinit_nixl_checkpoint_engine() (in module nemo_rl.models.policy.workers.checkpoint_engine) maybe_r3_trace_stage() (in module nemo_rl.utils.r3_trace) MCORE (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) mcore_generation_config (nemo_rl.models.generation.megatron.config.MCoreGenerationConfig attribute) MCORE_TOKEN_ROUNDER (in module nemo_rl.models.megatron.batch_invariant) MCoreGenerationConfig (class in nemo_rl.models.generation.megatron.config) MCoreGenerationSpecificArgs (class in nemo_rl.models.generation.megatron.config) MEAN_GEN_TOKENS_PER_SAMPLE_KEY (in module nemo_rl.algorithms.metric_utils) media (nemo_rl.data.energon.multimodal.types.CanonicalSFTSample attribute) (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) (nemo_rl.models.generation.vllm.vllm_worker_async.CapturedRequest attribute) media_columns (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) media_count (nemo_rl.data_plane.tq_token_sink.StagedPrefix attribute) MEDIA_FLAG_FIELDS (in module nemo_rl.data_plane.tq_token_sink) media_has_frames (nemo_rl.data_plane.tq_token_sink.FetchedStagedCall attribute) MEDIA_HAS_FRAMES_FIELD (in module nemo_rl.data_plane.tq_token_sink) MEDIA_IMGS_FIELD (in module nemo_rl.data_plane.tq_token_sink) MEDIA_IMGS_SIZES_FIELD (in module nemo_rl.data_plane.tq_token_sink) media_item_sizes() (in module nemo_rl.data_plane.tq_token_sink) MEDIA_METADATA_DIGEST_FIELD (in module nemo_rl.data_plane.tq_token_sink) MEDIA_METADATA_FIELDS (in module nemo_rl.data_plane.tq_token_sink) MEDIA_NUM_FRAMES_FIELD (in module nemo_rl.data_plane.tq_token_sink) media_pixel_dtype (nemo_rl.data_plane.tq_token_sink.TQTokenSink property) media_placeholder_token_id_from_chunks() (in module nemo_rl.data.multimodal_utils) media_present (nemo_rl.data_plane.tq_token_sink.FetchedStagedCall attribute) MEDIA_PRESENT_FIELD (in module nemo_rl.data_plane.tq_token_sink) MEDIA_PREV_COUNT_KEY (in module nemo_rl.models.generation.megatron.token_capture) MEDIA_PREV_SIZES_KEY (in module nemo_rl.models.generation.megatron.token_capture) media_sizes (nemo_rl.data_plane.tq_token_sink.StagedPrefix attribute) media_sources_equal() (in module nemo_rl.data.multimodal_utils) MEDIA_STAGING_FIELDS (in module nemo_rl.data_plane.tq_token_sink) MEDIA_TAG_PATTERN (in module nemo_rl.data.multimodal_utils) MEDIA_TAGS (in module nemo_rl.data.multimodal_utils) MEDIA_TAGS_REVERSED (in module nemo_rl.data.multimodal_utils) MEDIA_TAGS_TO_ALLOWED (in module nemo_rl.data.multimodal_utils) MEDIA_TENSOR_COLUMNS (in module nemo_rl.data_plane.tq_token_sink) media_token_validity_mask (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) MediaCaptureRejected MediaColumnSpec (class in nemo_rl.data.captured_media) MediaItemSizes (in module nemo_rl.data_plane.tq_token_sink) MediaMetadataIntegrityError MediaMetadataValue (in module nemo_rl.data.energon.multimodal.types) MediaPromptSpecOverrides (class in nemo_rl.models.generation.megatron.config) MediaRef (class in nemo_rl.data.energon.multimodal.types) MEGATRON_BACKEND (in module nemo_rl.models.generation.constants) megatron_cfg (nemo_rl.models.megatron.config.RuntimeConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) megatron_cfg_overrides (nemo_rl.algorithms.opd.TeacherResourceConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) megatron_conversion_is_complete() (in module nemo_rl.models.megatron.community_import) MEGATRON_CORE_REQUIRED_CONFIG_FIELDS (in module nemo_rl.models.megatron.zero_train_gen_mismatch) megatron_forward_backward() (in module nemo_rl.models.megatron.train) megatron_inference_wrapper (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) megatron_path (in module nemo_rl) megatron_sft (nemo_rl.data.ResponseDatasetConfig attribute) MEGATRON_SFT_PACKED_BATCH_FIELDS (in module nemo_rl.data.megatron_sft_packed) MEGATRON_SFT_PACKED_FIELDS (in module nemo_rl.data.megatron_sft_packed) megatron_sft_packed_preprocessor() (in module nemo_rl.data.megatron_sft_packed) MegatronCheckpointConfig (class in nemo_rl.models.policy) MegatronCheckpointEngineSendMixin (class in nemo_rl.models.policy.workers.checkpoint_engine) MegatronConfig (class in nemo_rl.models.policy) MegatronConfigDisabled (class in nemo_rl.models.policy) MegatronDDPConfig (class in nemo_rl.models.policy) MegatronGeneration (class in nemo_rl.models.generation.megatron.megatron_generation) MegatronGenerationMixin (class in nemo_rl.models.generation.megatron.megatron_worker) MegatronGenerationRefitMixin (class in nemo_rl.models.generation.megatron.megatron_worker) MegatronOptimizerConfig (class in nemo_rl.models.policy) MegatronPeftConfig (class in nemo_rl.models.policy) MegatronPeftConfigDisabled (class in nemo_rl.models.policy) MegatronPolicyWorker (class in nemo_rl.models.policy.workers.megatron_policy_worker) MegatronPolicyWorkerImpl (class in nemo_rl.models.policy.workers.megatron_policy_worker) MegatronQuantPolicyWorker (class in nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker) MegatronRemoteSparseRefit (class in nemo_rl.models.policy.workers.megatron_remote_sparse_refit) MegatronReshardParamSpecCollection (class in nemo_rl.models.policy.workers.megatron_policy_worker) MegatronSchedulerConfig (class in nemo_rl.models.policy) MegatronSFTDatasetConfig (class in nemo_rl.data) MegatronSFTPackedDataset (class in nemo_rl.data.datasets.response_datasets.megatron_sft_packed) MegatronSFTPackedDatumSpec (class in nemo_rl.data.megatron_sft_packed) MegatronValueWorker (class in nemo_rl.models.value.workers.megatron_value_worker) MegatronValueWorkerImpl (class in nemo_rl.models.value.workers.megatron_value_worker) MegatronWeightSynchronizer (class in nemo_rl.weight_sync.megatron_weight_synchronizer) mem_used_diff_gb (nemo_rl.utils.memory_tracker.MemoryTrackerDataPoint property) membership_epoch (nemo_rl.models.generation.fleet_health.GenerationFleetHealth property) memory_used_after_stage_gb (nemo_rl.utils.memory_tracker.MemoryTrackerDataPoint attribute) memory_used_before_stage_gb (nemo_rl.utils.memory_tracker.MemoryTrackerDataPoint attribute) MemoryTracker (class in nemo_rl.utils.memory_tracker) MemoryTrackerDataPoint (class in nemo_rl.utils.memory_tracker) merge_datasets() (in module nemo_rl.data.datasets.utils) merge_multimodal_payload_metrics() (in module nemo_rl.utils.multimodal_payload_metrics) merge_segments() (nemo_rl.data.multimodal_utils.PackedTensor class method) merge_snapshots() (in module nemo_rl.data_plane.observability) merge_sparse_payloads() (in module nemo_rl.utils.weight_transfer_sparse_codec) merge_tool_messages() (in module nemo_rl.data.deepseek_v4_encoding) merge_vllm_refit_metrics() (in module nemo_rl.utils.weight_transfer_http) merge_weight_chunk_batches() (in module nemo_rl.utils.checkpoint_engines.base) merge_with_override() (in module nemo_rl.utils.config) merged_inference_megatron_cfg() (in module nemo_rl.models.generation.megatron.config) MeshInfo (class in nemo_rl.weight_sync.nccl_reshard_utils) message_level_advantage_penalties_enabled (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) message_log (nemo_rl.data.energon.multimodal.types.EncodedSFTSample attribute) (nemo_rl.data.interfaces.DatumSpec attribute) (nemo_rl.experience.interfaces.Completion attribute) MESSAGE_LOG_BULK_FIELDS (in module nemo_rl.data.llm_message_utils) message_log_chosen (nemo_rl.data.interfaces.PreferenceDatumSpec attribute) message_log_rejected (nemo_rl.data.interfaces.PreferenceDatumSpec attribute) message_log_shape() (in module nemo_rl.data.llm_message_utils) message_log_to_flat_messages() (in module nemo_rl.data.llm_message_utils) message_loss_mask (nemo_rl.data.interfaces.DatumSpec attribute) messages (nemo_rl.data.energon.multimodal.types.CanonicalSFTSample attribute) meta (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayGroupMetadata attribute) (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageRequest attribute) (nemo_rl.data.energon.sft_types.StepEnvelope attribute) (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) META_IDX (in module nemo_rl.data_plane.schema) metadata (nemo_rl.data.energon.multimodal.types.MediaRef attribute) (nemo_rl.environments.interfaces.EnvironmentReturn attribute) (nemo_rl.experience.interfaces.PromptGroupRecord attribute) metadata() (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoGpuReservation method) (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoVllmWorker method) metadata_state_dict() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) MetadataT (in module nemo_rl.environments.interfaces) metric (nemo_rl.evals.eval.EvalConfig attribute) (nemo_rl.experience.reward_penalties.CapturePenalty attribute) metric_name (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) METRIC_NAME_PREFIX (in module nemo_rl.telemetry.vocabulary) metric_payload() (nemo_rl.models.megatron.draft.step_state.DraftStepState static method) MetricNormalizer (class in nemo_rl.algorithms.loss.interfaces) metrics (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) (nemo_rl.utils.logger.GpuMetricSnapshot attribute) metrics() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) metrics_enabled (nemo_rl.telemetry.config.TelemetryConfig attribute) metrics_exclude_prefixes (nemo_rl.models.generation.dynamo.config.DynamoCfg attribute) metrics_include_prefixes (nemo_rl.models.generation.dynamo.config.DynamoCfg attribute) metrics_level (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) metrics_never_fail_the_step() (in module nemo_rl.data_plane.observability) metrics_url (nemo_rl.telemetry.host_memory.RayNode attribute) MetricsDataPlaneClient (class in nemo_rl.data_plane.observability) MICRO_BATCH_INDICES (in module nemo_rl.data_plane.schema) MICRO_BATCH_LENGTHS (in module nemo_rl.data_plane.schema) micro_batch_size (nemo_rl.algorithms.opd.TeacherResourceConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) microbatch_order (nemo_rl.distributed.batched_data_dict.SequencePackingArgs attribute) (nemo_rl.models.policy.SequencePackingConfig attribute) MICROBATCH_PADDED_FIELDS (in module nemo_rl.data_plane.schema) microbatch_replay_context() (in module nemo_rl.models.automodel.router_replay) microbatch_routed_experts() (in module nemo_rl.models.automodel.router_replay) milestones (nemo_rl.models.policy.SinglePytorchMilestonesConfig attribute) min_generation_tokens (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) min_groups_for_streaming_train (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) min_healthy_shards (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) (nemo_rl.models.generation.fleet_health.FleetHealthPolicy attribute) min_lr (nemo_rl.models.policy.draft_config.DraftOptimizerConfig attribute) (nemo_rl.models.policy.MegatronOptimizerConfig attribute) min_step_batch_fraction (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) min_valid_fraction_per_group (nemo_rl.algorithms.single_controller_utils.config.TokenCaptureConfig attribute) min_wv (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) MINF_CAPTURE_PARAMS_FIELD (in module nemo_rl.models.generation.megatron.token_capture) minimum (nemo_rl.algorithms.single_controller_utils.utils.AdvantagePartial attribute) MINOR (in module nemo_rl.package_info) minus_baseline (nemo_rl.algorithms.advantage_estimator.AdvEstimatorConfig attribute) mismatches (nemo_rl.data_plane.observability.HashStats attribute) missing_weight_prefixes (nemo_rl.models.generation.vllm.refit_layout.VllmWeightLayout attribute) mixed_kl_weight (nemo_rl.algorithms.loss.loss_functions.DistillationLossConfig attribute) mixtral() (in module nemo_rl.utils.flops_formulas) mlflow (nemo_rl.utils.logger.LoggerConfig attribute) mlflow_enabled (nemo_rl.utils.logger.LoggerConfig attribute) MLflowConfig (class in nemo_rl.utils.logger) MLflowLogger (class in nemo_rl.utils.logger) mmap_dir (nemo_rl.models.generation.vllm.config.VllmRefitBaselineConfig attribute) mmau (nemo_rl.evals.eval._PassThroughEnvConfig attribute) MMAUDataset (class in nemo_rl.data.datasets.eval_datasets.mmau) MMAUEvalDataConfig (class in nemo_rl.data) MMLUDataset (class in nemo_rl.data.datasets.eval_datasets.mmlu) MMLUEvalDataConfig (class in nemo_rl.data) MMLUProDataset (class in nemo_rl.data.datasets.eval_datasets.mmlu_pro) MMLUProEvalDataConfig (class in nemo_rl.data) MMPRPreferenceDataset (class in nemo_rl.data.datasets.preference_datasets.mmpr) MMPRTinyDataset (class in nemo_rl.data.datasets.response_datasets.mmpr_tiny) modality (nemo_rl.data.captured_media.CapturedMediaItem attribute) (nemo_rl.data.energon.multimodal.types.MediaRef attribute) mode (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollatorConfig attribute) model (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) (nemo_rl.models.megatron.config.ModelAndOptimizerState attribute) (nemo_rl.models.policy.workers.checkpoint_engine.AutomodelCheckpointEngineSendMixin attribute) model_batch (nemo_rl.models.automodel.train.PreparedModelForward attribute) model_cfg (nemo_rl.models.megatron.config.RuntimeConfig attribute) model_channels (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) model_class (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) (nemo_rl.models.automodel.config.RuntimeConfig attribute) model_config (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) (nemo_rl.models.automodel.config.RuntimeConfig attribute) (nemo_rl.models.generation.megatron.config.MediaPromptSpecOverrides attribute) (nemo_rl.models.generation.megatron.config.MultimodalPromptConfigOverrides attribute) (nemo_rl.models.generation.vllm.config.VllmVideoConfig attribute) model_context_factory (nemo_rl.models.automodel.train.PreparedModelForward attribute) model_cut_end (nemo_rl.models.generation.openai_server_utils.PrefixSplice attribute) model_dump_chat_response_with_dynamic_message_fields() (in module nemo_rl.models.generation.vllm.utils) model_family (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) model_forward() (in module nemo_rl.models.automodel.train) (in module nemo_rl.models.megatron.train) MODEL_INIT (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) model_input_names (nemo_rl.data.processors._NemotronOmniPreferenceProcessorProxy property) model_name (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.models.generation.interfaces.GenerationConfig attribute) (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) model_overrides (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) (nemo_rl.models.policy.MegatronConfig attribute) model_pattern (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) model_post_init() (nemo_rl.utils.memory_tracker.MemoryTracker method) model_prefix (nemo_rl.models.megatron.draft.utils._EagleLayerLayout attribute) model_save_format (nemo_rl.models.policy.AutomodelCheckpointConfig attribute) model_token (nemo_rl.models.generation.megatron.config.MediaPromptSpecOverrides attribute) model_update_group (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker attribute) ModelAndOptimizerState (class in nemo_rl.models.automodel.config) (class in nemo_rl.models.megatron.config) ModelFamily (in module nemo_rl.data.energon.multimodal.model_families) ModelFlag (class in nemo_rl.models.huggingface.common) MODELOPT_AUTOMODEL (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) MODELOPT_MCORE (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) modelopt_moe_amax_aliases() (in module nemo_rl.models.generation.vllm.patches) MODELOPT_REAL_QUANT_ZMQ_TIMEOUT_MS (in module nemo_rl.modelopt.utils) MODELOPT_VLLM (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) MODIFIED_FIRST_FIT_DECREASING (nemo_rl.data.packing.algorithms.PackingAlgorithm attribute) ModifiedFirstFitDecreasingPacker (class in nemo_rl.data.packing.algorithms) module nemo_rl nemo_rl.algorithms nemo_rl.algorithms.advantage_actor nemo_rl.algorithms.advantage_estimator nemo_rl.algorithms.async_utils nemo_rl.algorithms.async_utils.interfaces nemo_rl.algorithms.async_utils.replay_buffer nemo_rl.algorithms.async_utils.staleness_sampler nemo_rl.algorithms.async_utils.trajectory_collector nemo_rl.algorithms.distillation nemo_rl.algorithms.dpo nemo_rl.algorithms.grpo nemo_rl.algorithms.grpo_sync nemo_rl.algorithms.logits_sampling_utils nemo_rl.algorithms.loss nemo_rl.algorithms.loss.clipped_pg nemo_rl.algorithms.loss.draft nemo_rl.algorithms.loss.interfaces nemo_rl.algorithms.loss.loss_functions nemo_rl.algorithms.loss.loss_input nemo_rl.algorithms.loss.utils nemo_rl.algorithms.loss.wrapper nemo_rl.algorithms.metric_utils nemo_rl.algorithms.mpo nemo_rl.algorithms.opd nemo_rl.algorithms.ppo nemo_rl.algorithms.reward_functions nemo_rl.algorithms.rm nemo_rl.algorithms.sft nemo_rl.algorithms.sft_v2 nemo_rl.algorithms.single_controller nemo_rl.algorithms.single_controller_utils nemo_rl.algorithms.single_controller_utils.advantage_stage nemo_rl.algorithms.single_controller_utils.config nemo_rl.algorithms.single_controller_utils.rollout_checkpoint nemo_rl.algorithms.single_controller_utils.setup nemo_rl.algorithms.single_controller_utils.utils nemo_rl.algorithms.utils nemo_rl.algorithms.x_token nemo_rl.algorithms.x_token.loss_utils nemo_rl.algorithms.x_token.token_aligner nemo_rl.algorithms.x_token.utils nemo_rl.algorithms.xtoken_off_policy_distillation nemo_rl.data nemo_rl.data.captured_media nemo_rl.data.chat_templates nemo_rl.data.chat_utils nemo_rl.data.collate_fn nemo_rl.data.dataloader nemo_rl.data.datasets nemo_rl.data.datasets.eval_datasets nemo_rl.data.datasets.eval_datasets.daily_omni nemo_rl.data.datasets.eval_datasets.gpqa nemo_rl.data.datasets.eval_datasets.local_math_dataset nemo_rl.data.datasets.eval_datasets.math nemo_rl.data.datasets.eval_datasets.mmau nemo_rl.data.datasets.eval_datasets.mmlu nemo_rl.data.datasets.eval_datasets.mmlu_pro nemo_rl.data.datasets.preference_datasets nemo_rl.data.datasets.preference_datasets.binary_preference_dataset nemo_rl.data.datasets.preference_datasets.helpsteer3 nemo_rl.data.datasets.preference_datasets.mmpr nemo_rl.data.datasets.preference_datasets.preference_dataset nemo_rl.data.datasets.preference_datasets.tulu3 nemo_rl.data.datasets.processed_dataset nemo_rl.data.datasets.raw_dataset nemo_rl.data.datasets.response_datasets nemo_rl.data.datasets.response_datasets.aime nemo_rl.data.datasets.response_datasets.arrow_text_dataset nemo_rl.data.datasets.response_datasets.audiomcq nemo_rl.data.datasets.response_datasets.avqa nemo_rl.data.datasets.response_datasets.clevr nemo_rl.data.datasets.response_datasets.daily_omni nemo_rl.data.datasets.response_datasets.dapo_math nemo_rl.data.datasets.response_datasets.deepscaler nemo_rl.data.datasets.response_datasets.general_conversations_dataset nemo_rl.data.datasets.response_datasets.geometry3k nemo_rl.data.datasets.response_datasets.gsm8k nemo_rl.data.datasets.response_datasets.helpsteer3 nemo_rl.data.datasets.response_datasets.intent nemo_rl.data.datasets.response_datasets.megatron_sft_packed nemo_rl.data.datasets.response_datasets.mmpr_tiny nemo_rl.data.datasets.response_datasets.nemogym_dataset nemo_rl.data.datasets.response_datasets.nemotron_cascade2_sft nemo_rl.data.datasets.response_datasets.numinamath nemo_rl.data.datasets.response_datasets.oai_format_dataset nemo_rl.data.datasets.response_datasets.oasst nemo_rl.data.datasets.response_datasets.openmathinstruct2 nemo_rl.data.datasets.response_datasets.openr1_math nemo_rl.data.datasets.response_datasets.refcoco nemo_rl.data.datasets.response_datasets.response_dataset nemo_rl.data.datasets.response_datasets.squad nemo_rl.data.datasets.response_datasets.tulu3 nemo_rl.data.datasets.utils nemo_rl.data.deepseek_v4_encoding nemo_rl.data.deepseek_v4_tokenizer nemo_rl.data.energon nemo_rl.data.energon.config nemo_rl.data.energon.multimodal nemo_rl.data.energon.multimodal.cookers nemo_rl.data.energon.multimodal.cookers.generic nemo_rl.data.energon.multimodal.model_families nemo_rl.data.energon.multimodal.packing nemo_rl.data.energon.multimodal.registry nemo_rl.data.energon.multimodal.task_encoders nemo_rl.data.energon.multimodal.task_encoders.base nemo_rl.data.energon.multimodal.task_encoders.generic_sft nemo_rl.data.energon.multimodal.task_encoders.media nemo_rl.data.energon.multimodal.types nemo_rl.data.energon.sft_dataloader nemo_rl.data.energon.sft_types nemo_rl.data.energon.sft_worker nemo_rl.data.energon.topology nemo_rl.data.interfaces nemo_rl.data.llm_message_utils nemo_rl.data.megatron_sft_packed nemo_rl.data.multimodal_utils nemo_rl.data.packing nemo_rl.data.packing.algorithms nemo_rl.data.packing.metrics nemo_rl.data.processors nemo_rl.data.utils nemo_rl.data.xtoken nemo_rl.data.xtoken.cross_tokenizer_collate nemo_rl.data.xtoken.native_chat nemo_rl.data_plane nemo_rl.data_plane.adapters nemo_rl.data_plane.adapters.local nemo_rl.data_plane.adapters.mooncake_ssd_offload nemo_rl.data_plane.adapters.noop nemo_rl.data_plane.adapters.tq_mooncake_checkpoint nemo_rl.data_plane.adapters.transfer_queue nemo_rl.data_plane.adapters.transfer_queue_env nemo_rl.data_plane.async_utils nemo_rl.data_plane.codec nemo_rl.data_plane.column_io nemo_rl.data_plane.driver_mixin nemo_rl.data_plane.factory nemo_rl.data_plane.grouping nemo_rl.data_plane.interfaces nemo_rl.data_plane.mooncake_storage_unit nemo_rl.data_plane.observability nemo_rl.data_plane.preshard nemo_rl.data_plane.schema nemo_rl.data_plane.tq_token_sink nemo_rl.data_plane.worker_mixin nemo_rl.distributed nemo_rl.distributed.actor_environments nemo_rl.distributed.batched_data_dict nemo_rl.distributed.collectives nemo_rl.distributed.held_port nemo_rl.distributed.model_utils nemo_rl.distributed.named_sharding nemo_rl.distributed.numa_utils nemo_rl.distributed.ray_actor_environment_registry nemo_rl.distributed.ray_worker_setup nemo_rl.distributed.refit_watchdog nemo_rl.distributed.stateless_process_group nemo_rl.distributed.virtual_cluster nemo_rl.distributed.worker_group_utils nemo_rl.distributed.worker_groups nemo_rl.environments nemo_rl.environments.code_environment nemo_rl.environments.code_jaccard_environment nemo_rl.environments.dapo_math_verifier nemo_rl.environments.interfaces nemo_rl.environments.math_environment nemo_rl.environments.metrics nemo_rl.environments.nemo_gym nemo_rl.environments.nemo_gym_multimodal nemo_rl.environments.nemo_gym_request nemo_rl.environments.nemo_gym_shards nemo_rl.environments.nemotron_utils nemo_rl.environments.reward_model_environment nemo_rl.environments.rewards nemo_rl.environments.utils nemo_rl.environments.vlm_environment nemo_rl.evals nemo_rl.evals.answer_parsing nemo_rl.evals.eval nemo_rl.experience nemo_rl.experience.failures nemo_rl.experience.interfaces nemo_rl.experience.metric_utils nemo_rl.experience.payload nemo_rl.experience.reward_penalties nemo_rl.experience.rollout_manager nemo_rl.experience.rollout_reassembler nemo_rl.experience.rollout_reassembler_actor nemo_rl.experience.rollout_recovery nemo_rl.experience.rollouts nemo_rl.experience.route_assembly nemo_rl.experience.route_plan nemo_rl.experience.sync_rollout_actor nemo_rl.modelopt nemo_rl.modelopt.models nemo_rl.modelopt.models.generation nemo_rl.modelopt.models.generation.vllm_modelopt nemo_rl.modelopt.models.generation.vllm_quant_backend nemo_rl.modelopt.models.generation.vllm_quant_moe_amax nemo_rl.modelopt.models.generation.vllm_quant_patch nemo_rl.modelopt.models.generation.vllm_quant_worker nemo_rl.modelopt.models.policy nemo_rl.modelopt.models.policy.workers nemo_rl.modelopt.models.policy.workers.automodel_quant_policy_worker nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker nemo_rl.modelopt.models.policy.workers.utils nemo_rl.modelopt.utils nemo_rl.models nemo_rl.models.automodel nemo_rl.models.automodel.checkpoint nemo_rl.models.automodel.config nemo_rl.models.automodel.convert nemo_rl.models.automodel.data nemo_rl.models.automodel.draft nemo_rl.models.automodel.draft.checkpoint nemo_rl.models.automodel.draft.common nemo_rl.models.automodel.draft.draft_qwen3 nemo_rl.models.automodel.draft.eagle3_llama nemo_rl.models.automodel.draft.hidden_capture nemo_rl.models.automodel.draft.loss nemo_rl.models.automodel.draft.markov_head nemo_rl.models.automodel.draft.runtime nemo_rl.models.automodel.draft.setup nemo_rl.models.automodel.router_replay nemo_rl.models.automodel.setup nemo_rl.models.automodel.train nemo_rl.models.automodel.utils nemo_rl.models.generation nemo_rl.models.generation.constants nemo_rl.models.generation.dynamo nemo_rl.models.generation.dynamo.arguments nemo_rl.models.generation.dynamo.config nemo_rl.models.generation.dynamo.dynamo_generation nemo_rl.models.generation.dynamo.dynamo_worker nemo_rl.models.generation.dynamo.http_client nemo_rl.models.generation.dynamo.managed_runtime nemo_rl.models.generation.dynamo.metrics nemo_rl.models.generation.dynamo.refit nemo_rl.models.generation.dynamo.token_wrapper nemo_rl.models.generation.dynamo.validate_dynamo_vllm_args nemo_rl.models.generation.dynamo.venv nemo_rl.models.generation.dynamo.worker_pool nemo_rl.models.generation.engine_supervisor nemo_rl.models.generation.fleet_health nemo_rl.models.generation.generation_router nemo_rl.models.generation.interfaces nemo_rl.models.generation.megatron nemo_rl.models.generation.megatron.config nemo_rl.models.generation.megatron.megatron_generation nemo_rl.models.generation.megatron.megatron_worker nemo_rl.models.generation.megatron.token_capture nemo_rl.models.generation.megatron.utils nemo_rl.models.generation.openai_server_utils nemo_rl.models.generation.trtllm nemo_rl.models.generation.trtllm.config nemo_rl.models.generation.trtllm.quantization nemo_rl.models.generation.trtllm.quantization.fp8 nemo_rl.models.generation.trtllm.trtllm_backend nemo_rl.models.generation.trtllm.trtllm_disagg_server nemo_rl.models.generation.trtllm.trtllm_generation nemo_rl.models.generation.trtllm.trtllm_http_server nemo_rl.models.generation.trtllm.trtllm_worker_async nemo_rl.models.generation.vllm nemo_rl.models.generation.vllm.captured_chat_logprobs nemo_rl.models.generation.vllm.checkpoint_engine nemo_rl.models.generation.vllm.collective_rpc nemo_rl.models.generation.vllm.config nemo_rl.models.generation.vllm.draft_utils nemo_rl.models.generation.vllm.metric_names nemo_rl.models.generation.vllm.patches nemo_rl.models.generation.vllm.refit_layout nemo_rl.models.generation.vllm.refit_loader nemo_rl.models.generation.vllm.utils nemo_rl.models.generation.vllm.video_utils nemo_rl.models.generation.vllm.vllm_backend nemo_rl.models.generation.vllm.vllm_generation nemo_rl.models.generation.vllm.vllm_sparse_delta nemo_rl.models.generation.vllm.vllm_sparse_refit nemo_rl.models.generation.vllm.vllm_worker nemo_rl.models.generation.vllm.vllm_worker_async nemo_rl.models.generation.vllm.worker_utils nemo_rl.models.huggingface nemo_rl.models.huggingface.common nemo_rl.models.megatron nemo_rl.models.megatron.alignment nemo_rl.models.megatron.batch_invariant nemo_rl.models.megatron.common nemo_rl.models.megatron.community_import nemo_rl.models.megatron.config nemo_rl.models.megatron.data nemo_rl.models.megatron.draft nemo_rl.models.megatron.draft.dspark nemo_rl.models.megatron.draft.eagle nemo_rl.models.megatron.draft.hidden_capture nemo_rl.models.megatron.draft.optimizer nemo_rl.models.megatron.draft.step_state nemo_rl.models.megatron.draft.training nemo_rl.models.megatron.draft.utils nemo_rl.models.megatron.hybridep nemo_rl.models.megatron.memory_saver nemo_rl.models.megatron.opd_full_capture nemo_rl.models.megatron.pipeline_parallel nemo_rl.models.megatron.router_replay nemo_rl.models.megatron.setup nemo_rl.models.megatron.train nemo_rl.models.megatron.zero_train_gen_mismatch nemo_rl.models.policy nemo_rl.models.policy.draft_config nemo_rl.models.policy.interfaces nemo_rl.models.policy.lm_policy nemo_rl.models.policy.teacher_worker_group nemo_rl.models.policy.tq_policy nemo_rl.models.policy.utils nemo_rl.models.policy.workers nemo_rl.models.policy.workers.automodel_policy_worker nemo_rl.models.policy.workers.base_policy_worker nemo_rl.models.policy.workers.checkpoint_engine nemo_rl.models.policy.workers.megatron_policy_worker nemo_rl.models.policy.workers.megatron_remote_sparse_refit nemo_rl.models.policy.workers.patches nemo_rl.models.value nemo_rl.models.value.config nemo_rl.models.value.interfaces nemo_rl.models.value.lm_value nemo_rl.models.value.tq_value nemo_rl.models.value.workers nemo_rl.models.value.workers.automodel_value_worker nemo_rl.models.value.workers.megatron_value_worker nemo_rl.package_info nemo_rl.telemetry nemo_rl.telemetry.config nemo_rl.telemetry.host_memory nemo_rl.telemetry.instrumentation nemo_rl.telemetry.metrics nemo_rl.telemetry.setup nemo_rl.telemetry.span_groups nemo_rl.telemetry.vocabulary nemo_rl.transformers_compat nemo_rl.utils nemo_rl.utils.checkpoint nemo_rl.utils.checkpoint_engines nemo_rl.utils.checkpoint_engines.base nemo_rl.utils.checkpoint_engines.nixl nemo_rl.utils.config nemo_rl.utils.cuda_ipc nemo_rl.utils.fastokens nemo_rl.utils.flops_formulas nemo_rl.utils.flops_tracker nemo_rl.utils.grad_norm nemo_rl.utils.length_penalty nemo_rl.utils.logger nemo_rl.utils.memory_tracker nemo_rl.utils.multimodal_payload_metrics nemo_rl.utils.nsys nemo_rl.utils.nvml nemo_rl.utils.outdated_config_checks nemo_rl.utils.packed_tensor nemo_rl.utils.prefetch_venvs nemo_rl.utils.r3_trace nemo_rl.utils.routed_experts_codec nemo_rl.utils.rpc_guard nemo_rl.utils.sequence_lengths nemo_rl.utils.tensor_ops nemo_rl.utils.timer nemo_rl.utils.train_data_dump nemo_rl.utils.venvs nemo_rl.utils.weight_transfer_http nemo_rl.utils.weight_transfer_sparse_codec nemo_rl.utils.weight_transfer_stream nemo_rl.utils.weight_transfer_zmq nemo_rl.weight_sync nemo_rl.weight_sync.checkpoint_engine_config nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer nemo_rl.weight_sync.collective_weight_synchronizer nemo_rl.weight_sync.factory nemo_rl.weight_sync.interfaces nemo_rl.weight_sync.ipc_weight_synchronizer nemo_rl.weight_sync.megatron_weight_synchronizer nemo_rl.weight_sync.membership nemo_rl.weight_sync.nccl_reshard_utils nemo_rl.weight_sync.nccl_reshard_weight_synchronizer nemo_rl.weight_sync.sglang_weight_synchronizer nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer nemo_rl.weight_sync.xferdtensor nemo_rl.weight_sync.xferdtensor_python moe_config (nemo_rl.models.automodel.config.DistributedContext attribute) moe_enable_deepep (nemo_rl.models.policy.MegatronConfig attribute) moe_expert_parallel_size (nemo_rl.models.generation.trtllm.config.TrtllmEngineKnobs attribute) moe_ffn_hidden_size (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) moe_flex_dispatcher_backend (nemo_rl.models.policy.MegatronConfig attribute) moe_grouped_gemm (nemo_rl.models.policy.MegatronConfig attribute) moe_hybridep_num_sms (nemo_rl.models.policy.MegatronConfig attribute) moe_hybridep_prepad_packed_inputs (nemo_rl.models.policy.MegatronConfig attribute) moe_layer_freq (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) moe_mesh (nemo_rl.models.automodel.config.DistributedContext attribute) moe_pad_experts_for_cuda_graph_inference (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) (nemo_rl.models.policy.MegatronConfig attribute) moe_parallelizer (nemo_rl.models.policy.AutomodelConfig attribute) moe_per_layer_logging (nemo_rl.models.policy.MegatronConfig attribute) moe_permute_fusion (nemo_rl.models.policy.MegatronConfig attribute) moe_router_bias_update_rate (nemo_rl.models.policy.MegatronConfig attribute) moe_router_dtype (nemo_rl.models.policy.MegatronConfig attribute) moe_router_group_topk (nemo_rl.models.policy.MegatronConfig attribute) moe_router_load_balancing_type (nemo_rl.models.policy.MegatronConfig attribute) moe_router_num_groups (nemo_rl.models.policy.MegatronConfig attribute) moe_router_topk (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) moe_shared_expert_intermediate_size (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) moe_shared_expert_overlap (nemo_rl.models.policy.MegatronConfig attribute) moe_tensor_parallel_size (nemo_rl.models.generation.trtllm.config.TrtllmEngineKnobs attribute) moe_token_dispatcher_type (nemo_rl.models.policy.MegatronConfig attribute) MoEFloat16Module (class in nemo_rl.models.megatron.setup) MoEParallelizerOptions (class in nemo_rl.models.policy) monitor (nemo_rl.models.generation.fleet_health.HealthyShardSelector attribute) monitor_gpus (nemo_rl.utils.logger.LoggerConfig attribute) mooncake_checkpoint() (nemo_rl.algorithms.advantage_actor.AdvantageActor method) (nemo_rl.data_plane.mooncake_storage_unit.MooncakeStorageUnit method) (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActor method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) mooncake_cpu (nemo_rl.data_plane.interfaces.DataPlaneConfig attribute) MooncakeCpuConfig (class in nemo_rl.data_plane.interfaces) MooncakeSsdOffloadConfig (class in nemo_rl.data_plane.interfaces) MooncakeStorageUnit (class in nemo_rl.data_plane.mooncake_storage_unit) move_buffer_to_device() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) move_model() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) move_optimizer() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) move_optimizer_to_device() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) move_to_cpu() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) move_to_cuda() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) move_to_device() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) mpo (nemo_rl.algorithms.mpo.MasterConfig attribute) mpo_train() (in module nemo_rl.algorithms.mpo) MPOConfig (class in nemo_rl.algorithms.mpo) MPOLossConfig (class in nemo_rl.algorithms.loss.loss_functions) MPOLossFn (class in nemo_rl.algorithms.loss.loss_functions) MPOSaveState (class in nemo_rl.algorithms.mpo) MPOValMetrics (class in nemo_rl.algorithms.mpo) MseValueLossConfig (class in nemo_rl.algorithms.loss.loss_functions) MseValueLossFn (class in nemo_rl.algorithms.loss.loss_functions) mtime_ns (nemo_rl.data.interfaces.NemoGymSourceIdentity attribute) mtp_detach_heads (nemo_rl.models.policy.MegatronConfig attribute) mtp_loss_mask (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) mtp_loss_scaling_factor (nemo_rl.models.policy.MegatronConfig attribute) mtp_num_layers (nemo_rl.models.policy.MegatronConfig attribute) (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) mtp_use_repeated_layer (nemo_rl.models.policy.MegatronConfig attribute) multichoice_qa_processor() (in module nemo_rl.data.processors) MULTILINGUAL_ANSWER_PATTERN_TEMPLATE (in module nemo_rl.evals.answer_parsing) MULTILINGUAL_ANSWER_REGEXES (in module nemo_rl.evals.answer_parsing) MultilingualMultichoiceVerifyWorker (class in nemo_rl.environments.math_environment) MULTIMODAL_CONTENT_TYPES (in module nemo_rl.data.multimodal_utils) MULTIMODAL_DATASETS (in module nemo_rl.data.datasets.eval_datasets) multimodal_prompt_config (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) multimodal_row_tags() (in module nemo_rl.data.multimodal_utils) MultimodalPromptConfigOverrides (class in nemo_rl.models.generation.megatron.config) MultipleDataloaderWrapper (class in nemo_rl.data.dataloader) MultiWorkerFuture (class in nemo_rl.distributed.worker_groups) mutation() (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrier method) mutation_version (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrier property) (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest attribute) MXFP8_BLOCK_QUANT_KWARGS (in module nemo_rl.models.generation.trtllm.quantization.fp8) MXFP8_BLOCK_SIZE (in module nemo_rl.models.generation.trtllm.quantization.fp8) N n_bytes (nemo_rl.data_plane.observability.DataPlaneEvent attribute) (nemo_rl.data_plane.observability.OpStats attribute) n_keys (nemo_rl.data_plane.observability.DataPlaneEvent attribute) (nemo_rl.data_plane.observability.OpStats attribute) name (nemo_rl.algorithms.advantage_estimator.AdvEstimatorConfig attribute) (nemo_rl.algorithms.advantage_estimator.GAEConfig attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.CustomSamplerConfig attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSamplerConfig attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.ReadyFirstSamplerConfig attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.WeightFifoSamplerConfig attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSamplerConfig attribute) (nemo_rl.algorithms.x_token.token_aligner.NativeAlignmentPart attribute) (nemo_rl.data.energon.config._EnergonComponentConfig attribute) (nemo_rl.data.energon.config.EnergonCookerConfig attribute) (nemo_rl.data.energon.config.EnergonPackingConfig attribute) (nemo_rl.data.energon.config.EnergonTaskEncoderConfig attribute) (nemo_rl.data.energon.multimodal.registry.ComponentConfig attribute) (nemo_rl.environments.nemo_gym.ExternalServiceReadinessTargetConfig attribute) (nemo_rl.environments.nemo_gym_shards.ShardSpec attribute) (nemo_rl.experience.reward_penalties.CapturePenalty attribute) (nemo_rl.models.automodel.router_replay.ReplayGate attribute) (nemo_rl.models.policy.PytorchOptimizerConfig attribute) (nemo_rl.models.policy.SinglePytorchSchedulerConfig attribute) (nemo_rl.models.policy.TokenizerConfig attribute) (nemo_rl.telemetry.vocabulary.RecordedMetric attribute) (nemo_rl.telemetry.vocabulary.TeedMetric attribute) (nemo_rl.utils.checkpoint_engines.base.TensorMeta attribute) (nemo_rl.utils.logger.SwanlabConfig attribute) (nemo_rl.utils.logger.WandbConfig attribute) (nemo_rl.utils.weight_transfer_stream.SparseRefitTransport attribute) NamedSharding (class in nemo_rl.distributed.named_sharding) NamedTensor (in module nemo_rl.utils.weight_transfer_sparse_codec) names (nemo_rl.distributed.named_sharding.NamedSharding property) NAMESPACE (in module nemo_rl.telemetry.span_groups) native (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) NATIVE_FLAT_EAGLE3_ARCHS (in module nemo_rl.models.automodel.draft.setup) native_thinking_alignment (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollatorConfig attribute) NativeAlignmentPart (class in nemo_rl.algorithms.x_token.token_aligner) NativeAlignmentRegions (class in nemo_rl.algorithms.x_token.token_aligner) NativeRolloutFTConfig (class in nemo_rl.algorithms.single_controller_utils.config) nbytes (nemo_rl.utils.checkpoint_engines.base.TensorMeta property) nccl_peer (nemo_rl.models.generation.interfaces.CollectiveSenderSpec attribute) nccl_reshard_refit() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) nccl_reshard_refit_async() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) NcclExtension (class in nemo_rl.models.generation.trtllm.trtllm_backend) NcclReshardWeightSynchronizer (class in nemo_rl.weight_sync.nccl_reshard_weight_synchronizer) ndim (nemo_rl.distributed.named_sharding.NamedSharding property) (nemo_rl.weight_sync.nccl_reshard_utils.MeshInfo property) need_temperature_scaling() (in module nemo_rl.models.automodel.train) need_top_k_or_top_p_filtering() (in module nemo_rl.algorithms.logits_sampling_utils) nemo_gym (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) NEMO_GYM (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) NEMO_GYM_ACTOR_FQN (in module nemo_rl.environments.nemo_gym) nemo_gym_data_processor() (in module nemo_rl.data.processors) nemo_gym_example_to_video_datum_spec() (in module nemo_rl.environments.nemo_gym_multimodal) NEMO_GYM_GRACEFUL_SHUTDOWN_TIMEOUT_S (in module nemo_rl.environments.nemo_gym) NEMO_GYM_GROUP_ATTEMPT_KEY (in module nemo_rl.experience.interfaces) NEMO_GYM_GROUP_ID_KEY (in module nemo_rl.experience.interfaces) nemo_gym_init_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) nemo_gym_rollout_hit_max_tokens() (in module nemo_rl.experience.rollouts) NEMO_GYM_ROLLOUT_INDEX_KEY (in module nemo_rl.experience.interfaces) NEMO_GYM_TASK_INDEX_KEY (in module nemo_rl.experience.interfaces) NEMO_MODELOPT_W4A16 (in module nemo_rl.modelopt.models.generation.vllm_modelopt) NEMO_MODELOPT_W4A4 (in module nemo_rl.modelopt.models.generation.vllm_modelopt) nemo_rl module nemo_rl.algorithms module nemo_rl.algorithms.advantage_actor module nemo_rl.algorithms.advantage_estimator module nemo_rl.algorithms.async_utils module nemo_rl.algorithms.async_utils.interfaces module nemo_rl.algorithms.async_utils.replay_buffer module nemo_rl.algorithms.async_utils.staleness_sampler module nemo_rl.algorithms.async_utils.trajectory_collector module nemo_rl.algorithms.distillation module nemo_rl.algorithms.dpo module nemo_rl.algorithms.grpo module nemo_rl.algorithms.grpo_sync module nemo_rl.algorithms.logits_sampling_utils module nemo_rl.algorithms.loss module nemo_rl.algorithms.loss.clipped_pg module nemo_rl.algorithms.loss.draft module nemo_rl.algorithms.loss.interfaces module nemo_rl.algorithms.loss.loss_functions module nemo_rl.algorithms.loss.loss_input module nemo_rl.algorithms.loss.utils module nemo_rl.algorithms.loss.wrapper module nemo_rl.algorithms.metric_utils module nemo_rl.algorithms.mpo module nemo_rl.algorithms.opd module nemo_rl.algorithms.ppo module nemo_rl.algorithms.reward_functions module nemo_rl.algorithms.rm module nemo_rl.algorithms.sft module nemo_rl.algorithms.sft_v2 module nemo_rl.algorithms.single_controller module nemo_rl.algorithms.single_controller_utils module nemo_rl.algorithms.single_controller_utils.advantage_stage module nemo_rl.algorithms.single_controller_utils.config module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint module nemo_rl.algorithms.single_controller_utils.setup module nemo_rl.algorithms.single_controller_utils.utils module nemo_rl.algorithms.utils module nemo_rl.algorithms.x_token module nemo_rl.algorithms.x_token.loss_utils module nemo_rl.algorithms.x_token.token_aligner module nemo_rl.algorithms.x_token.utils module nemo_rl.algorithms.xtoken_off_policy_distillation module nemo_rl.data module nemo_rl.data.captured_media module nemo_rl.data.chat_templates module nemo_rl.data.chat_utils module nemo_rl.data.collate_fn module nemo_rl.data.dataloader module nemo_rl.data.datasets module nemo_rl.data.datasets.eval_datasets module nemo_rl.data.datasets.eval_datasets.daily_omni module nemo_rl.data.datasets.eval_datasets.gpqa module nemo_rl.data.datasets.eval_datasets.local_math_dataset module nemo_rl.data.datasets.eval_datasets.math module nemo_rl.data.datasets.eval_datasets.mmau module nemo_rl.data.datasets.eval_datasets.mmlu module nemo_rl.data.datasets.eval_datasets.mmlu_pro module nemo_rl.data.datasets.preference_datasets module nemo_rl.data.datasets.preference_datasets.binary_preference_dataset module nemo_rl.data.datasets.preference_datasets.helpsteer3 module nemo_rl.data.datasets.preference_datasets.mmpr module nemo_rl.data.datasets.preference_datasets.preference_dataset module nemo_rl.data.datasets.preference_datasets.tulu3 module nemo_rl.data.datasets.processed_dataset module nemo_rl.data.datasets.raw_dataset module nemo_rl.data.datasets.response_datasets module nemo_rl.data.datasets.response_datasets.aime module nemo_rl.data.datasets.response_datasets.arrow_text_dataset module nemo_rl.data.datasets.response_datasets.audiomcq module nemo_rl.data.datasets.response_datasets.avqa module nemo_rl.data.datasets.response_datasets.clevr module nemo_rl.data.datasets.response_datasets.daily_omni module nemo_rl.data.datasets.response_datasets.dapo_math module nemo_rl.data.datasets.response_datasets.deepscaler module nemo_rl.data.datasets.response_datasets.general_conversations_dataset module nemo_rl.data.datasets.response_datasets.geometry3k module nemo_rl.data.datasets.response_datasets.gsm8k module nemo_rl.data.datasets.response_datasets.helpsteer3 module nemo_rl.data.datasets.response_datasets.intent module nemo_rl.data.datasets.response_datasets.megatron_sft_packed module nemo_rl.data.datasets.response_datasets.mmpr_tiny module nemo_rl.data.datasets.response_datasets.nemogym_dataset module nemo_rl.data.datasets.response_datasets.nemotron_cascade2_sft module nemo_rl.data.datasets.response_datasets.numinamath module nemo_rl.data.datasets.response_datasets.oai_format_dataset module nemo_rl.data.datasets.response_datasets.oasst module nemo_rl.data.datasets.response_datasets.openmathinstruct2 module nemo_rl.data.datasets.response_datasets.openr1_math module nemo_rl.data.datasets.response_datasets.refcoco module nemo_rl.data.datasets.response_datasets.response_dataset module nemo_rl.data.datasets.response_datasets.squad module nemo_rl.data.datasets.response_datasets.tulu3 module nemo_rl.data.datasets.utils module nemo_rl.data.deepseek_v4_encoding module nemo_rl.data.deepseek_v4_tokenizer module nemo_rl.data.energon module nemo_rl.data.energon.config module nemo_rl.data.energon.multimodal module nemo_rl.data.energon.multimodal.cookers module nemo_rl.data.energon.multimodal.cookers.generic module nemo_rl.data.energon.multimodal.model_families module nemo_rl.data.energon.multimodal.packing module nemo_rl.data.energon.multimodal.registry module nemo_rl.data.energon.multimodal.task_encoders module nemo_rl.data.energon.multimodal.task_encoders.base module nemo_rl.data.energon.multimodal.task_encoders.generic_sft module nemo_rl.data.energon.multimodal.task_encoders.media module nemo_rl.data.energon.multimodal.types module nemo_rl.data.energon.sft_dataloader module nemo_rl.data.energon.sft_types module nemo_rl.data.energon.sft_worker module nemo_rl.data.energon.topology module nemo_rl.data.interfaces module nemo_rl.data.llm_message_utils module nemo_rl.data.megatron_sft_packed module nemo_rl.data.multimodal_utils module nemo_rl.data.packing module nemo_rl.data.packing.algorithms module nemo_rl.data.packing.metrics module nemo_rl.data.processors module nemo_rl.data.utils module nemo_rl.data.xtoken module nemo_rl.data.xtoken.cross_tokenizer_collate module nemo_rl.data.xtoken.native_chat module nemo_rl.data_plane module nemo_rl.data_plane.adapters module nemo_rl.data_plane.adapters.local module nemo_rl.data_plane.adapters.mooncake_ssd_offload module nemo_rl.data_plane.adapters.noop module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint module nemo_rl.data_plane.adapters.transfer_queue module nemo_rl.data_plane.adapters.transfer_queue_env module nemo_rl.data_plane.async_utils module nemo_rl.data_plane.codec module nemo_rl.data_plane.column_io module nemo_rl.data_plane.driver_mixin module nemo_rl.data_plane.factory module nemo_rl.data_plane.grouping module nemo_rl.data_plane.interfaces module nemo_rl.data_plane.mooncake_storage_unit module nemo_rl.data_plane.observability module nemo_rl.data_plane.preshard module nemo_rl.data_plane.schema module nemo_rl.data_plane.tq_token_sink module nemo_rl.data_plane.worker_mixin module nemo_rl.distributed module nemo_rl.distributed.actor_environments module nemo_rl.distributed.batched_data_dict module nemo_rl.distributed.collectives module nemo_rl.distributed.held_port module nemo_rl.distributed.model_utils module nemo_rl.distributed.named_sharding module nemo_rl.distributed.numa_utils module nemo_rl.distributed.ray_actor_environment_registry module nemo_rl.distributed.ray_worker_setup module nemo_rl.distributed.refit_watchdog module nemo_rl.distributed.stateless_process_group module nemo_rl.distributed.virtual_cluster module nemo_rl.distributed.worker_group_utils module nemo_rl.distributed.worker_groups module nemo_rl.environments module nemo_rl.environments.code_environment module nemo_rl.environments.code_jaccard_environment module nemo_rl.environments.dapo_math_verifier module nemo_rl.environments.interfaces module nemo_rl.environments.math_environment module nemo_rl.environments.metrics module nemo_rl.environments.nemo_gym module nemo_rl.environments.nemo_gym_multimodal module nemo_rl.environments.nemo_gym_request module nemo_rl.environments.nemo_gym_shards module nemo_rl.environments.nemotron_utils module nemo_rl.environments.reward_model_environment module nemo_rl.environments.rewards module nemo_rl.environments.utils module nemo_rl.environments.vlm_environment module nemo_rl.evals module nemo_rl.evals.answer_parsing module nemo_rl.evals.eval module nemo_rl.experience module nemo_rl.experience.failures module nemo_rl.experience.interfaces module nemo_rl.experience.metric_utils module nemo_rl.experience.payload module nemo_rl.experience.reward_penalties module nemo_rl.experience.rollout_manager module nemo_rl.experience.rollout_reassembler module nemo_rl.experience.rollout_reassembler_actor module nemo_rl.experience.rollout_recovery module nemo_rl.experience.rollouts module nemo_rl.experience.route_assembly module nemo_rl.experience.route_plan module nemo_rl.experience.sync_rollout_actor module nemo_rl.modelopt module nemo_rl.modelopt.models module nemo_rl.modelopt.models.generation module nemo_rl.modelopt.models.generation.vllm_modelopt module nemo_rl.modelopt.models.generation.vllm_quant_backend module nemo_rl.modelopt.models.generation.vllm_quant_moe_amax module nemo_rl.modelopt.models.generation.vllm_quant_patch module nemo_rl.modelopt.models.generation.vllm_quant_worker module nemo_rl.modelopt.models.policy module nemo_rl.modelopt.models.policy.workers module nemo_rl.modelopt.models.policy.workers.automodel_quant_policy_worker module nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker module nemo_rl.modelopt.models.policy.workers.utils module nemo_rl.modelopt.utils module nemo_rl.models module nemo_rl.models.automodel module nemo_rl.models.automodel.checkpoint module nemo_rl.models.automodel.config module nemo_rl.models.automodel.convert module nemo_rl.models.automodel.data module nemo_rl.models.automodel.draft module nemo_rl.models.automodel.draft.checkpoint module nemo_rl.models.automodel.draft.common module nemo_rl.models.automodel.draft.draft_qwen3 module nemo_rl.models.automodel.draft.eagle3_llama module nemo_rl.models.automodel.draft.hidden_capture module nemo_rl.models.automodel.draft.loss module nemo_rl.models.automodel.draft.markov_head module nemo_rl.models.automodel.draft.runtime module nemo_rl.models.automodel.draft.setup module nemo_rl.models.automodel.router_replay module nemo_rl.models.automodel.setup module nemo_rl.models.automodel.train module nemo_rl.models.automodel.utils module nemo_rl.models.generation module nemo_rl.models.generation.constants module nemo_rl.models.generation.dynamo module nemo_rl.models.generation.dynamo.arguments module nemo_rl.models.generation.dynamo.config module nemo_rl.models.generation.dynamo.dynamo_generation module nemo_rl.models.generation.dynamo.dynamo_worker module nemo_rl.models.generation.dynamo.http_client module nemo_rl.models.generation.dynamo.managed_runtime module nemo_rl.models.generation.dynamo.metrics module nemo_rl.models.generation.dynamo.refit module nemo_rl.models.generation.dynamo.token_wrapper module nemo_rl.models.generation.dynamo.validate_dynamo_vllm_args module nemo_rl.models.generation.dynamo.venv module nemo_rl.models.generation.dynamo.worker_pool module nemo_rl.models.generation.engine_supervisor module nemo_rl.models.generation.fleet_health module nemo_rl.models.generation.generation_router module nemo_rl.models.generation.interfaces module nemo_rl.models.generation.megatron module nemo_rl.models.generation.megatron.config module nemo_rl.models.generation.megatron.megatron_generation module nemo_rl.models.generation.megatron.megatron_worker module nemo_rl.models.generation.megatron.token_capture module nemo_rl.models.generation.megatron.utils module nemo_rl.models.generation.openai_server_utils module nemo_rl.models.generation.trtllm module nemo_rl.models.generation.trtllm.config module nemo_rl.models.generation.trtllm.quantization module nemo_rl.models.generation.trtllm.quantization.fp8 module nemo_rl.models.generation.trtllm.trtllm_backend module nemo_rl.models.generation.trtllm.trtllm_disagg_server module nemo_rl.models.generation.trtllm.trtllm_generation module nemo_rl.models.generation.trtllm.trtllm_http_server module nemo_rl.models.generation.trtllm.trtllm_worker_async module nemo_rl.models.generation.vllm module nemo_rl.models.generation.vllm.captured_chat_logprobs module nemo_rl.models.generation.vllm.checkpoint_engine module nemo_rl.models.generation.vllm.collective_rpc module nemo_rl.models.generation.vllm.config module nemo_rl.models.generation.vllm.draft_utils module nemo_rl.models.generation.vllm.metric_names module nemo_rl.models.generation.vllm.patches module nemo_rl.models.generation.vllm.refit_layout module nemo_rl.models.generation.vllm.refit_loader module nemo_rl.models.generation.vllm.utils module nemo_rl.models.generation.vllm.video_utils module nemo_rl.models.generation.vllm.vllm_backend module nemo_rl.models.generation.vllm.vllm_generation module nemo_rl.models.generation.vllm.vllm_sparse_delta module nemo_rl.models.generation.vllm.vllm_sparse_refit module nemo_rl.models.generation.vllm.vllm_worker module nemo_rl.models.generation.vllm.vllm_worker_async module nemo_rl.models.generation.vllm.worker_utils module nemo_rl.models.huggingface module nemo_rl.models.huggingface.common module nemo_rl.models.megatron module nemo_rl.models.megatron.alignment module nemo_rl.models.megatron.batch_invariant module nemo_rl.models.megatron.common module nemo_rl.models.megatron.community_import module nemo_rl.models.megatron.config module nemo_rl.models.megatron.data module nemo_rl.models.megatron.draft module nemo_rl.models.megatron.draft.dspark module nemo_rl.models.megatron.draft.eagle module nemo_rl.models.megatron.draft.hidden_capture module nemo_rl.models.megatron.draft.optimizer module nemo_rl.models.megatron.draft.step_state module nemo_rl.models.megatron.draft.training module nemo_rl.models.megatron.draft.utils module nemo_rl.models.megatron.hybridep module nemo_rl.models.megatron.memory_saver module nemo_rl.models.megatron.opd_full_capture module nemo_rl.models.megatron.pipeline_parallel module nemo_rl.models.megatron.router_replay module nemo_rl.models.megatron.setup module nemo_rl.models.megatron.train module nemo_rl.models.megatron.zero_train_gen_mismatch module nemo_rl.models.policy module nemo_rl.models.policy.draft_config module nemo_rl.models.policy.interfaces module nemo_rl.models.policy.lm_policy module nemo_rl.models.policy.teacher_worker_group module nemo_rl.models.policy.tq_policy module nemo_rl.models.policy.utils module nemo_rl.models.policy.workers module nemo_rl.models.policy.workers.automodel_policy_worker module nemo_rl.models.policy.workers.base_policy_worker module nemo_rl.models.policy.workers.checkpoint_engine module nemo_rl.models.policy.workers.megatron_policy_worker module nemo_rl.models.policy.workers.megatron_remote_sparse_refit module nemo_rl.models.policy.workers.patches module nemo_rl.models.value module nemo_rl.models.value.config module nemo_rl.models.value.interfaces module nemo_rl.models.value.lm_value module nemo_rl.models.value.tq_value module nemo_rl.models.value.workers module nemo_rl.models.value.workers.automodel_value_worker module nemo_rl.models.value.workers.megatron_value_worker module nemo_rl.package_info module nemo_rl.telemetry module nemo_rl.telemetry.config module nemo_rl.telemetry.host_memory module nemo_rl.telemetry.instrumentation module nemo_rl.telemetry.metrics module nemo_rl.telemetry.setup module nemo_rl.telemetry.span_groups module nemo_rl.telemetry.vocabulary module nemo_rl.transformers_compat module nemo_rl.utils module nemo_rl.utils.checkpoint module nemo_rl.utils.checkpoint_engines module nemo_rl.utils.checkpoint_engines.base module nemo_rl.utils.checkpoint_engines.nixl module nemo_rl.utils.config module nemo_rl.utils.cuda_ipc module nemo_rl.utils.fastokens module nemo_rl.utils.flops_formulas module nemo_rl.utils.flops_tracker module nemo_rl.utils.grad_norm module nemo_rl.utils.length_penalty module nemo_rl.utils.logger module nemo_rl.utils.memory_tracker module nemo_rl.utils.multimodal_payload_metrics module nemo_rl.utils.nsys module nemo_rl.utils.nvml module nemo_rl.utils.outdated_config_checks module nemo_rl.utils.packed_tensor module nemo_rl.utils.prefetch_venvs module nemo_rl.utils.r3_trace module nemo_rl.utils.routed_experts_codec module nemo_rl.utils.rpc_guard module nemo_rl.utils.sequence_lengths module nemo_rl.utils.tensor_ops module nemo_rl.utils.timer module nemo_rl.utils.train_data_dump module nemo_rl.utils.venvs module nemo_rl.utils.weight_transfer_http module nemo_rl.utils.weight_transfer_sparse_codec module nemo_rl.utils.weight_transfer_stream module nemo_rl.utils.weight_transfer_zmq module nemo_rl.weight_sync module nemo_rl.weight_sync.checkpoint_engine_config module nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer module nemo_rl.weight_sync.collective_weight_synchronizer module nemo_rl.weight_sync.factory module nemo_rl.weight_sync.interfaces module nemo_rl.weight_sync.ipc_weight_synchronizer module nemo_rl.weight_sync.megatron_weight_synchronizer module nemo_rl.weight_sync.membership module nemo_rl.weight_sync.nccl_reshard_utils module nemo_rl.weight_sync.nccl_reshard_weight_synchronizer module nemo_rl.weight_sync.sglang_weight_synchronizer module nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer module nemo_rl.weight_sync.xferdtensor module nemo_rl.weight_sync.xferdtensor_python module NEMO_RL_DICT_CONFIG_KEYS (in module nemo_rl.environments.nemo_gym_shards) NemoGym (class in nemo_rl.environments.nemo_gym) NemoGymCompatibleConfig (class in nemo_rl.environments.nemo_gym) NemoGymConfig (class in nemo_rl.environments.nemo_gym) NemoGymDataset (class in nemo_rl.data.datasets.response_datasets.nemogym_dataset) NemoGymRolloutFTConfig (class in nemo_rl.algorithms.single_controller_utils.config) NemoGymRolloutResult (class in nemo_rl.experience.rollouts) NemoGymShardSet (class in nemo_rl.environments.nemo_gym) NemoGymSourceIdentity (class in nemo_rl.data.interfaces) nemotron() (in module nemo_rl.utils.flops_formulas) NEMOTRON_H_ALIGNED_TEMPLATE (in module nemo_rl.data.megatron_sft_packed) NEMOTRON_NANO_V2_TEMPLATE (in module nemo_rl.data.megatron_sft_packed) NEMOTRON_VIDEO_PROCESSOR_NAMES (in module nemo_rl.environments.nemotron_utils) NemotronCascade2SFTMathDataset (class in nemo_rl.data.datasets.response_datasets.nemotron_cascade2_sft) nemotronh() (in module nemo_rl.utils.flops_formulas) new_variables (nemo_rl.utils.memory_tracker.MemoryTrackerDataPoint property) next_index (nemo_rl.utils.weight_transfer_stream._SparsePayloadBucket attribute) NEXT_NEMO_GYM_TASK_INDEX_KEY (in module nemo_rl.experience.interfaces) next_shard() (nemo_rl.models.generation.fleet_health.HealthyShardSelector method) next_stop_strings (nemo_rl.environments.interfaces.EnvironmentReturn attribute) next_token_accuracy() (in module nemo_rl.algorithms.x_token.loss_utils) next_token_position_mask() (in module nemo_rl.models.automodel.draft.runtime) nixl (nemo_rl.models.generation.vllm.config.VllmRefitConfig attribute) NIXL_DEFAULT_BACKEND_NAME (in module nemo_rl.utils.checkpoint_engines.nixl) NIXL_TRANSFER_BUFFER_COUNT (in module nemo_rl.utils.checkpoint_engines.nixl) NIXL_VLLM_WORKER (in module nemo_rl.models.generation.vllm.checkpoint_engine) NixlAgent (class in nemo_rl.utils.checkpoint_engines.nixl) NixlAgentMetadata (in module nemo_rl.utils.checkpoint_engines.nixl) NIXLCheckpointEngine (class in nemo_rl.utils.checkpoint_engines.nixl) NixlVllmWorker (class in nemo_rl.models.generation.vllm.vllm_backend) NLLLossFn (class in nemo_rl.algorithms.loss.loss_functions) NO_AVAILABLE_HANDLE (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) no_healthy_backend_status (nemo_rl.algorithms.single_controller_utils.config.GenerationRouterConfig attribute) NO_SPAN (in module nemo_rl.telemetry.instrumentation) NO_WORKER_GROUPS (in module nemo_rl.telemetry.host_memory) node_count() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) node_id (nemo_rl.telemetry.host_memory.RayNode attribute) NoHealthyShards non_colocated_teachers (nemo_rl.algorithms.opd.OnPolicyDistillationConfig attribute) NON_VERIFIABLE_ANSWERS (in module nemo_rl.data.datasets.response_datasets.numinamath) NonColocatedTeachersConfig (class in nemo_rl.algorithms.opd) NONE (nemo_rl.algorithms.loss.interfaces.MetricNormalizer attribute) NoOpDataPlaneClient (class in nemo_rl.data_plane.adapters.noop) normalize_advantages (nemo_rl.algorithms.advantage_estimator.GAEConfig attribute) normalize_chat_inputs() (in module nemo_rl.models.generation.trtllm.trtllm_http_server) normalize_cuda_ipc_handle() (in module nemo_rl.utils.cuda_ipc) normalize_extracted_answer() (in module nemo_rl.evals.answer_parsing) normalize_fastokens_env() (in module nemo_rl.utils.fastokens) normalize_final_answer() (in module nemo_rl.environments.dapo_math_verifier) normalize_media_in_examples() (in module nemo_rl.environments.nemo_gym_multimodal) normalize_message_loss_mask() (in module nemo_rl.data.chat_utils) normalize_metric() (nemo_rl.models.megatron.draft.step_state.DraftStepState method) normalize_nvfp4_pertoken_policy_config() (in module nemo_rl.models.generation.vllm.config) normalize_response() (in module nemo_rl.evals.answer_parsing) normalize_rewards (nemo_rl.algorithms.advantage_estimator.AdvEstimatorConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) normalize_teacher_by_vocab (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) normalize_vllm_refit_config() (in module nemo_rl.models.generation.vllm.config) normalized() (nemo_rl.algorithms.loss.draft.DraftLossStats method) NoSurvivingShards NRL_NSYS_EXTRA_OPTIONS (in module nemo_rl.utils.nsys) NRL_NSYS_PROFILE_STEP_RANGE (in module nemo_rl.utils.nsys) NRL_NSYS_WORKER_PATTERNS (in module nemo_rl.utils.nsys) num_advantage_workers (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) num_anchors (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) num_buffers (nemo_rl.models.generation.interfaces.CollectiveSenderSpec attribute) num_cuda_graphs (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) num_decode_engines (nemo_rl.models.generation.interfaces.DisaggConfig attribute) num_experts (nemo_rl.models.automodel.router_replay.ReplayGate attribute) num_frames (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) (nemo_rl.data_plane.tq_token_sink.StagedMediaTensors attribute) (nemo_rl.models.generation.vllm.config.VllmVideoConfig attribute) num_frontend_workers (nemo_rl.models.generation.interfaces.DisaggConfig attribute) num_generations_per_prompt (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) num_layers (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) num_layers_at_end_in_bf16 (nemo_rl.models.policy.MegatronConfig attribute) num_layers_at_start_in_bf16 (nemo_rl.models.policy.MegatronConfig attribute) num_layers_in_first_pipeline_stage (nemo_rl.models.policy.MegatronConfig attribute) num_layers_in_last_pipeline_stage (nemo_rl.models.policy.MegatronConfig attribute) num_mask_sample_filtered (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) num_nodes (nemo_rl.algorithms.opd.TeacherResourceConfig attribute) (nemo_rl.distributed.virtual_cluster.ClusterConfig attribute) (nemo_rl.models.generation.interfaces.OptionalResourcesConfig attribute) (nemo_rl.models.generation.interfaces.ResourcesConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) num_packed_rows (nemo_rl.data.xtoken.cross_tokenizer_collate.CrossTokenizerCollatorConfig attribute) num_prefill_engines (nemo_rl.models.generation.interfaces.DisaggConfig attribute) num_prompts_per_dataloader (nemo_rl.data.DataConfig attribute) num_prompts_per_step (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationConfig attribute) num_reassembler_workers (nemo_rl.algorithms.single_controller_utils.config.TokenCaptureConfig attribute) num_samples (nemo_rl.data_plane.adapters.local._LocalPartition attribute) (nemo_rl.data_plane.adapters.noop._Partition attribute) num_speculative_tokens (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) num_storage_units (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) (nemo_rl.data_plane.interfaces.SimpleStorageConfig attribute) num_tests_per_prompt (nemo_rl.evals.eval.EvalConfig attribute) num_val_samples_to_print (nemo_rl.utils.logger.LoggerConfig attribute) num_valid_samples (nemo_rl.algorithms.dpo.DPOValMetrics attribute) (nemo_rl.algorithms.rm.RMValMetrics attribute) num_workers (nemo_rl.data.DataConfig attribute) (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) (nemo_rl.environments.code_environment.CodeEnvConfig attribute) (nemo_rl.environments.code_jaccard_environment.CodeJaccardEnvConfig attribute) (nemo_rl.environments.math_environment.MathEnvConfig attribute) (nemo_rl.environments.vlm_environment.VLMEnvConfig attribute) numerators (nemo_rl.algorithms.loss.draft.DraftLossStats attribute) NuminaMath15Dataset (class in nemo_rl.data.datasets.response_datasets.numinamath) nvdataset_cache_dir (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) nvfp4_pertoken_rollout (nemo_rl.models.generation.vllm.config.VllmConfig attribute) NVFP4_PERTOKEN_VALIDATED_ENTRY_POINTS (in module nemo_rl.models.generation.vllm.config) NVFP4RealQuantMode (in module nemo_rl.modelopt.utils) NVLINK_DOMAIN_PREFIX (in module nemo_rl.distributed.virtual_cluster) nvlink_domain_span() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration class method) NVLINK_DOMAIN_UNKNOWN (in module nemo_rl.distributed.virtual_cluster) nvml_context() (in module nemo_rl.utils.nvml) O OasstDataset (class in nemo_rl.data.datasets.response_datasets.oasst) object_count (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ShardIndex attribute) object_name (nemo_rl.data.energon.config._EnergonComponentConfig attribute) (nemo_rl.data.energon.multimodal.registry.ComponentConfig attribute) objects (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._SaveGroup attribute) observability (nemo_rl.data_plane.interfaces.DataPlaneConfig attribute) (nemo_rl.data_plane.interfaces.LocalDataPlaneConfig attribute) observability_enabled (nemo_rl.data_plane.observability.MetricsDataPlaneClient property) ObservabilityConfig (class in nemo_rl.data_plane.interfaces) observations (nemo_rl.environments.interfaces.EnvironmentReturn attribute) offload_after_refit() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) offload_before_refit() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) offload_modules (nemo_rl.models.policy.MegatronConfig attribute) offload_optimizer_for_logprob (nemo_rl.models.automodel.config.RuntimeConfig attribute) (nemo_rl.models.megatron.config.RuntimeConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) offload_optimizer_for_refit (nemo_rl.models.megatron.config.RuntimeConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) offload_policy_before_refit (nemo_rl.models.policy.PolicyConfig attribute) offload_threshold (nemo_rl.data_plane.interfaces.MooncakeSsdOffloadConfig attribute) offload_to_cpu() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) OffPolicyDistillationConfig (class in nemo_rl.algorithms.xtoken_off_policy_distillation) OffPolicyDistillationSaveState (class in nemo_rl.algorithms.xtoken_off_policy_distillation) offset (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ManifestObject attribute) (nemo_rl.utils.checkpoint_engines.base.TensorMeta attribute) offsets (nemo_rl.data.xtoken.native_chat.RenderedChatDocument attribute) OK_FINISH_REASONS (in module nemo_rl.models.generation.vllm.metric_names) on_dropped_prompt (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) on_policy_distillation (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) on_policy_distillation_full (nemo_rl.models.policy.PolicyConfig attribute) on_sync_failed() (nemo_rl.utils.weight_transfer_sparse_codec.DeltaCompressionTracker method) on_sync_succeeded() (nemo_rl.utils.weight_transfer_sparse_codec.DeltaCompressionTracker method) only_unmask_final (nemo_rl.algorithms.sft.SFTConfig attribute) OnPolicyDistillationConfig (class in nemo_rl.algorithms.opd) OnPolicyDistillationFullConfig (class in nemo_rl.algorithms.opd) OnPolicyDistillationFullTransport (class in nemo_rl.models.policy) op (nemo_rl.data_plane.observability.DataPlaneEvent attribute) OPD_FULL (nemo_rl.algorithms.loss.interfaces.LossInputType attribute) opd_full_enabled (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) OPD_FULL_FIELDS (in module nemo_rl.data_plane.schema) OPD_FULL_HIDDEN_STATES_FIELD (in module nemo_rl.data_plane.schema) OPD_FULL_LOGITS_FIELD (in module nemo_rl.data_plane.schema) opd_full_payload_field() (in module nemo_rl.algorithms.opd) opd_full_teacher_checkpoints (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) opd_full_teacher_checkpoints_by_index() (in module nemo_rl.algorithms.opd) OPD_FULL_TEACHER_INDEX_FIELD (in module nemo_rl.data_plane.schema) opd_full_teacher_index_field() (in module nemo_rl.algorithms.opd) opd_gap_sum (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) opd_stat_count (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) opd_stat_sum (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) opd_stat_sumsq (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) OPDAdvantageEstimator (class in nemo_rl.algorithms.advantage_estimator) OpenAIFormatDataset (class in nemo_rl.data.datasets.response_datasets.oai_format_dataset) OpenMathInstruct2Dataset (class in nemo_rl.data.datasets.response_datasets.openmathinstruct2) OpenR1Math220KDataset (class in nemo_rl.data.datasets.response_datasets.openr1_math) OpStats (class in nemo_rl.data_plane.observability) OPT_IN_CARRY_KEYS (in module nemo_rl.experience.sync_rollout_actor) optimizer (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) (nemo_rl.models.megatron.config.ModelAndOptimizerState attribute) (nemo_rl.models.megatron.draft.optimizer.DraftOptimizerConfigOwner attribute) (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) (nemo_rl.models.policy.MegatronConfig attribute) (nemo_rl.models.policy.MegatronOptimizerConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) optimizer_cpu_offload (nemo_rl.models.megatron.config.RuntimeConfig attribute) (nemo_rl.models.policy.MegatronOptimizerConfig attribute) optimizer_layout_record() (in module nemo_rl.models.automodel.draft.checkpoint) optimizer_offload_fraction (nemo_rl.models.policy.MegatronOptimizerConfig attribute) OptionalResourcesConfig (class in nemo_rl.models.generation.interfaces) options (nemo_rl.data.energon.config._EnergonComponentConfig attribute) (nemo_rl.data.energon.config.EnergonPackingConfig attribute) original_batch_size (nemo_rl.models.automodel.data.ProcessedMicrobatch attribute) original_seq_len (nemo_rl.models.automodel.data.ProcessedMicrobatch attribute) original_seq_length (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) other_setup_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) output_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) output_ids (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) output_key (nemo_rl.data.ResponseDatasetConfig attribute) OutputLayerInputCapture (class in nemo_rl.models.megatron.opd_full_capture) OVERHEAD (nemo_rl.telemetry.instrumentation.Bucket attribute) overlap_cpu_optimizer_d2h_h2d (nemo_rl.models.policy.MegatronOptimizerConfig attribute) overlap_grad_reduce (nemo_rl.models.policy.MegatronDDPConfig attribute) overlap_param_gather (nemo_rl.models.policy.MegatronDDPConfig attribute) overlong_buffer_length (nemo_rl.algorithms.reward_functions.RewardShapingConfig attribute) overlong_buffer_penalty (nemo_rl.algorithms.reward_functions.RewardShapingConfig attribute) overlong_filtering (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) override_pad_token (nemo_rl.data.MegatronSFTDatasetConfig attribute) overrides (nemo_rl.environments.nemo_gym_shards.ShardSpec attribute) OverridesError owned_segment_size() (nemo_rl.data_plane.interfaces.MooncakeCpuConfig method) owner (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._SaveGroup attribute) owner_rank (nemo_rl.data.energon.topology.LoaderCopy attribute) P pack() (nemo_rl.data.packing.algorithms.SequencePacker method) pack_capacity (nemo_rl.data.energon.multimodal.types.PackedSFTSample attribute) pack_images() (in module nemo_rl.data.captured_media) pack_jagged_fields() (in module nemo_rl.data_plane.codec) pack_ms (nemo_rl.data_plane.observability.DataPlaneStats attribute) pack_payload() (in module nemo_rl.experience.payload) pack_per_token_field() (in module nemo_rl.data_plane.codec) pack_rolled_draft_token_mask() (in module nemo_rl.algorithms.loss.utils) pack_selected_samples() (in module nemo_rl.data.energon.multimodal.packing) (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.GenericSFTTaskEncoder method) pack_sequences() (in module nemo_rl.models.huggingface.common) packed_broadcast_consumer() (in module nemo_rl.utils.packed_tensor) packed_broadcast_producer() (in module nemo_rl.utils.packed_tensor) packed_context_parallel_size (nemo_rl.data.megatron_sft_packed.MegatronSFTPackedDatumSpec attribute) packed_cu_seqlens (nemo_rl.data.megatron_sft_packed.MegatronSFTPackedDatumSpec attribute) packed_max_seqlen (nemo_rl.data.megatron_sft_packed.MegatronSFTPackedDatumSpec attribute) PACKED_MULTIMODAL_FIELDS (in module nemo_rl.data.multimodal_utils) packed_seq_params (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) PackedSFTSample (class in nemo_rl.data.energon.multimodal.types) PackedTensor (class in nemo_rl.data.multimodal_utils) packing (nemo_rl.data.energon.config.EnergonTaskEncoderConfig attribute) packing_buffer_size (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) packing_cost (nemo_rl.data.energon.multimodal.types.EncodedSFTSample attribute) PackingAlgorithm (class in nemo_rl.data.packing.algorithms) PackingMetrics (class in nemo_rl.data.packing.metrics) pad_and_align_routed_expert_indices() (in module nemo_rl.models.generation.vllm.utils) pad_and_concat() (in module nemo_rl.utils.tensor_ops) pad_audio_to_hop_length (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) pad_batch() (in module nemo_rl.data_plane.codec) pad_distillation_val_batch() (in module nemo_rl.algorithms.x_token.utils) pad_dynamic_image_shapes (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) pad_field() (in module nemo_rl.data_plane.codec) pad_packed_seq_for_hybridep() (in module nemo_rl.models.megatron.hybridep) pad_token (nemo_rl.data.megatron_sft_packed._PromptConfig attribute) pad_token_id (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) padding_mask (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) pair_grouping_key (nemo_rl.distributed.batched_data_dict.SequencePackingArgs attribute) (nemo_rl.models.policy.SequencePackingConfig attribute) pair_index (nemo_rl.algorithms.loss.loss_functions.DPOLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.PreferenceLossDataDict attribute) pair_is_correct (nemo_rl.algorithms.x_token.loss_utils.LocalizedAlignment attribute) (nemo_rl.algorithms.x_token.token_aligner.AlignmentBatch attribute) pair_valid (nemo_rl.algorithms.x_token.loss_utils.LocalizedAlignment attribute) (nemo_rl.algorithms.x_token.token_aligner.AlignmentBatch attribute) parallel_init_enabled (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) parallel_wall_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) param_name (nemo_rl.models.generation.megatron.megatron_worker._MegatronRefitTask property) param_sync_func (nemo_rl.models.megatron.config.ModelAndOptimizerState attribute) parameter_name (nemo_rl.models.generation.vllm.refit_layout.HfExpertWeight attribute) params_dtype (nemo_rl.models.policy.MegatronOptimizerConfig attribute) parse_conversations() (in module nemo_rl.data.datasets.response_datasets.oasst) parse_hf_expert_weight() (in module nemo_rl.models.generation.vllm.refit_layout) parse_hydra_overrides() (in module nemo_rl.utils.config) parse_memory_samples() (in module nemo_rl.telemetry.host_memory) parse_message_from_completion_text() (in module nemo_rl.data.deepseek_v4_encoding) parse_nvfp4_pertoken_rollout() (in module nemo_rl.models.generation.vllm.config) parse_projection_file() (in module nemo_rl.algorithms.x_token.loss_utils) parse_prometheus_metrics() (in module nemo_rl.models.generation.dynamo.metrics) parse_reward_log_context() (in module nemo_rl.experience.reward_penalties) parse_rollout_recovery_state() (in module nemo_rl.experience.rollout_recovery) parse_shard_plan() (in module nemo_rl.environments.nemo_gym_shards) parse_tool_calls() (in module nemo_rl.data.deepseek_v4_encoding) ParsedRolloutRecoveryState (class in nemo_rl.experience.rollout_recovery) parsers (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) participant (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ParticipantRequest attribute) participant_id (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ParticipantInfo attribute) partition_id (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayMetadataState attribute) (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) (nemo_rl.data_plane.interfaces.KVBatchMeta attribute) (nemo_rl.data_plane.observability.DataPlaneEvent attribute) (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) partition_includes_multimodal_fields (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) partition_workers (nemo_rl.models.generation.vllm.config.VllmRefitTuningConfig attribute) pass_rate_length_penalty_weight (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) passthrough_prompt_response (nemo_rl.data.chat_templates.COMMON_CHAT_TEMPLATES attribute) PATCH (in module nemo_rl.package_info) patch_dim (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) patch_gpt_model_forward_for_linear_ce_fusion() (in module nemo_rl.distributed.model_utils) patch_size (nemo_rl.data.captured_media.MediaColumnSpec attribute) (nemo_rl.data_plane.tq_token_sink.StagedMediaTensors property) patch_transformers_module_dir() (in module nemo_rl) path (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.ResolvedRolloutCheckpoint attribute) (nemo_rl.data.energon.config.EnergonSourceConfig attribute) (nemo_rl.data.interfaces.NemoGymSourceIdentity attribute) (nemo_rl.data_plane.interfaces.MooncakeSsdOffloadConfig attribute) (nemo_rl.data_plane.interfaces.SsdOffloadConfig attribute) (nemo_rl.models.generation.vllm.vllm_sparse_refit._StagedSparsePayload attribute) (nemo_rl.utils.checkpoint.PretrainedCheckpointConfig attribute) PathLike (in module nemo_rl.data.interfaces) (in module nemo_rl.models.policy.lm_policy) (in module nemo_rl.models.value.lm_value) (in module nemo_rl.utils.checkpoint) pause() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) pause_generation() (nemo_rl.models.generation.interfaces.GenerationInterface method) pause_generation_async() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) pause_generation_for_refit() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) pause_inference_weights() (in module nemo_rl.models.megatron.memory_saver) pause_train_step_with_offloading() (nemo_rl.models.policy.tq_policy.TQPolicy method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) payload (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointBuffer attribute) payload_bytes (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ShardIndex attribute) payload_dtype (nemo_rl.algorithms.opd.OnPolicyDistillationFullConfig attribute) (nemo_rl.models.policy.OnPolicyDistillationFullTransport attribute) payload_field (nemo_rl.models.policy.OnPolicyDistillationFullTransport attribute) payloads (nemo_rl.utils.weight_transfer_stream._SparsePayloadBucket attribute) pct() (in module nemo_rl.experience.metric_utils) peak_bytes_outstanding (nemo_rl.data_plane.observability.DataPlaneStats attribute) peak_lookahead_versions (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSamplerConfig property) peft (nemo_rl.models.policy.MegatronConfig attribute) peft_config (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) penalize_duplicated_reasoning (nemo_rl.algorithms.grpo.RewardPenaltyConfig attribute) penalize_empty_final_answer (nemo_rl.algorithms.grpo.RewardPenaltyConfig attribute) penalize_malformed_think_tag (nemo_rl.algorithms.grpo.RewardPenaltyConfig attribute) penalize_unwanted_tokens (nemo_rl.algorithms.grpo.RewardPenaltyConfig attribute) penalty_counts (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) PENDING_PROMPTS_KEY (in module nemo_rl.experience.interfaces) pending_sample (nemo_rl.data.energon.multimodal.types.EncodedSFTSample attribute) PER_PROMPT (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) per_prompt_scope() (in module nemo_rl.telemetry.instrumentation) PER_TOKEN_MULTIMODAL_FIELDS (in module nemo_rl.data.multimodal_utils) PER_TOKEN_STAGING_FIELDS (in module nemo_rl.data_plane.schema) phase (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) phase_name() (nemo_rl.algorithms.metric_utils.SetupTimingMetrics class method) phase_seconds() (nemo_rl.algorithms.metric_utils.SetupTimingMetrics class method) pick_handle() (nemo_rl.environments.nemo_gym.NemoGymShardSet method) pil_to_base64() (in module nemo_rl.data.datasets.utils) ping() (nemo_rl.algorithms.single_controller.SingleControllerActor method) pipeline_dtype (nemo_rl.models.policy.MegatronConfig attribute) pipeline_model_parallel_size (nemo_rl.algorithms.opd.TeacherResourceConfig attribute) (nemo_rl.models.policy.MegatronConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) pipeline_parallel_size (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) pixel_dtype (nemo_rl.data.captured_media.MediaColumnSpec attribute) pixel_feature_dim (nemo_rl.data.captured_media.MediaColumnSpec property) placeholder_digest (nemo_rl.data.captured_media.CapturedMediaItem attribute) placeholder_length (nemo_rl.data.captured_media.CapturedMediaItem attribute) placeholder_offset (nemo_rl.data.captured_media.CapturedMediaItem attribute) placeholder_runs_from_token_ids() (in module nemo_rl.environments.nemotron_utils) placement_group (nemo_rl.environments.nemo_gym.NemoGymShardSet attribute) placement_hash (nemo_rl.algorithms.sft_v2.SFTV2SaveState attribute) (nemo_rl.data.energon.topology.DataLoaderPlacementPlan attribute) placement_plan (nemo_rl.algorithms.sft_v2.SFTV2ActorArgs attribute) PLACEMENT_STRATEGIES (in module nemo_rl.environments.nemo_gym_shards) placement_strategy (nemo_rl.environments.nemo_gym_shards.ShardPlan attribute) plan_refit_membership() (in module nemo_rl.weight_sync.membership) plan_storage_unit_nodes() (in module nemo_rl.data_plane.mooncake_storage_unit) pointer (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointBuffer attribute) Policy (class in nemo_rl.models.policy.lm_policy) policy (nemo_rl.algorithms.distillation.MasterConfig attribute) (nemo_rl.algorithms.dpo.MasterConfig attribute) (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.mpo.MasterConfig attribute) (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.rm.MasterConfig attribute) (nemo_rl.algorithms.sft.MasterConfig attribute) (nemo_rl.algorithms.sft_v2.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.MasterConfig attribute) (nemo_rl.environments.nemo_gym.NemoGymCompatibleConfig property) policy_api_key (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) policy_config() (nemo_rl.algorithms.xtoken_off_policy_distillation.TeacherConfig method) policy_init_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) policy_logprobs_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) policy_logprobs_required (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) POLICY_TIME_KEY (in module nemo_rl.algorithms.sft_v2) policy_training_start_step (nemo_rl.algorithms.ppo.PPOConfig attribute) POLICY_UPDATE (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) POLICY_WORKER_OVERRIDES (in module nemo_rl.models.policy.utils) PolicyCheckpointEngineMixin (class in nemo_rl.models.policy.workers.checkpoint_engine) PolicyConfig (class in nemo_rl.models.policy) PolicyInterface (class in nemo_rl.models.policy.interfaces) PolicyWithDraft (class in nemo_rl.models.automodel.draft.setup) poll_interval_seconds (nemo_rl.environments.nemo_gym.ExternalServiceReadinessConfig attribute) pool_for() (nemo_rl.data_plane.adapters.transfer_queue._StagingPoolRegistry method) Popen() (nemo_rl.data_plane.adapters.transfer_queue._MooncakeMasterArgv method) port_range_high (nemo_rl.algorithms.single_controller_utils.config.GenerationRouterConfig attribute) (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) (nemo_rl.environments.nemo_gym_shards.ShardSpec attribute) (nemo_rl.models.generation.interfaces.GenerationConfig attribute) port_range_low (nemo_rl.algorithms.single_controller_utils.config.GenerationRouterConfig attribute) (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) (nemo_rl.environments.nemo_gym_shards.ShardSpec attribute) (nemo_rl.models.generation.interfaces.GenerationConfig attribute) position_ids (nemo_rl.data.megatron_sft_packed.MegatronSFTPackedDatumSpec attribute) (nemo_rl.models.automodel.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) positive_example_nll_weight (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) post (nemo_rl.weight_sync.nccl_reshard_utils.LocalParamSpec attribute) post_attention_layernorm_key (nemo_rl.models.megatron.draft.utils._EagleLayerLayout attribute) post_init() (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) post_init_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) post_vllm_refit_endpoints() (in module nemo_rl.utils.weight_transfer_http) postencode_sample() (nemo_rl.data.energon.multimodal.task_encoders.base.BaseSFTTaskEncoder method) (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.GenericSFTTaskEncoder method) PostProcessingFunction (in module nemo_rl.models.automodel.train) (in module nemo_rl.models.megatron.train) PostWriteEnrichmentError pp_comm_group (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker attribute) pp_comm_groups (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension attribute) ppo (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) ppo_epochs (nemo_rl.algorithms.ppo.PPOConfig attribute) ppo_train() (in module nemo_rl.algorithms.ppo) PPO_VALUE_FIELDS (in module nemo_rl.data_plane.schema) PPOConfig (class in nemo_rl.algorithms.ppo) PPOSaveState (class in nemo_rl.algorithms.ppo) pre (nemo_rl.weight_sync.nccl_reshard_utils.LocalParamSpec attribute) PRE_RELEASE (in module nemo_rl.package_info) precision (nemo_rl.algorithms.opd.TeacherResourceConfig attribute) (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) predict_confidence_step() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) predicted_static_image_num_tokens() (in module nemo_rl.environments.nemotron_utils) preencode_sample() (nemo_rl.data.energon.multimodal.task_encoders.base.BaseSFTTaskEncoder method) (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.GenericSFTTaskEncoder method) preference_average_log_probs (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossConfig attribute) (nemo_rl.algorithms.loss.loss_functions.MPOLossConfig attribute) preference_collate_fn() (in module nemo_rl.data.collate_fn) preference_loss (nemo_rl.algorithms.dpo.DPOValMetrics attribute) preference_loss_weight (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossConfig attribute) (nemo_rl.algorithms.loss.loss_functions.MPOLossConfig attribute) preference_preprocessor() (in module nemo_rl.data.processors) PreferenceDataset (class in nemo_rl.data.datasets.preference_datasets.preference_dataset) PreferenceDatasetConfig (class in nemo_rl.data) PreferenceDatumSpec (class in nemo_rl.data.interfaces) PreferenceLossDataDict (class in nemo_rl.algorithms.loss.loss_functions) PreferenceLossFn (class in nemo_rl.algorithms.loss.loss_functions) prefetch_factor (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) prefetch_venvs() (in module nemo_rl.utils.prefetch_venvs) prefill_engine (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) prefix (nemo_rl.models.generation.megatron.config.MediaPromptSpecOverrides attribute) prefix_cache_ttl_seconds (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) prefix_caching_coordinator_policy (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) prefix_caching_eviction_policy (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) prefix_caching_mamba_gb (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) prefix_caching_routing_alpha (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) PrefixSplice (class in nemo_rl.models.generation.openai_server_utils) preinit_nixl_agent() (in module nemo_rl.utils.checkpoint_engines.nixl) preinit_nixl_from_vllm_config() (in module nemo_rl.models.generation.vllm.checkpoint_engine) preinit_nvshmem() (nemo_rl.models.policy.lm_policy.Policy method) preinit_nvshmem_collective() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) prepare() (nemo_rl.models.generation.dynamo.refit.DynamoRefitChannel method) (nemo_rl.utils.checkpoint_engines.base.CheckpointEngine method) (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) prepare_checkpoint_engine() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin method) prepare_dynamo_chat_completion_request() (in module nemo_rl.models.generation.dynamo.token_wrapper) prepare_for_generation() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.policy.lm_policy.Policy method) prepare_for_inference() (nemo_rl.models.value.interfaces.ValueInterface method) (nemo_rl.models.value.lm_value.Value method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) prepare_for_lp_inference() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) prepare_for_refit() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) prepare_for_restart() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) prepare_for_training() (nemo_rl.models.policy.interfaces.PolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.interfaces.ValueInterface method) (nemo_rl.models.value.lm_value.Value method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) prepare_incomplete_retry() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) prepare_loss_input() (in module nemo_rl.algorithms.loss.loss_input) prepare_model_forward() (in module nemo_rl.models.automodel.train) prepare_nccl_reshard_refit_info() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) prepare_nccl_reshard_refit_info_async() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) prepare_packed_loss_input() (in module nemo_rl.algorithms.loss.loss_input) prepare_packed_sft_batch() (in module nemo_rl.data.energon.multimodal.packing) prepare_prompt() (nemo_rl.models.generation.megatron.token_capture.TQMegatronPromptPreparer method) prepare_refit_info() (nemo_rl.modelopt.models.generation.vllm_quant_backend.VllmQuantInternalWorkerExtension method) (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) prepare_refit_info_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) prepare_segment_topology() (in module nemo_rl.distributed.virtual_cluster) prepare_sft_batch() (in module nemo_rl.algorithms.sft) prepare_snapshot_paths() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) prepare_sparse_delta_payload() (nemo_rl.utils.weight_transfer_sparse_codec.DeltaCompressionTracker method) prepare_sparse_delta_refit_info() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) prepare_step() (nemo_rl.models.policy.tq_policy.TQPolicy method) prepare_val_partition() (nemo_rl.models.policy.tq_policy.TQPolicy method) prepare_xtoken_cross_tokenizer_loss_input() (in module nemo_rl.algorithms.x_token.loss_utils) PreparedModelForward (class in nemo_rl.models.automodel.train) PreparedTensorPayload (in module nemo_rl.utils.weight_transfer_sparse_codec) preprocess_data() (nemo_rl.environments.reward_model_environment.RewardModelEnvironment method) preprocessor (nemo_rl.data.datasets.raw_dataset.RawDataset attribute) present_multimodal_fields() (in module nemo_rl.data.multimodal_utils) PreservingDataset (class in nemo_rl.data.datasets.response_datasets.oai_format_dataset) pretrained_checkpoint (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) PretrainedCheckpointConfig (class in nemo_rl.utils.checkpoint) prev_logprobs (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossDataDict attribute) print_aggregated_stats() (nemo_rl.data.packing.metrics.PackingMetrics method) print_efficiency_summary() (in module nemo_rl.algorithms.utils) print_message_log_samples() (in module nemo_rl.utils.logger) print_metrics() (nemo_rl.data.packing.algorithms.SequencePacker method) print_multimodal_payload_metrics() (in module nemo_rl.utils.multimodal_payload_metrics) print_node_ip_and_gpu_id() (nemo_rl.models.policy.lm_policy.Policy method) print_performance_metrics() (in module nemo_rl.algorithms.utils) print_setup_timing_summary() (in module nemo_rl.algorithms.metric_utils) probe_interval_s (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) probe_timeout_s (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) problem_key (nemo_rl.data.LocalMathEvalDataConfig attribute) process() (nemo_rl.models.generation.vllm.vllm_backend._ReloadWeightPreparer method) process_global_batch() (in module nemo_rl.models.automodel.data) (in module nemo_rl.models.megatron.data) process_message_fragment() (nemo_rl.data.datasets.response_datasets.general_conversations_dataset.GeneralConversationsJsonlDataset class method) process_microbatch() (in module nemo_rl.models.automodel.data) (in module nemo_rl.models.megatron.data) process_nemotron_video_frames() (in module nemo_rl.environments.nemotron_utils) processed_inputs (nemo_rl.models.automodel.data.ProcessedMicrobatch attribute) ProcessedInputs (class in nemo_rl.models.automodel.data) (class in nemo_rl.models.megatron.data) ProcessedMicrobatch (class in nemo_rl.models.automodel.data) (class in nemo_rl.models.megatron.data) processor (nemo_rl.data.AIMEEvalDataConfig attribute) (nemo_rl.data.datasets.raw_dataset.RawDataset attribute) (nemo_rl.data.ResponseDatasetConfig attribute) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin attribute) processor_adapter (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) PROCESSOR_REGISTRY (in module nemo_rl.data.processors) PRODUCTIVE (nemo_rl.telemetry.instrumentation.Bucket attribute) ProfilablePolicy (class in nemo_rl.utils.nsys) profile_band (nemo_rl.utils.length_penalty.LengthPenaltyConfig attribute) profile_band_answer (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) profile_band_reasoning (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) profile_band_total (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) ProfileBandChannel (class in nemo_rl.utils.length_penalty) ProfileBandChannelName (in module nemo_rl.utils.length_penalty) ProfileBandConfig (class in nemo_rl.utils.length_penalty) ProfileBandDefaults (class in nemo_rl.utils.length_penalty) profiled_length_min_samples (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) profiled_length_n_std (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) profiled_length_penalty (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) proj_weight_key (nemo_rl.models.megatron.draft.utils._EagleLayerLayout property) project (nemo_rl.utils.logger.SwanlabConfig attribute) (nemo_rl.utils.logger.WandbConfig attribute) project_student_to_teacher_vocab() (in module nemo_rl.algorithms.x_token.loss_utils) projected_streaming_vocab_parallel_soft_ce() (in module nemo_rl.algorithms.loss.draft) projection_matrix_path (nemo_rl.algorithms.xtoken_off_policy_distillation.TeacherAlignerConfig attribute) projection_matrix_paths (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) projector_type (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) promote_ready_group() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) prompt (nemo_rl.experience.interfaces.PromptGroupRecord attribute) prompt_file (nemo_rl.data.AIMEEvalDataConfig attribute) (nemo_rl.data.DailyOmniEvalDataConfig attribute) (nemo_rl.data.GPQAEvalDataConfig attribute) (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.LocalMathEvalDataConfig attribute) (nemo_rl.data.MathEvalDataConfig attribute) (nemo_rl.data.MMAUEvalDataConfig attribute) (nemo_rl.data.MMLUEvalDataConfig attribute) (nemo_rl.data.MMLUProEvalDataConfig attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) prompt_format (nemo_rl.data.MegatronSFTDatasetConfig attribute) PROMPT_GROUP (nemo_rl.experience.rollout_recovery.RecoveryGranularity attribute) PROMPT_GROUP_IDS_KEY (in module nemo_rl.algorithms.grpo) prompt_id (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) prompt_ids_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) prompt_idx (nemo_rl.experience.interfaces.PromptGroupRecord attribute) (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) prompt_key (nemo_rl.data.PreferenceDatasetConfig attribute) prompt_len (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) PROMPT_LENGTH_HISTOGRAMS (in module nemo_rl.models.generation.vllm.metric_names) PROMPT_LENGTH_MEAN_KEY (in module nemo_rl.models.generation.vllm.metric_names) prompt_payload (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord property) prompt_ref (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) PROMPT_TOKEN_COUNTERS (in module nemo_rl.models.generation.vllm.metric_names) prompt_token_ids (nemo_rl.models.generation.vllm.vllm_worker_async.CapturedRequest attribute) PROMPT_TOKENS_KEY (in module nemo_rl.models.generation.vllm.metric_names) PromptGroupPhase (class in nemo_rl.experience.rollout_recovery) PromptGroupRecord (class in nemo_rl.experience.interfaces) PromptGroupRecoveryRecord (class in nemo_rl.experience.rollout_recovery) PromptGroupSampler (class in nemo_rl.algorithms.async_utils.staleness_sampler) PromptGroupStatus (class in nemo_rl.experience.rollout_recovery) PromptRef (class in nemo_rl.experience.rollout_recovery) protocol5_serialized_nbytes() (in module nemo_rl.utils.multimodal_payload_metrics) proximal_teacher_alpha (nemo_rl.algorithms.advantage_estimator.AdvEstimatorConfig attribute) prune_bootstrap_snapshots() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) publish_megatron_conversion() (in module nemo_rl.models.megatron.community_import) put() (nemo_rl.data_plane.tq_token_sink.TQStagingStore method) (nemo_rl.utils.weight_transfer_stream._S3ObjectStore method) PUT_BACKOFF_MAX_S (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) put_samples() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) PUT_WAIT_S (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) PY_EXECUTABLES (class in nemo_rl.distributed.virtual_cluster) python_file (nemo_rl.data.energon.config._EnergonComponentConfig attribute) (nemo_rl.data.energon.multimodal.registry.ComponentConfig attribute) PytorchOptimizerConfig (class in nemo_rl.models.policy) Q q_lora_rank (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) q_weight (nemo_rl.models.megatron.draft.utils._PendingLayerWeights attribute) qk_head_dim (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) qk_pos_emb_head_dim (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) qkv_weight (nemo_rl.models.megatron.draft.utils._PendingLayerWeights attribute) qkv_weight_key (nemo_rl.models.megatron.draft.utils._EagleLayerLayout property) quality_average_log_probs (nemo_rl.algorithms.loss.loss_functions.MPOLossConfig attribute) (nemo_rl.algorithms.mpo.MPOConfig attribute) quant_batch_size (nemo_rl.models.policy.PolicyConfig attribute) quant_calib_data (nemo_rl.models.policy.PolicyConfig attribute) quant_calib_size (nemo_rl.models.policy.PolicyConfig attribute) quant_cfg (nemo_rl.models.generation.vllm.config.VllmConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) quant_sequence_length (nemo_rl.models.policy.PolicyConfig attribute) quantization_ignore_patterns (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) quantization_ignored_layer_kws (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) quantization_method_for_mode() (in module nemo_rl.modelopt.models.generation.vllm_modelopt) quantize_model() (in module nemo_rl.modelopt.models.policy.workers.utils) quarantined (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointBuffer attribute) query_groups (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) qwen2() (in module nemo_rl.utils.flops_formulas) qwen3() (in module nemo_rl.utils.flops_formulas) Qwen3DSparkAttention (class in nemo_rl.models.automodel.draft.draft_qwen3) Qwen3DSparkDecoderLayer (class in nemo_rl.models.automodel.draft.draft_qwen3) Qwen3DSparkModel (class in nemo_rl.models.automodel.draft.draft_qwen3) R R3_MISSING_ROUTE_SENTINEL (in module nemo_rl.models.generation.vllm.utils) r3_routed_experts_actual_routes (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) r3_routed_experts_expected_routes (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) r3_routed_experts_missing_routes (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) r3_trace_enabled() (in module nemo_rl.utils.r3_trace) r3_trace_stage() (in module nemo_rl.utils.r3_trace) r3_trace_verify_forward_enabled() (in module nemo_rl.utils.r3_trace) radio_force_cpe_eval_mode (nemo_rl.models.policy.MegatronConfig attribute) radio_force_eval_mode (nemo_rl.models.policy.MegatronConfig attribute) rail_link_layers() (in module nemo_rl.data_plane.adapters.transfer_queue_env) raise_if_exhausted() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) raise_if_invalid() (nemo_rl.models.megatron.zero_train_gen_mismatch.ZeroTrainGenValidation method) rank (nemo_rl.models.policy.workers.checkpoint_engine.PolicyCheckpointEngineMixin attribute) ratio_clip_c (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) ratio_clip_max (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) ratio_clip_min (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) RawDataset (class in nemo_rl.data.datasets.raw_dataset) RawRewardAdvantageEstimator (class in nemo_rl.algorithms.advantage_estimator) RAY_CLUSTER_EXTERNAL (in module nemo_rl.distributed.virtual_cluster) RAY_CLUSTER_REUSED_LOCAL (in module nemo_rl.distributed.virtual_cluster) RAY_CLUSTER_SOURCE_ATTR (in module nemo_rl.distributed.virtual_cluster) RAY_CLUSTER_STARTED_LOCAL (in module nemo_rl.distributed.virtual_cluster) RAY_NODE_MEM_TOTAL (in module nemo_rl.telemetry.host_memory) RAY_NODE_MEM_USED (in module nemo_rl.telemetry.host_memory) ray_nodes() (in module nemo_rl.telemetry.host_memory) ray_worker_process_setup() (in module nemo_rl.distributed.ray_worker_setup) RayGpuMonitorLogger (class in nemo_rl.utils.logger) RayNode (class in nemo_rl.telemetry.host_memory) RayVirtualCluster (class in nemo_rl.distributed.virtual_cluster) RayWorkerBuilder (class in nemo_rl.distributed.worker_groups) RayWorkerBuilder.IsolatedWorkerInitializer (class in nemo_rl.distributed.worker_groups) RayWorkerGroup (class in nemo_rl.distributed.worker_groups) rdma_devices() (in module nemo_rl.data_plane.adapters.transfer_queue) re_enable_float32_expert_bias() (nemo_rl.models.megatron.setup.MoEFloat16Module method) read_columns() (in module nemo_rl.data_plane.column_io) read_from_dataplane() (nemo_rl.data_plane.driver_mixin.TQDriverMixin method) read_message() (nemo_rl.utils.checkpoint_engines.nixl.NixlAgent method) READY_TO_FINALIZE (nemo_rl.experience.rollout_recovery.PromptGroupStatus attribute) ReadyFirstSampler (class in nemo_rl.algorithms.async_utils.staleness_sampler) ReadyFirstSamplerConfig (class in nemo_rl.algorithms.async_utils.staleness_sampler) real_quant (nemo_rl.models.generation.vllm.config.VllmConfig attribute) real_quant_export_cpu_offload (nemo_rl.models.generation.vllm.config.VllmConfig attribute) real_quant_ignore (nemo_rl.models.generation.vllm.config.VllmConfig attribute) reason (nemo_rl.algorithms.single_controller._RolloutCheckpointSaveResult attribute) reasoning (nemo_rl.algorithms.x_token.token_aligner.NativeAlignmentRegions attribute) (nemo_rl.utils.length_penalty.ProfileBandDefaults attribute) reasoning_bonus (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) REASONING_EFFORT_MAX (in module nemo_rl.data.deepseek_v4_encoding) reasoning_parser (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs attribute) (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) reasoning_parser_plugin (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) reasoning_zmad_penalty (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) reasoning_zmad_threshold (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) reassemble_packed_multimodal() (in module nemo_rl.data.multimodal_utils) ReassemblyRequest (class in nemo_rl.experience.rollout_reassembler_actor) rebalance_nd_tensor() (in module nemo_rl.distributed.collectives) rebuild_collective() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) rebuild_cuda_tensor_from_ipc() (in module nemo_rl.models.policy.utils) rebuild_from_broadcast_parts() (nemo_rl.data.multimodal_utils.PackedTensor method) rebuild_nccl_reshard_comm_group() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) rebuild_teacher_full_logits_from_ipc() (in module nemo_rl.algorithms.x_token.loss_utils) receipt (nemo_rl.experience.rollout_recovery.RolloutAttemptRecord attribute) (nemo_rl.experience.rollout_recovery.SiblingSealResult attribute) receipts (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) receive_held_socket() (in module nemo_rl.distributed.held_port) receive_weight_batches() (nemo_rl.utils.checkpoint_engines.base.CheckpointEngine method) (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) recompute_granularity (nemo_rl.models.policy.MegatronConfig attribute) recompute_kv_cache_after_weight_updates (nemo_rl.algorithms.grpo.AsyncGRPOConfig attribute) (nemo_rl.algorithms.ppo.AsyncPPOConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) recompute_modules (nemo_rl.models.policy.MegatronConfig attribute) recompute_vision (nemo_rl.models.policy.MegatronConfig attribute) reconcile_communicator() (nemo_rl.weight_sync.collective_weight_synchronizer.CollectiveWeightSynchronizer method) (nemo_rl.weight_sync.interfaces.WeightSynchronizer method) (nemo_rl.weight_sync.nccl_reshard_weight_synchronizer.NcclReshardWeightSynchronizer method) reconstruct_message_log() (in module nemo_rl.data.llm_message_utils) reconstruct_opd_full_teacher_logits() (in module nemo_rl.algorithms.loss.utils) record() (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) record_actor_death() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) record_canonical_publication() (nemo_rl.experience.rollout_manager.RolloutManager method) record_codec_s() (in module nemo_rl.data_plane.codec) record_data_failure() (nemo_rl.experience.rollout_manager.RolloutStats method) record_data_retry() (nemo_rl.experience.rollout_manager.RolloutStats method) record_finalizer_dropped_prompt() (nemo_rl.experience.rollout_manager.RolloutManager method) record_gym_row_redispatch() (nemo_rl.experience.rollout_manager.RolloutStats method) record_infra_drop() (nemo_rl.experience.rollout_manager.RolloutStats method) record_load_failure() (nemo_rl.models.generation.vllm.vllm_backend._IPCWeightManifest method) record_loaded() (nemo_rl.models.generation.vllm.vllm_backend._IPCWeightManifest method) record_probe() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) record_recovery_siblings() (nemo_rl.experience.rollout_manager.RolloutManager method) record_redispatch() (nemo_rl.experience.rollout_manager.RolloutStats method) record_rl_metrics() (in module nemo_rl.telemetry.metrics) record_to_train_batch() (in module nemo_rl.experience.payload) record_weight_version() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) recorded_metrics() (in module nemo_rl.telemetry.vocabulary) RecordedMetric (class in nemo_rl.telemetry.vocabulary) recovery_granularity (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) recovery_ledger (nemo_rl.experience.rollout_manager.RolloutManager property) RecoveryGranularity (class in nemo_rl.experience.rollout_recovery) recreate_worker() (nemo_rl.distributed.worker_groups.RayWorkerGroup method) recursive_merge_options() (in module nemo_rl.distributed.worker_group_utils) redact_argv() (in module nemo_rl.models.generation.dynamo.arguments) redact_environment() (in module nemo_rl.models.generation.dynamo.arguments) redispatches_by_reason (nemo_rl.experience.rollout_manager.RolloutStats attribute) reduce() (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) reduce_advantage_pump_metrics() (in module nemo_rl.algorithms.single_controller_utils.utils) RefCOCODataset (class in nemo_rl.data.datasets.response_datasets.refcoco) reference_logprobs (nemo_rl.models.policy.interfaces.ReferenceLogprobOutputSpec attribute) reference_logprobs_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) reference_logprobs_required (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) reference_policy_kl_penalty (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossConfig attribute) (nemo_rl.algorithms.loss.loss_functions.MPOLossConfig attribute) reference_policy_kl_type (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) reference_policy_logprobs (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossDataDict attribute) ReferenceLogprobOutputSpec (class in nemo_rl.models.policy.interfaces) REFIT_ABORTED_TOKEN (in module nemo_rl.distributed.refit_watchdog) refit_backend (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) refit_buffer_size_gb (nemo_rl.models.policy.PolicyConfig attribute) refit_cfg (nemo_rl.models.generation.vllm.config.VllmConfig attribute) REFIT_CONTEXT_LOST_TOKEN (in module nemo_rl.distributed.refit_watchdog) refit_execution_batch_bytes (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) refit_http_session() (in module nemo_rl.utils.weight_transfer_http) refit_policy_generation() (in module nemo_rl.algorithms.grpo) refit_prequantize (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) refit_timeout_s (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) refit_transport (nemo_rl.models.generation.megatron.config.MCoreGenerationConfig attribute) (nemo_rl.models.generation.vllm.config.VllmConfig attribute) refit_with_reload_api (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) refit_workers() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) (nemo_rl.models.generation.dynamo.worker_pool.FixedDynamoWorkerPool method) RefitAborted RefitAbortWatchdog (class in nemo_rl.distributed.refit_watchdog) RefitBuilderInterface (class in nemo_rl.weight_sync.nccl_reshard_utils) RefitCtx (class in nemo_rl.weight_sync.nccl_reshard_utils) RefitMembership (class in nemo_rl.weight_sync.membership) REFITTABLE_FP8_KV_CACHE_DTYPES (in module nemo_rl.models.generation.vllm.config) register() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) register_draft_grad_norm_group() (in module nemo_rl.models.megatron.draft.utils) register_env() (in module nemo_rl.environments.utils) register_hooks() (nemo_rl.models.megatron.draft.hidden_capture.HiddenStateCapture method) register_nemo_modelopt_nvfp4() (in module nemo_rl.modelopt.models.generation.vllm_modelopt) register_omegaconf_resolvers() (in module nemo_rl.utils.config) register_partition() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) register_process_group() (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoGpuReservation method) register_processor() (in module nemo_rl.data.processors) register_recorded_metrics() (in module nemo_rl.telemetry.vocabulary) register_span_groups() (in module nemo_rl.telemetry.span_groups) register_teed_metrics() (in module nemo_rl.telemetry.vocabulary) register_torchcodec_vllm_video_loader() (in module nemo_rl.models.generation.vllm.video_utils) register_worker_group_nodes() (in module nemo_rl.telemetry.host_memory) register_worker_group_placement() (in module nemo_rl.telemetry.host_memory) registry_key() (in module nemo_rl.telemetry.vocabulary) RegistryKind (in module nemo_rl.data.energon.multimodal.registry) ReinforcePlusPlusAdvantageEstimator (class in nemo_rl.algorithms.advantage_estimator) reject_outdated_automodel_block() (in module nemo_rl.utils.outdated_config_checks) reject_outdated_dataset_config() (in module nemo_rl.utils.outdated_config_checks) reject_outdated_mcore_generation_keys() (in module nemo_rl.utils.outdated_config_checks) reject_outdated_metric_name_format() (in module nemo_rl.utils.outdated_config_checks) reject_outdated_teacher_projection_matrix_path() (in module nemo_rl.utils.outdated_config_checks) reject_unenforceable_refit_deadline() (in module nemo_rl.models.generation.interfaces) rejected_key (nemo_rl.data.PreferenceDatasetConfig attribute) rejection_reason (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) release() (nemo_rl.models.generation.fleet_health.HealthyShardSelector method) release_after_refit (nemo_rl.models.generation.vllm.config.VllmCheckpointEnginePluginConfig attribute) (nemo_rl.models.generation.vllm.config.VllmNixlRefitConfig attribute) RELEASE_GRACE_S (in module nemo_rl.distributed.refit_watchdog) release_ipc_buffer() (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) release_moe_dispatcher_state() (in module nemo_rl.models.automodel.utils) release_training_claims() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) release_within() (in module nemo_rl.distributed.refit_watchdog) remap_dataset_keys() (in module nemo_rl.data.llm_message_utils) remap_multimodal_placeholders() (in module nemo_rl.models.generation.vllm.utils) remote_trace_context() (in module nemo_rl.telemetry.instrumentation) remote_trace_parent() (in module nemo_rl.telemetry.instrumentation) RemoteHeldPortReservation (class in nemo_rl.distributed.held_port) remove() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) remove_boxed() (in module nemo_rl.environments.dapo_math_verifier) remove_dir() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) remove_group() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) remove_old_checkpoints() (nemo_rl.utils.checkpoint.CheckpointManager method) remove_remote_agent() (nemo_rl.utils.checkpoint_engines.nixl.NixlAgent method) REMOVED_EXPRESSIONS (in module nemo_rl.environments.dapo_math_verifier) render_message() (in module nemo_rl.data.deepseek_v4_encoding) render_tools() (in module nemo_rl.data.deepseek_v4_encoding) rendered_text (nemo_rl.data.xtoken.native_chat.RenderedChatDocument attribute) RenderedChatDocument (class in nemo_rl.data.xtoken.native_chat) reorder_data() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) repeat (nemo_rl.data.AIMEEvalDataConfig attribute) repeat_interleave() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) repeated_batch_fields (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) replace_prefix_tokens() (in module nemo_rl.models.generation.openai_server_utils) replacement_reserve (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) REPLACEMENT_RESERVE_FILENAME (in module nemo_rl.algorithms.async_utils.replay_buffer) replacement_reserve_prompts (nemo_rl.algorithms.single_controller_utils.config.RolloutFailureConfig attribute) REPLAY_BUFFER_METADATA_FILENAME (in module nemo_rl.algorithms.async_utils.replay_buffer) REPLAY_BUFFER_METADATA_SCHEMA_VERSION (in module nemo_rl.algorithms.async_utils.replay_buffer) REPLAY_BUFFER_METADATA_STORAGE (in module nemo_rl.algorithms.async_utils.replay_buffer) replay_group_count (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) replay_manifest_digest (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) replay_manifest_digest() (in module nemo_rl.algorithms.async_utils.replay_buffer) replay_metadata (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) replay_metadata_schema_version (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) replay_routes() (in module nemo_rl.models.automodel.router_replay) replay_row_count (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) ReplayBuffer (class in nemo_rl.algorithms.async_utils.replay_buffer) ReplayBufferImpl (class in nemo_rl.algorithms.async_utils.replay_buffer) ReplayBufferProtocol (class in nemo_rl.algorithms.async_utils.interfaces) ReplayGate (class in nemo_rl.models.automodel.router_replay) replica_width() (in module nemo_rl.models.generation.trtllm.config) replicas (nemo_rl.environments.nemo_gym_shards.ShardSpec attribute) REPLICATED_AXES (in module nemo_rl.distributed.named_sharding) report_device_id() (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) report_device_id_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) report_dp_openai_server_base_url() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) report_failure() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) report_http_addr() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) report_node_hostname() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) report_node_ip_and_gpu_id() (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) report_refit() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) report_refit_server_base_url() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) report_success() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) reprocess_images_at_rollout_budgets() (in module nemo_rl.environments.nemotron_utils) REQUEST_SUCCESS_COUNTERS (in module nemo_rl.models.generation.vllm.metric_names) request_timeout_s (nemo_rl.models.generation.dynamo.config.DynamoCfg attribute) (nemo_rl.models.generation.vllm.config.VllmSparseRefitConfig attribute) request_timeout_seconds (nemo_rl.environments.nemo_gym.ExternalServiceReadinessConfig attribute) RequestDeadlineRegistry (class in nemo_rl.experience.rollout_manager) require_automodel_moe_model() (in module nemo_rl.models.automodel.router_replay) require_compatible() (nemo_rl.experience.reward_penalties.CaptureRewardSettings method) require_complete() (nemo_rl.models.generation.vllm.vllm_backend._IPCWeightManifest method) require_live() (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneMutationCut method) require_offloading_store() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) require_routed_experts (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) required_buffer_capacity() (nemo_rl.algorithms.async_utils.staleness_sampler._GatedSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSampler method) required_buffer_capacity_for_config() (in module nemo_rl.algorithms.async_utils.staleness_sampler) REQUIRED_ENV (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) requires_kv_scale_sync (nemo_rl.models.generation.interfaces.GenerationInterface property) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration property) requires_survivor_normalization (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossFn property) rescale_loss_metrics() (in module nemo_rl.algorithms.loss.utils) reserve() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) reserve_group() (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) reserve_http_server_addresses() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration class method) reserve_prompt_group() (nemo_rl.experience.rollout_manager.RolloutManager method) reserve_teacher_clusters() (in module nemo_rl.algorithms.opd) RESERVED (nemo_rl.experience.rollout_recovery.PromptGroupPhase attribute) (nemo_rl.experience.rollout_recovery.RolloutAttemptStatus attribute) reset() (nemo_rl.data.packing.metrics.PackingMetrics method) (nemo_rl.models.generation.vllm.vllm_backend._ReloadWeightPreparer method) (nemo_rl.utils.flops_tracker.FLOPTracker method) (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) reset_encoder_cache_after_weight_update (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) reset_metrics() (nemo_rl.data.packing.algorithms.SequencePacker method) reset_peak_memory_stats() (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) reset_prefix_cache() (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) reset_prefix_cache_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) reshard_after_forward (nemo_rl.models.policy.MoEParallelizerOptions attribute) resolve() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) (nemo_rl.telemetry.span_groups.RLSpanGroup class method) resolve_admission_prefix() (in module nemo_rl.data_plane.tq_token_sink) resolve_admission_prefix_chains() (in module nemo_rl.data_plane.tq_token_sink) resolve_collective_rpc_result() (in module nemo_rl.models.generation.vllm.collective_rpc) resolve_configured() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) resolve_configured_for_model_family() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) resolve_data_parallel_local_rank() (in module nemo_rl.models.generation.vllm.worker_utils) resolve_disagg_layout() (in module nemo_rl.models.generation.trtllm.config) resolve_disagg_server_config() (in module nemo_rl.models.generation.trtllm.config) resolve_distributed_executor_backend() (in module nemo_rl.models.generation.vllm.worker_utils) resolve_draft_speculator() (in module nemo_rl.models.megatron.draft.training) resolve_external_dataset_class() (in module nemo_rl.data.datasets.utils) resolve_for_model_family() (nemo_rl.data.energon.multimodal.registry.LazyRegistry method) resolve_for_prompt() (nemo_rl.algorithms.single_controller_utils.config.RolloutRecoveryConfig method) resolve_generation_class() (in module nemo_rl.models.generation) resolve_generation_worker_cls() (in module nemo_rl.models.generation.vllm.utils) resolve_latest_snapshot() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) resolve_megatron_sft_prompt_config() (in module nemo_rl.data.megatron_sft_packed) resolve_model_class() (in module nemo_rl.models.automodel.utils) resolve_nixl_backend_kwargs() (in module nemo_rl.utils.checkpoint_engines.nixl) resolve_nvfp4_real_quant_mode() (in module nemo_rl.modelopt.utils) resolve_path() (in module nemo_rl.utils.config) resolve_policy_worker_cls() (in module nemo_rl.models.policy.utils) resolve_quant_cfg() (in module nemo_rl.modelopt.utils) resolve_reference_aliases() (in module nemo_rl.algorithms.opd) resolve_refit_execution_batch_bytes() (in module nemo_rl.models.generation.megatron.config) resolve_reward_penalty_config() (in module nemo_rl.experience.rollouts) resolve_role_overrides() (in module nemo_rl.models.generation.trtllm.config) resolve_rollout_rank() (in module nemo_rl.models.generation.vllm.checkpoint_engine) resolve_routed_experts_dtype() (in module nemo_rl.models.generation.interfaces) resolve_routed_experts_dtype_name_for_model() (in module nemo_rl.models.generation.interfaces) resolve_to_image() (in module nemo_rl.data.multimodal_utils) resolve_topology_mapper() (in module nemo_rl.data.energon.topology) resolve_torch_dtype() (in module nemo_rl.models.generation.megatron.utils) resolve_visible_gpu_id() (in module nemo_rl.distributed.numa_utils) resolve_vllm_video_config() (in module nemo_rl.models.generation.vllm.config) resolve_with_pending() (nemo_rl.telemetry.span_groups.RLSpanGroup class method) resolved_warmup_generation_lead_steps (nemo_rl.algorithms.ppo.AsyncPPOConfig property) ResolvedRolloutCheckpoint (class in nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) ResourceInsufficientError resources (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.models.generation.interfaces.ColocationConfig attribute) ResourcesConfig (class in nemo_rl.models.generation.interfaces) response_format_template (in module nemo_rl.data.deepseek_v4_encoding) response_from_nested() (in module nemo_rl.data_plane.codec) ResponseDataset (class in nemo_rl.data.datasets.response_datasets.response_dataset) ResponseDatasetConfig (class in nemo_rl.data) restart_attempts (nemo_rl.models.generation.fleet_health.ShardHealth attribute) restart_backoff_s (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) restart_dead_shards (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) restart_shard() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) restart_timeout_s (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) RESTARTING (nemo_rl.models.generation.fleet_health.ShardState attribute) restore_dispatch_index() (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler method) restore_from (nemo_rl.models.policy.LoRAConfig attribute) (nemo_rl.models.policy.MegatronPeftConfig attribute) restore_mode (nemo_rl.algorithms.single_controller_utils.config.RolloutCheckpointConfig attribute) restore_refit_info_placements() (in module nemo_rl.weight_sync.nccl_reshard_utils) results (nemo_rl.experience.rollouts._CompletedNemoGymGroup attribute) resume (nemo_rl.utils.logger.WandbConfig attribute) resume() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) (nemo_rl.experience.rollout_manager._Deadline method) (nemo_rl.experience.rollout_manager.RequestDeadlineRegistry method) resume_after_refit() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) RESUME_BASE_ORDINAL_KEY (in module nemo_rl.experience.interfaces) resume_generation_after_refit() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) resume_generation_async() (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) resume_inference_weights() (in module nemo_rl.models.megatron.memory_saver) resume_request_deadlines() (nemo_rl.experience.rollout_manager.RolloutManager method) RETAINED_TASK_INDICES_KEY (in module nemo_rl.experience.interfaces) retire() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) RETIRED (nemo_rl.models.generation.fleet_health.ShardState attribute) return_from_workers (nemo_rl.distributed.worker_groups.MultiWorkerFuture attribute) return_model_config() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) return_state_dict() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) returns_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) reuse_registered_buffers (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) reverse_kl (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) reward (nemo_rl.experience.interfaces.Completion attribute) (nemo_rl.experience.reward_penalties.FinalizedReward attribute) (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) (nemo_rl.experience.rollout_recovery.RolloutAttemptRecord attribute) (nemo_rl.experience.rollout_recovery.SiblingSealResult attribute) REWARD (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) reward_checks (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) (nemo_rl.experience.rollout_recovery.RolloutAttemptRecord attribute) (nemo_rl.experience.rollout_recovery.SiblingSealResult attribute) reward_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) reward_functions (nemo_rl.environments.vlm_environment.VLMEnvConfig attribute) REWARD_KEY (in module nemo_rl.algorithms.metric_utils) reward_log_context (nemo_rl.experience.rollout_recovery.RolloutAttemptRecord attribute) (nemo_rl.experience.rollout_recovery.SiblingSealResult attribute) reward_log_contexts (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) reward_metrics (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) reward_model_cfg (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) reward_model_type (nemo_rl.models.policy.RewardModelConfig attribute) REWARD_NAMES (nemo_rl.environments.math_environment.HFMultiRewardVerifyWorker attribute) reward_observations (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) reward_partial (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) reward_penalties (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) reward_penalty_config (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) reward_scaling (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) reward_settings (nemo_rl.experience.rollout_recovery.ParsedRolloutRecoveryState attribute) reward_shaping (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) reward_shift (nemo_rl.algorithms.loss.loss_functions.MPOLossConfig attribute) (nemo_rl.algorithms.mpo.MPOConfig attribute) (nemo_rl.algorithms.mpo.MPOSaveState attribute) reward_shift_momentum (nemo_rl.algorithms.loss.loss_functions.MPOLossConfig attribute) (nemo_rl.algorithms.mpo.MPOConfig attribute) reward_shift_num_updates (nemo_rl.algorithms.mpo.MPOSaveState attribute) reward_weights (nemo_rl.algorithms.advantage_estimator.AdvEstimatorConfig attribute) RewardChecks (class in nemo_rl.experience.reward_penalties) RewardLogContext (class in nemo_rl.experience.reward_penalties) RewardModelConfig (class in nemo_rl.models.policy) RewardModelEnvironment (class in nemo_rl.environments.reward_model_environment) RewardModelEnvironmentConfig (class in nemo_rl.environments.reward_model_environment) RewardPartial (class in nemo_rl.algorithms.single_controller_utils.utils) RewardPenaltyConfig (class in nemo_rl.algorithms.grpo) RewardPenaltyTokenIdsConfig (class in nemo_rl.algorithms.grpo) rewards (nemo_rl.environments.interfaces.EnvironmentReturn attribute) (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) rewards_chosen_mean (nemo_rl.algorithms.dpo.DPOValMetrics attribute) (nemo_rl.algorithms.rm.RMValMetrics attribute) rewards_low (nemo_rl.experience.rollouts._EffortShapingMetrics attribute) rewards_rejected_mean (nemo_rl.algorithms.dpo.DPOValMetrics attribute) (nemo_rl.algorithms.rm.RMValMetrics attribute) RewardScalingConfig (class in nemo_rl.algorithms.grpo) RewardShapingConfig (class in nemo_rl.algorithms.reward_functions) right_shift_values() (in module nemo_rl.models.value.workers.automodel_value_worker) RightShiftLossWrapper (class in nemo_rl.models.value.workers.automodel_value_worker) RL_ALGORITHM (in module nemo_rl.telemetry.instrumentation) RL_BUCKET_ATTR (in module nemo_rl.telemetry.instrumentation) rl_collate_fn() (in module nemo_rl.data.collate_fn) RL_EFFICIENCY_CATEGORY_ATTR (in module nemo_rl.telemetry.instrumentation) RL_EFFICIENCY_MEASUREMENT_ATTR (in module nemo_rl.telemetry.metrics) RL_EFFICIENCY_PCT_METRIC (in module nemo_rl.telemetry.metrics) RL_EFFICIENCY_SECONDS_METRIC (in module nemo_rl.telemetry.metrics) RL_EFFICIENCY_WINDOW_ATTR (in module nemo_rl.telemetry.metrics) RL_HOST_MEMORY_TOTAL_METRIC (in module nemo_rl.telemetry.host_memory) RL_HOST_MEMORY_USED_METRIC (in module nemo_rl.telemetry.host_memory) RL_IDLE_POLLS_ATTR (in module nemo_rl.telemetry.instrumentation) RL_ITERATION_ATTR (in module nemo_rl.telemetry.instrumentation) RL_METRIC_GROUP (in module nemo_rl.telemetry.metrics) RL_SETUP_DURATION_METRIC (in module nemo_rl.telemetry.metrics) RL_SETUP_PHASE_ATTR (in module nemo_rl.telemetry.metrics) RL_WORKER_GROUPS_ATTR (in module nemo_rl.telemetry.host_memory) RLSpanGroup (class in nemo_rl.telemetry.span_groups) rm (nemo_rl.algorithms.rm.MasterConfig attribute) rm_train() (in module nemo_rl.algorithms.rm) RMConfig (class in nemo_rl.algorithms.rm) rms_norm (nemo_rl.models.policy.AutomodelBackendConfig attribute) RMSaveState (class in nemo_rl.algorithms.rm) RMValMetrics (class in nemo_rl.algorithms.rm) role_engine_config() (in module nemo_rl.models.generation.trtllm.config) role_tensor_parallel_size() (in module nemo_rl.models.generation.trtllm.config) roll_packed_seq_dim() (in module nemo_rl.algorithms.loss.utils) rolled_back_train_group_count (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest attribute) ROLLOUT (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) ROLLOUT_CHECKPOINT_ATTEMPT_OUTCOMES (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) ROLLOUT_CHECKPOINT_ATTEMPT_REASONS (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) rollout_checkpoint_load_metrics (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) rollout_checkpointing (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) rollout_failure (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) rollout_id (nemo_rl.experience.reward_penalties.FinalizedReward attribute) (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) rollout_ids (nemo_rl.experience.rollout_reassembler_actor.ReassemblyRequest attribute) rollout_manager (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) ROLLOUT_MATCHED_MEDIA_KEY (in module nemo_rl.data.multimodal_utils) ROLLOUT_METRICS (in module nemo_rl.data_plane.schema) rollout_metrics (nemo_rl.experience.interfaces.PromptGroupRecord attribute) (nemo_rl.experience.rollouts.NemoGymRolloutResult attribute) (nemo_rl.experience.rollouts.RolloutGroupResult attribute) rollout_recovery (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) rollout_recovery_group_count (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) rollout_recovery_payload (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) rollout_recovery_payload_sha256 (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) ROLLOUT_RECOVERY_SCHEMA_VERSION (in module nemo_rl.experience.rollout_recovery) rollout_recovery_schema_version (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) ROLLOUT_RECOVERY_STATE_FILENAME (in module nemo_rl.experience.rollout_recovery) rollout_s (nemo_rl.experience.rollout_manager.RolloutTimeouts attribute) ROLLOUT_SNAPSHOT_MANIFEST_FILENAME (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) ROLLOUT_SNAPSHOT_SCHEMA_VERSION (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) ROLLOUT_SNAPSHOTS_DIRNAME (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) rollout_timeout_s (nemo_rl.algorithms.single_controller_utils.config.NemoGymRolloutFTConfig attribute) rollout_to_tq() (nemo_rl.experience.sync_rollout_actor.SyncRolloutActor method) RolloutAttemptRecord (class in nemo_rl.experience.rollout_recovery) RolloutAttemptStatus (class in nemo_rl.experience.rollout_recovery) RolloutCheckpointAttemptOutcome (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) RolloutCheckpointAttemptReason (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) RolloutCheckpointConfig (class in nemo_rl.algorithms.single_controller_utils.config) RolloutCompletionCallback (in module nemo_rl.experience.rollout_manager) RolloutDataFailure RolloutFailure RolloutFailureConfig (class in nemo_rl.algorithms.single_controller_utils.config) RolloutGeometryUnderdetermined RolloutGroupResult (class in nemo_rl.experience.rollouts) RolloutInfraFailure RolloutManager (class in nemo_rl.experience.rollout_manager) RolloutOutcome (class in nemo_rl.experience.rollout_manager) RolloutReassembler (class in nemo_rl.experience.rollout_reassembler) RolloutReassemblerActor (class in nemo_rl.experience.rollout_reassembler_actor) RolloutReassemblerActorConfig (class in nemo_rl.experience.rollout_reassembler_actor) RolloutRecoveryConfig (class in nemo_rl.algorithms.single_controller_utils.config) RolloutRecoveryLedger (class in nemo_rl.experience.rollout_recovery) RolloutRecoveryState (in module nemo_rl.experience.rollout_recovery) RolloutRedispatchExhausted RolloutRetryPolicy (class in nemo_rl.experience.rollout_manager) RolloutSiblingRecord (class in nemo_rl.experience.rollout_recovery) RolloutSnapshotManifest (class in nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) RolloutStall RolloutStats (class in nemo_rl.experience.rollout_manager) RolloutTimeout RolloutTimeouts (class in nemo_rl.experience.rollout_manager) round_up() (in module nemo_rl.data_plane.column_io) ROUTE_ENCODING_ENVELOPE (in module nemo_rl.data_plane.schema) ROUTE_ENCODING_LIST (in module nemo_rl.data_plane.schema) ROUTE_ENCODING_NONE (in module nemo_rl.data_plane.schema) ROUTE_FAILURE_ASSEMBLED_LENGTH (in module nemo_rl.experience.route_assembly) ROUTE_FAILURE_CANONICAL_LENGTH (in module nemo_rl.experience.route_assembly) ROUTE_FAILURE_INTEGRITY (in module nemo_rl.experience.route_assembly) ROUTE_FAILURE_LENGTH (in module nemo_rl.experience.route_assembly) ROUTE_FAILURE_MISSING_FRAGMENT (in module nemo_rl.experience.route_assembly) ROUTE_FAILURE_MODEL_SHAPE (in module nemo_rl.experience.route_assembly) ROUTE_FAILURE_RANK (in module nemo_rl.experience.route_assembly) ROUTE_MISSING_SENTINEL (in module nemo_rl.experience.route_assembly) route_moe_input_quantizer_amax() (in module nemo_rl.modelopt.models.generation.vllm_quant_moe_amax) ROUTE_PASSTHROUGH_FLAG (in module nemo_rl.data_plane.schema) route_plan (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) ROUTE_PLAN_SCHEMA_VERSION (in module nemo_rl.experience.route_plan) ROUTE_PLAN_TAG (in module nemo_rl.data_plane.schema) route_to_shard (nemo_rl.environments.nemo_gym.NemoGymShardSet attribute) RouteAssemblyPlan (class in nemo_rl.experience.route_plan) routed_experts (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) routed_experts_cp_sharded (nemo_rl.models.megatron.data.ProcessedInputs attribute) (nemo_rl.models.megatron.data.ProcessedMicrobatch attribute) routed_experts_dtype (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) ROUTED_EXPERTS_ENCODING_FIELD (in module nemo_rl.data_plane.schema) ROUTED_EXPERTS_FALLBACK_DTYPE (in module nemo_rl.models.generation.interfaces) ROUTED_EXPERTS_FIELD (in module nemo_rl.data_plane.schema) ROUTED_EXPERTS_MISSING_ROUTE_SENTINEL (in module nemo_rl.models.generation.interfaces) ROUTED_EXPERTS_ONLY_IGNORE_PATTERNS (in module nemo_rl.models.generation.trtllm.quantization.fp8) ROUTED_EXTRAS_METADATA_FIELD (in module nemo_rl.data_plane.schema) routed_len (nemo_rl.data_plane.tq_token_sink.FetchedStagedCall attribute) ROUTED_LEN_FIELD (in module nemo_rl.data_plane.schema) RouteFragment (class in nemo_rl.experience.route_assembly) router_mode (nemo_rl.models.generation.dynamo.config.DynamoFrontendArgs attribute) router_replay (nemo_rl.models.policy.PolicyConfig attribute) router_replay_dimensions() (in module nemo_rl.models.megatron.router_replay) router_replay_enabled (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) router_replay_enabled() (in module nemo_rl.models.megatron.router_replay) router_replay_gates() (in module nemo_rl.models.automodel.router_replay) router_reset_states (nemo_rl.models.generation.dynamo.config.DynamoFrontendArgs attribute) RouterReplayConfig (class in nemo_rl.models.policy) RouterReplayConfigDisabled (class in nemo_rl.models.policy) routes (nemo_rl.experience.route_assembly.RouteFragment attribute) RouteSpan (class in nemo_rl.experience.route_plan) ROW_GEOMETRY_PREPROCESS_KWARGS (in module nemo_rl.data.multimodal_utils) ROW_GEOMETRY_PREPROCESS_MODE (in module nemo_rl.data.multimodal_utils) ROW_GEOMETRY_SHAPES (in module nemo_rl.data.multimodal_utils) row_group_ids() (in module nemo_rl.data_plane.grouping) ROW_PARALLEL_SUFFIXES (in module nemo_rl.weight_sync.nccl_reshard_utils) row_shapes() (nemo_rl.data.multimodal_utils.PackedTensor method) row_shapes_key() (in module nemo_rl.data.multimodal_utils) ROW_SHAPES_SUFFIX (in module nemo_rl.data.multimodal_utils) rows (nemo_rl.data_plane.adapters.noop._Partition attribute) (nemo_rl.experience.rollouts._CompletedNemoGymGroup attribute) rows_checked (nemo_rl.data_plane.observability.HashStats attribute) rows_recorded (nemo_rl.data_plane.observability.HashStats attribute) rows_unverified (nemo_rl.data_plane.observability.HashStats attribute) run() (nemo_rl.algorithms.advantage_actor.AdvantageActor method) (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) (nemo_rl.algorithms.single_controller.SingleControllerActor method) (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageComputer method) run_all_workers_multiple_data() (nemo_rl.distributed.worker_groups.RayWorkerGroup method) (nemo_rl.models.policy.lm_policy.Policy method) run_all_workers_sharded_data() (nemo_rl.distributed.worker_groups.RayWorkerGroup method) run_all_workers_single_data() (nemo_rl.distributed.worker_groups.RayWorkerGroup method) (nemo_rl.models.policy.lm_policy.Policy method) run_async_multi_turn_rollout() (in module nemo_rl.experience.rollouts) run_async_multi_turn_rollout_groups() (in module nemo_rl.experience.rollouts) run_async_nemo_gym_rollout() (in module nemo_rl.experience.rollouts) run_checkpoint_command() (in module nemo_rl.data_plane.adapters.tq_mooncake_checkpoint) run_env_eval() (in module nemo_rl.evals.eval) run_id (nemo_rl.utils.logger.MLflowConfig attribute) run_multi_turn_rollout() (in module nemo_rl.experience.rollouts) run_name (nemo_rl.utils.logger.MLflowConfig attribute) run_nemo_gym_rollout_sync() (in module nemo_rl.experience.rollouts) run_rollout() (nemo_rl.experience.rollout_manager.AsyncNemoGymRolloutImpl method) (nemo_rl.experience.rollout_manager.AsyncRolloutImpl method) (nemo_rl.experience.rollout_manager.RolloutManager method) run_rollouts() (nemo_rl.environments.nemo_gym.NemoGym method) run_sample_multi_turn_rollout() (in module nemo_rl.experience.rollouts) run_single_worker_single_data() (nemo_rl.distributed.worker_groups.RayWorkerGroup method) RUN_WINDOW (in module nemo_rl.telemetry.metrics) RUN_WINDOW_WALL_CLOCK_CATEGORIES (in module nemo_rl.telemetry.vocabulary) run_with_trace_context() (nemo_rl.algorithms.sft_v2.SFTSingleControllerActor method) runtime_prompt_payload (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) RuntimeConfig (class in nemo_rl.models.automodel.config) (class in nemo_rl.models.megatron.config) S s3_bucket (nemo_rl.models.generation.vllm.config.VllmRefitStorageConfig attribute) s3_prefix (nemo_rl.models.generation.vllm.config.VllmRefitStorageConfig attribute) s3_region (nemo_rl.models.generation.vllm.config.VllmRefitStorageConfig attribute) s_end (nemo_rl.algorithms.x_token.token_aligner.AlignmentPair attribute) s_start (nemo_rl.algorithms.x_token.token_aligner.AlignmentPair attribute) safe_import() (nemo_rl.environments.code_environment.CodeExecutionWorker method) safe_open() (nemo_rl.environments.code_environment.CodeExecutionWorker method) safe_set_span_attributes() (in module nemo_rl.telemetry.instrumentation) sample() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) sample_anchor_positions() (in module nemo_rl.models.automodel.draft.common) sample_draft_token_step() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) sample_draft_tokens() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) sample_freshest_first (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSamplerConfig attribute) sample_id (nemo_rl.experience.reward_penalties.FinalizedReward attribute) (nemo_rl.experience.rollout_recovery.PromptRef attribute) sample_ids (nemo_rl.data_plane.adapters.local._LocalPartition attribute) (nemo_rl.data_plane.interfaces.KVBatchMeta attribute) sample_key (nemo_rl.data.energon.multimodal.types.EncodedSFTSample attribute) SAMPLE_MASK (in module nemo_rl.data_plane.schema) sample_mask (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DistillationLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.PreferenceLossDataDict attribute) (nemo_rl.algorithms.x_token.loss_utils.LocalizedAlignment attribute) sample_mask_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) sample_vision_tensors() (in module nemo_rl.models.generation.megatron.utils) sampler (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) sampler_dispatch_index (nemo_rl.algorithms.grpo.GRPOSaveState attribute) (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest attribute) sampler_name (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) (nemo_rl.algorithms.grpo.GRPOSaveState attribute) sampler_stamps_target_steps (nemo_rl.experience.rollout_recovery.ParsedRolloutRecoveryState attribute) sampler_supports_buffer_checkpoint() (in module nemo_rl.algorithms.async_utils.staleness_sampler) sampler_supports_training_claims() (in module nemo_rl.algorithms.async_utils.staleness_sampler) SamplerConfig (in module nemo_rl.algorithms.async_utils.staleness_sampler) samples (nemo_rl.data.energon.multimodal.types.PackedSFTSample attribute) sampling_params (nemo_rl.models.automodel.config.RuntimeConfig attribute) (nemo_rl.models.megatron.config.RuntimeConfig attribute) sampling_style (nemo_rl.models.generation.vllm.config.VllmVideoConfig attribute) sanitize() (nemo_rl.environments.code_environment.CodeExecutionWorker method) save_checkpoint() (nemo_rl.data_plane.adapters.local.LocalDataPlaneClient method) (nemo_rl.data_plane.adapters.noop.NoOpDataPlaneClient method) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._CheckpointManagerMixin method) (nemo_rl.data_plane.adapters.transfer_queue.TQDataPlaneClient method) (nemo_rl.data_plane.interfaces.DataPlaneClient method) (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) (nemo_rl.models.automodel.checkpoint.AutomodelCheckpointManager method) (nemo_rl.models.policy.interfaces.PolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.interfaces.ValueInterface method) (nemo_rl.models.value.lm_value.Value method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) save_checkpoint_with_draft() (in module nemo_rl.models.automodel.draft.checkpoint) save_consolidated (nemo_rl.models.policy.AutomodelCheckpointConfig attribute) save_data_plane (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) save_draft_checkpoint() (in module nemo_rl.models.automodel.draft.checkpoint) save_optimizer (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) save_path (nemo_rl.evals.eval.EvalConfig attribute) save_period (nemo_rl.utils.checkpoint.CheckpointingConfig attribute) save_s (nemo_rl.models.generation.vllm.vllm_sparse_refit._StagedSparsePayload attribute) save_state (nemo_rl.algorithms.sft_v2.SFTV2ActorArgs attribute) (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) save_to_path() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) saved (nemo_rl.algorithms.single_controller._RolloutCheckpointSaveResult attribute) saved_capacity (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayMetadataState attribute) saved_owner (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ManifestObject attribute) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ShardIndex attribute) SC_ROLLOUT_SCHEMA_FIELDS (in module nemo_rl.data_plane.schema) scale (nemo_rl.algorithms.loss.loss_functions.MseValueLossConfig attribute) scale_rewards() (in module nemo_rl.algorithms.grpo) scheduler (nemo_rl.models.automodel.config.ModelAndOptimizerState attribute) (nemo_rl.models.megatron.config.ModelAndOptimizerState attribute) (nemo_rl.models.policy.MegatronConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) SchedulerMilestones (in module nemo_rl.models.policy) schema_version (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayMetadataState attribute) (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.BootstrapCompatibilityIdentity attribute) (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest attribute) (nemo_rl.experience.route_plan.RouteAssemblyPlan attribute) score() (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) ScoreOutputSpec (class in nemo_rl.models.policy.interfaces) ScorePostProcessor (class in nemo_rl.models.automodel.train) scores (nemo_rl.models.policy.interfaces.ScoreOutputSpec attribute) SEALED (nemo_rl.experience.rollout_recovery.RolloutAttemptStatus attribute) sealed_generation_indices (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord property) seed (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) (nemo_rl.algorithms.rm.RMConfig attribute) (nemo_rl.algorithms.sft.SFTConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationConfig attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) (nemo_rl.evals.eval.EvalConfig attribute) seed_offset (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) segment_name (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ParticipantInfo attribute) segment_size (nemo_rl.distributed.virtual_cluster.ClusterConfig attribute) select() (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.ReadyFirstSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.WeightFifoSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSampler method) select_clusters() (in module nemo_rl.data_plane.mooncake_storage_unit) select_free_port() (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoGpuReservation method) select_hf_weight_for_vllm_target() (in module nemo_rl.models.generation.vllm.refit_layout) select_indices() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) select_samples_to_pack() (in module nemo_rl.data.energon.multimodal.packing) (nemo_rl.data.energon.multimodal.task_encoders.generic_sft.GenericSFTTaskEncoder method) select_segment_nodes() (in module nemo_rl.distributed.virtual_cluster) select_sync_trainer() (in module nemo_rl.data_plane.factory) select_teacher_topk_indices() (in module nemo_rl.algorithms.x_token.loss_utils) selected_registry_identity() (in module nemo_rl.data.energon.multimodal.registry) selection (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) self_ms (nemo_rl.data_plane.observability.DataPlaneStats attribute) send (nemo_rl.utils.weight_transfer_stream.SparseRefitTransport attribute) send_hf_buckets_via_ipc_actor_impl() (in module nemo_rl.models.policy.utils) send_message() (nemo_rl.utils.checkpoint_engines.nixl.NixlAgent method) send_payload() (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitClient method) send_weights() (nemo_rl.utils.checkpoint_engines.base.CheckpointEngine method) (nemo_rl.utils.checkpoint_engines.nixl.NIXLCheckpointEngine method) send_weights_via_checkpoint_engine() (nemo_rl.models.policy.workers.checkpoint_engine.PolicyCheckpointEngineMixin method) sender_spec (nemo_rl.models.generation.dynamo.refit.DynamoRefitChannel property) seq_len (nemo_rl.models.automodel.data.ProcessedInputs attribute) seq_logprob_error_in_loss (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) seq_logprob_error_metrics (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) seq_logprob_error_threshold (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) sequence_length_pad_multiple (nemo_rl.distributed.batched_data_dict.SequencePackingArgs attribute) sequence_length_round (nemo_rl.distributed.batched_data_dict.DynamicBatchingArgs attribute) (nemo_rl.models.policy.DynamicBatchingConfig attribute) sequence_lengths (nemo_rl.data.energon.sft_types.StepEnvelope attribute) (nemo_rl.data_plane.interfaces.KVBatchMeta attribute) SEQUENCE_LEVEL (nemo_rl.algorithms.loss.interfaces.LossType attribute) sequence_level_importance_ratios (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) sequence_packing (nemo_rl.environments.reward_model_environment.RewardModelEnvironmentConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) sequence_parallel (nemo_rl.models.policy.AutomodelConfig attribute) (nemo_rl.models.policy.MegatronConfig attribute) SequencePacker (class in nemo_rl.data.packing.algorithms) SequencePackingArgs (class in nemo_rl.distributed.batched_data_dict) SequencePackingConfig (class in nemo_rl.models.policy) SequencePackingConfigDisabled (class in nemo_rl.models.policy) SequencePackingFusionLossWrapper (class in nemo_rl.algorithms.loss.wrapper) SequencePackingLossWrapper (class in nemo_rl.algorithms.loss.wrapper) SEQUENCES (nemo_rl.algorithms.loss.interfaces.MetricNormalizer attribute) serve_in_background() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) service_name (nemo_rl.telemetry.config.TelemetryConfig attribute) services (nemo_rl.environments.nemo_gym.ExternalServiceReadinessConfig attribute) serving_base_urls() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) serving_shards() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) set_adaptive_ppo_clip_k() (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossFn method) set_async_loop() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) set_data_plane_checkpoint_barrier() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) (nemo_rl.experience.rollout_manager.RolloutManager method) set_dispatch_index() (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler method) set_embedding_head_trainable() (nemo_rl.models.automodel.draft.draft_qwen3.Qwen3DSparkModel method) (nemo_rl.models.automodel.draft.eagle3_llama.Eagle3DraftModel method) set_gate_window() (nemo_rl.algorithms.async_utils.staleness_sampler._GatedSampler method) set_generation_window() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) set_global_counts() (nemo_rl.models.megatron.draft.step_state.DraftStepState method) set_post_write_enricher() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) set_processor() (nemo_rl.data.datasets.raw_dataset.RawDataset method) (nemo_rl.data.datasets.response_datasets.megatron_sft_packed.MegatronSFTPackedDataset method) set_records() (nemo_rl.data.dataloader.MultipleDataloaderWrapper method) set_refit_membership() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) set_rollout_num_gpus_per_engine() (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) set_rollout_weight_version() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) set_router_replay_backward() (in module nemo_rl.models.megatron.router_replay) set_router_replay_forward() (in module nemo_rl.models.megatron.router_replay) set_seed() (in module nemo_rl.algorithms.utils) set_serving_backends() (nemo_rl.models.generation.generation_router.GenerationRouterImpl method) set_task_spec() (nemo_rl.data.datasets.raw_dataset.RawDataset method) set_tokenizer() (nemo_rl.environments.nemo_gym.NemoGym method) set_weight_version() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) (nemo_rl.experience.rollout_manager.RolloutManager method) set_worker_hostnames() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) SETUP (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) setup() (in module nemo_rl.algorithms.distillation) (in module nemo_rl.algorithms.dpo) (in module nemo_rl.algorithms.grpo) (in module nemo_rl.algorithms.mpo) (in module nemo_rl.algorithms.ppo) (in module nemo_rl.algorithms.rm) (in module nemo_rl.algorithms.sft) (in module nemo_rl.algorithms.xtoken_off_policy_distillation) (in module nemo_rl.evals.eval) setup_api_server() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) setup_data_plane() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) (nemo_rl.models.policy.teacher_worker_group.TeacherWorkerGroup method) setup_distributed() (in module nemo_rl.models.automodel.setup) (in module nemo_rl.models.megatron.setup) setup_model_and_optimizer() (in module nemo_rl.models.automodel.setup) (in module nemo_rl.models.megatron.setup) setup_model_config() (in module nemo_rl.models.megatron.setup) setup_nemo_gym_config() (in module nemo_rl.environments.nemo_gym) setup_phase (in module nemo_rl.telemetry.metrics) setup_preference_data() (in module nemo_rl.data.utils) setup_reference_model_state() (in module nemo_rl.models.automodel.setup) (in module nemo_rl.models.megatron.setup) setup_response_data() (in module nemo_rl.data.utils) setup_sft_dataloader() (nemo_rl.data.energon.sft_worker.SFTMegatronPolicyWorker method) setup_sft_v2() (in module nemo_rl.algorithms.sft_v2) setup_single_controller() (in module nemo_rl.algorithms.single_controller_utils.setup) setup_span() (in module nemo_rl.telemetry.instrumentation) SETUP_TIMING_PREFIX (in module nemo_rl.algorithms.metric_utils) setup_token_capture() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationMixin method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) SetupTimingMetrics (class in nemo_rl.algorithms.metric_utils) sft (nemo_rl.algorithms.sft.MasterConfig attribute) (nemo_rl.algorithms.sft_v2.MasterConfig attribute) sft_average_log_probs (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossConfig attribute) (nemo_rl.algorithms.loss.loss_functions.MPOLossConfig attribute) sft_dataloader_state_dict() (nemo_rl.data.energon.sft_worker.SFTMegatronPolicyWorker method) sft_loss (nemo_rl.algorithms.dpo.DPOValMetrics attribute) sft_loss_weight (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossConfig attribute) (nemo_rl.algorithms.loss.loss_functions.MPOLossConfig attribute) sft_processor() (in module nemo_rl.data.processors) sft_train() (in module nemo_rl.algorithms.sft) SFT_V2_TEED_METRICS (in module nemo_rl.algorithms.sft_v2) SFTConfig (class in nemo_rl.algorithms.sft) SFTCooker (in module nemo_rl.data.energon.multimodal.task_encoders.base) SFTDataLoader (class in nemo_rl.data.energon.sft_dataloader) SFTMegatronPolicyWorker (class in nemo_rl.data.energon.sft_worker) SFTProcessorAdapter (class in nemo_rl.data.energon.multimodal.task_encoders.generic_sft) SFTSaveState (class in nemo_rl.algorithms.sft) SFTSingleControllerActor (class in nemo_rl.algorithms.sft_v2) SFTV2ActorArgs (class in nemo_rl.algorithms.sft_v2) SFTV2SaveState (class in nemo_rl.algorithms.sft_v2) sgd_momentum (nemo_rl.models.policy.MegatronOptimizerConfig attribute) SGLANG (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) SGLANG_BACKEND (in module nemo_rl.models.generation.constants) SGLangColocatedWeightSynchronizer (class in nemo_rl.weight_sync.sglang_weight_synchronizer) SGLangDisaggregatedWeightSynchronizer (class in nemo_rl.weight_sync.sglang_weight_synchronizer) shape (nemo_rl.distributed.named_sharding.NamedSharding property) (nemo_rl.models.generation.megatron.megatron_worker._MegatronBulkRefitPiece attribute) (nemo_rl.utils.checkpoint_engines.base.TensorMeta attribute) shape_effort_reward() (in module nemo_rl.experience.reward_penalties) shard (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ManifestObject attribute) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ShardIndex attribute) shard_by_batch_size() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) shard_count (nemo_rl.models.generation.fleet_health.GenerationFleetHealth property) shard_expert_weights (nemo_rl.models.generation.vllm.config.VllmNixlRefitConfig attribute) (nemo_rl.utils.checkpoint_engines.base.CheckpointEngine attribute) shard_for_base_url() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) shard_for_route() (nemo_rl.environments.nemo_gym.NemoGymShardSet method) shard_id (nemo_rl.models.generation.vllm.refit_layout.HfExpertWeight attribute) SHARD_INVARIANT_ESTIMATORS (in module nemo_rl.algorithms.single_controller_utils.advantage_stage) shard_liveness_ref() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) shard_meta_for_dp() (in module nemo_rl.data_plane.preshard) SHARD_NAME_PATTERN (in module nemo_rl.environments.nemo_gym_shards) shard_prefixes (nemo_rl.weight_sync.membership.RefitMembership attribute) SHARD_SPEC_KEYS (in module nemo_rl.environments.nemo_gym_shards) shardable (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) ShardConfigError sharded_state_dict() (nemo_rl.models.megatron.draft.dspark.DSparkMarkovHead method) (nemo_rl.models.megatron.draft.eagle.EagleModel method) ShardHealth (class in nemo_rl.models.generation.fleet_health) SHARDING_CONFIG_KEYS (in module nemo_rl.environments.nemo_gym_shards) ShardPlan (class in nemo_rl.environments.nemo_gym_shards) shards (nemo_rl.environments.nemo_gym_shards.ShardPlan attribute) ShardSetupError ShardSpec (class in nemo_rl.environments.nemo_gym_shards) ShardState (class in nemo_rl.models.generation.fleet_health) share_expert_adapters (nemo_rl.models.policy.MegatronPeftConfig attribute) SHAREABLE_CUDA_MALLOC (in module nemo_rl.utils.cuda_ipc) should_abort_inflight() (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSampler method) should_log_nemo_gym_full_result_tables() (in module nemo_rl.utils.logger) should_mask_flagged_samples() (in module nemo_rl.experience.rollouts) should_rebuild() (in module nemo_rl.weight_sync.membership) should_reduce_loss_across_context_parallel() (in module nemo_rl.models.megatron.train) should_use_async_rollouts() (in module nemo_rl.models.generation.interfaces) should_use_deepseek_v4_chat_template() (in module nemo_rl.data.deepseek_v4_tokenizer) should_use_nemo_gym() (in module nemo_rl.environments.nemo_gym) shuffle (nemo_rl.data.DataConfig attribute) shuffle_buffer_size (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) shutdown() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) (nemo_rl.distributed.worker_groups.RayWorkerGroup method) (nemo_rl.environments.code_environment.CodeEnvironment method) (nemo_rl.environments.code_jaccard_environment.CodeJaccardEnvironment method) (nemo_rl.environments.math_environment.BaseMathEnvironment method) (nemo_rl.environments.nemo_gym.NemoGym method) (nemo_rl.environments.nemo_gym.NemoGymShardSet method) (nemo_rl.environments.reward_model_environment.RewardModelEnvironment method) (nemo_rl.environments.vlm_environment.VLMEnvironment method) (nemo_rl.experience.sync_rollout_actor.SyncRolloutActor method) (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoVllmWorker method) (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) (nemo_rl.models.generation.dynamo.metrics.DynamoMetricsSampler method) (nemo_rl.models.generation.dynamo.token_wrapper.DynamoTokenWrapperServer method) (nemo_rl.models.generation.dynamo.worker_pool.FixedDynamoWorkerPool method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.trtllm.trtllm_disagg_server.DisaggServerActorImpl method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) (nemo_rl.models.policy.interfaces.PolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.teacher_worker_group.TeacherWorkerGroup method) (nemo_rl.models.policy.tq_policy.TQPolicy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.models.value.interfaces.ValueInterface method) (nemo_rl.models.value.lm_value.Value method) (nemo_rl.models.value.tq_value.TQValue method) (nemo_rl.utils.checkpoint.CheckpointManager method) (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer method) (nemo_rl.weight_sync.collective_weight_synchronizer.CollectiveWeightSynchronizer method) (nemo_rl.weight_sync.interfaces.WeightSynchronizer method) (nemo_rl.weight_sync.ipc_weight_synchronizer.IPCWeightSynchronizer method) (nemo_rl.weight_sync.megatron_weight_synchronizer.MegatronWeightSynchronizer method) (nemo_rl.weight_sync.nccl_reshard_weight_synchronizer.NcclReshardWeightSynchronizer method) (nemo_rl.weight_sync.sglang_weight_synchronizer._SGLangWeightSynchronizer method) (nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer.VllmRemoteSparseWeightSynchronizer method) shutdown_environments() (in module nemo_rl.environments.utils) shutdown_telemetry() (in module nemo_rl.telemetry.setup) SIBLING (nemo_rl.experience.rollout_recovery.RecoveryGranularity attribute) siblings (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) SiblingSealResult (class in nemo_rl.experience.rollout_recovery) simple (nemo_rl.data_plane.interfaces.DataPlaneConfig attribute) simple_role_header (nemo_rl.data.chat_templates.COMMON_CHAT_TEMPLATES attribute) SimpleStorageConfig (class in nemo_rl.data_plane.interfaces) single_attempt() (nemo_rl.experience.rollout_manager.RolloutRetryPolicy class method) single_controller_epoch (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) single_controller_train_steps (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) single_controller_trainer_version (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointMetadata attribute) single_rank_consolidation (nemo_rl.models.policy.AutomodelCheckpointConfig attribute) SingleControllerActor (class in nemo_rl.algorithms.single_controller) SingleControllerActorArgs (class in nemo_rl.algorithms.single_controller_utils.setup) SinglePytorchMilestonesConfig (class in nemo_rl.models.policy) SinglePytorchSchedulerConfig (class in nemo_rl.models.policy) size (nemo_rl.data.interfaces.NemoGymSourceIdentity attribute) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ManifestObject attribute) (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._StoredObject attribute) (nemo_rl.data_plane.interfaces.KVBatchMeta property) (nemo_rl.distributed.batched_data_dict.BatchedDataDict property) (nemo_rl.distributed.named_sharding.NamedSharding property) (nemo_rl.models.generation.dynamo.worker_pool.FixedDynamoWorkerPool property) size() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) skip_reference_policy_logprobs_calculation (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) skip_tokenizer_init (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) SKIPPED (nemo_rl.experience.rollout_manager.RolloutOutcome attribute) skipped (nemo_rl.experience.rollout_manager.RolloutStats attribute) sleep() (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) sleep_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) slice() (nemo_rl.data.multimodal_utils.PackedTensor method) (nemo_rl.data_plane.interfaces.KVBatchMeta method) (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) slice_media_tensors() (in module nemo_rl.models.generation.megatron.token_capture) slice_sparse_projection_cols() (in module nemo_rl.algorithms.x_token.loss_utils) slice_sparse_projection_rows() (in module nemo_rl.algorithms.x_token.loss_utils) SlicedDataDict (class in nemo_rl.distributed.batched_data_dict) snapshot (nemo_rl.data_plane.tq_token_sink.FetchedStagedCall attribute) snapshot() (nemo_rl.data_plane.observability.MetricsDataPlaneClient method) (nemo_rl.models.generation.dynamo.metrics.DynamoMetricsSampler method) (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) snapshot_attempt_interval_s (nemo_rl.algorithms.single_controller_utils.config.RolloutCheckpointConfig attribute) snapshot_baseline() (nemo_rl.utils.weight_transfer_sparse_codec.DeltaCompressionTracker method) snapshot_start_of_stage() (nemo_rl.utils.memory_tracker.MemoryTracker method) snapshot_step_metrics() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) sole_handle() (nemo_rl.environments.nemo_gym.NemoGymShardSet method) solution_key (nemo_rl.data.LocalMathEvalDataConfig attribute) sort_tool_results_by_call_order() (in module nemo_rl.data.deepseek_v4_encoding) source_ids (nemo_rl.data.energon.sft_types.StepEnvelope attribute) source_max (nemo_rl.algorithms.grpo.RewardScalingConfig attribute) source_min (nemo_rl.algorithms.grpo.RewardScalingConfig attribute) source_padded_lengths (nemo_rl.data.energon.multimodal.types.PackedSFTSample attribute) source_turn_indices (nemo_rl.data.xtoken.native_chat.RenderedChatDocument attribute) span (nemo_rl.algorithms.x_token.token_aligner.NativeAlignmentPart attribute) span_groups (nemo_rl.telemetry.config.TelemetryConfig attribute) spans (nemo_rl.experience.route_plan.RouteAssemblyPlan attribute) sparse (nemo_rl.models.generation.vllm.config.VllmRefitConfig attribute) sparse_bucket_size_bytes (nemo_rl.models.generation.vllm.config.VllmDeltaCompressionConfig attribute) sparse_export_chunk_size() (in module nemo_rl.utils.weight_transfer_stream) sparse_locations_for_item() (in module nemo_rl.utils.weight_transfer_sparse_codec) sparse_operation() (in module nemo_rl.utils.weight_transfer_sparse_codec) sparse_payload_checksum() (in module nemo_rl.utils.weight_transfer_stream) SparseInfo (in module nemo_rl.utils.weight_transfer_sparse_codec) SparseItem (in module nemo_rl.utils.weight_transfer_sparse_codec) SparseOperation (in module nemo_rl.utils.weight_transfer_sparse_codec) SparseRefitTransport (class in nemo_rl.utils.weight_transfer_stream) spec (nemo_rl.models.generation.megatron.megatron_worker._MegatronBulkRefitPiece attribute) specs (nemo_rl.weight_sync.nccl_reshard_utils.HFToLocalParamMap attribute) speculator_type (nemo_rl.models.policy.draft_config.DFlashDraftConfig attribute) (nemo_rl.models.policy.draft_config.DSparkDraftConfig attribute) (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) spinup_nemo_gym_actor() (in module nemo_rl.environments.nemo_gym) splice_prefix_tokens() (in module nemo_rl.models.generation.openai_server_utils) split (nemo_rl.data.DailyOmniEvalDataConfig attribute) (nemo_rl.data.energon.config.EnergonSourceConfig attribute) (nemo_rl.data.LocalMathEvalDataConfig attribute) (nemo_rl.data.MMAUEvalDataConfig attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) split_megatron_sft_conversations() (in module nemo_rl.data.megatron_sft_packed) split_meta_by_prompt_group() (in module nemo_rl.algorithms.single_controller_utils.advantage_stage) split_output_tensor() (nemo_rl.algorithms.loss.loss_functions.PreferenceLossFn method) split_train_validation() (nemo_rl.data.datasets.raw_dataset.RawDataset method) split_validation_size (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) split_weight_chunks() (in module nemo_rl.utils.checkpoint_engines.base) SquadDataset (class in nemo_rl.data.datasets.response_datasets.squad) squeeze_trailing_unit_dim() (in module nemo_rl.algorithms.single_controller_utils.utils) ssd_offload (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) (nemo_rl.data_plane.interfaces.SimpleStorageConfig attribute) SsdOffloadConfig (class in nemo_rl.data_plane.interfaces) stack_or_nest() (in module nemo_rl.data_plane.codec) stage (nemo_rl.utils.memory_tracker.MemoryTrackerDataPoint attribute) stage() (nemo_rl.data_plane.tq_token_sink.TQTokenSink method) (nemo_rl.models.generation.megatron.token_capture.TQMegatronTokenStager method) staged_route_len (nemo_rl.experience.route_plan.RouteSpan attribute) StagedMediaTensors (class in nemo_rl.data_plane.tq_token_sink) StagedPrefix (class in nemo_rl.data_plane.tq_token_sink) staging_buffer_size (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) staging_dir (nemo_rl.models.generation.vllm.config.VllmRefitStorageConfig attribute) STAGING_FIELDS (in module nemo_rl.data_plane.tq_token_sink) staging_key (nemo_rl.data_plane.tq_token_sink.FetchedStagedCall attribute) (nemo_rl.experience.route_plan.RouteSpan attribute) staging_keys (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) (nemo_rl.experience.rollout_recovery.RolloutAttemptRecord attribute) staging_partition (nemo_rl.algorithms.single_controller_utils.config.TokenCaptureConfig attribute) (nemo_rl.experience.rollout_reassembler_actor.RolloutReassemblerActorConfig attribute) (nemo_rl.experience.route_plan.RouteAssemblyPlan attribute) staging_row_count (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) STALE (nemo_rl.models.generation.fleet_health.ShardState attribute) stall_action (nemo_rl.algorithms.single_controller_utils.config.WatchdogConfig attribute) stall_timeout_s (nemo_rl.algorithms.single_controller_utils.config.WatchdogConfig attribute) stall_watchdog (nemo_rl.algorithms.single_controller_utils.config.AsyncRLConfig attribute) stamp_tags() (nemo_rl.data_plane.interfaces.KVBatchMeta method) stand_down() (nemo_rl.distributed.refit_watchdog.RefitAbortWatchdog method) stand_down_armed_watchdogs() (in module nemo_rl.distributed.refit_watchdog) stand_down_refit_watchdog() (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) start() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) (nemo_rl.models.generation.dynamo.metrics.DynamoMetricsSampler method) (nemo_rl.models.generation.dynamo.token_wrapper.DynamoTokenWrapperServer method) (nemo_rl.models.generation.dynamo.worker_pool.FixedDynamoWorkerPool method) (nemo_rl.models.generation.trtllm.trtllm_disagg_server.DisaggServerActorImpl method) (nemo_rl.models.generation.vllm.vllm_sparse_delta._SparseWeightLoadMode method) (nemo_rl.telemetry.host_memory.HostMemoryMonitor method) (nemo_rl.utils.logger.RayGpuMonitorLogger method) (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) (nemo_rl.utils.weight_transfer_zmq.ZmqSparseRefitServer method) start_baseline() (nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer.VllmRemoteSparseWeightSynchronizer static method) start_collection() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) start_efficiency_span() (in module nemo_rl.telemetry.instrumentation) start_gpu_profiling() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.utils.nsys.ProfilablePolicy method) start_gpu_profiling_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) start_host_memory_monitoring() (in module nemo_rl.telemetry.host_memory) start_http_server() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) start_iterations() (nemo_rl.utils.timer.TimeoutChecker method) start_server() (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) (in module nemo_rl.models.generation.trtllm.trtllm_http_server) start_storage_units() (in module nemo_rl.data_plane.mooncake_storage_unit) start_sync_server() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) start_weight (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayGroupMetadata attribute) start_weight_decay (nemo_rl.models.policy.MegatronSchedulerConfig attribute) start_weight_version (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) start_zmq_sparse_refit_relay() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) started_at (nemo_rl.models.generation.vllm.vllm_sparse_refit._StagedSparsePayload attribute) startup_span() (in module nemo_rl.telemetry.instrumentation) startup_timeout_s (nemo_rl.models.generation.dynamo.config.DynamoCfg attribute) stash_teacher_logits() (nemo_rl.models.automodel.draft.runtime._DraftRuntimeBase method) state (nemo_rl.models.generation.fleet_health.ShardHealth attribute) (nemo_rl.models.megatron.config.ModelAndOptimizerState attribute) state_before_partial (nemo_rl.models.generation.fleet_health.ShardHealth attribute) state_dict() (nemo_rl.algorithms.async_utils.interfaces.ReplayBufferProtocol method) (nemo_rl.algorithms.async_utils.replay_buffer.ReplayBufferImpl method) (nemo_rl.data.dataloader.CyclingDataLoader method) (nemo_rl.data.energon.sft_dataloader.EnergonSFTDataLoader method) (nemo_rl.data.energon.sft_dataloader.SFTDataLoader method) (nemo_rl.experience.rollout_recovery.RolloutRecoveryLedger method) state_of() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) StateDict (in module nemo_rl.models.megatron.draft.utils) StatelessProcessGroup (class in nemo_rl.distributed.stateless_process_group) stats (nemo_rl.experience.rollout_manager.RolloutManager property) (nemo_rl.models.megatron.draft.step_state.DraftStepPayload attribute) status (nemo_rl.data_plane.observability.DataPlaneEvent attribute) (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) (nemo_rl.experience.rollout_recovery.RolloutAttemptRecord attribute) step (nemo_rl.algorithms.dpo.DPOSaveState attribute) (nemo_rl.algorithms.rm.RMSaveState attribute) (nemo_rl.algorithms.sft.SFTSaveState attribute) STEP (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) step (nemo_rl.utils.logger.GpuMetricSnapshot attribute) step() (nemo_rl.environments.code_environment.CodeEnvironment method) (nemo_rl.environments.code_jaccard_environment.CodeJaccardEnvironment method) (nemo_rl.environments.interfaces.EnvironmentInterface method) (nemo_rl.environments.math_environment.MathEnvironment method) (nemo_rl.environments.math_environment.MathMultiRewardEnvironment method) (nemo_rl.environments.nemo_gym.NemoGym method) (nemo_rl.environments.reward_model_environment.RewardModelEnvironment method) (nemo_rl.environments.vlm_environment.VLMEnvironment method) step_max_ms (nemo_rl.data_plane.observability.OpStats attribute) step_wall_ms (nemo_rl.data_plane.observability.DataPlaneStats attribute) STEP_WINDOW (in module nemo_rl.telemetry.metrics) STEP_WINDOW_WALL_CLOCK_CATEGORIES (in module nemo_rl.algorithms.utils) StepEnvelope (class in nemo_rl.data.energon.sft_types) stop() (nemo_rl.telemetry.host_memory.HostMemoryMonitor method) (nemo_rl.utils.logger.RayGpuMonitorLogger method) (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) stop_after_step (nemo_rl.algorithms.dpo.DPOConfig attribute) stop_at_validation_metric (nemo_rl.algorithms.grpo.GRPOConfig attribute) stop_at_validation_threshold (nemo_rl.algorithms.grpo.GRPOConfig attribute) stop_gpu_profiling() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.utils.nsys.ProfilablePolicy method) stop_gpu_profiling_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) stop_host_memory_monitoring() (in module nemo_rl.telemetry.host_memory) stop_http_server() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) stop_properly_penalty_coef (nemo_rl.algorithms.reward_functions.RewardShapingConfig attribute) stop_storage_units() (in module nemo_rl.data_plane.mooncake_storage_unit) stop_strings (nemo_rl.data.interfaces.DatumSpec attribute) (nemo_rl.environments.code_jaccard_environment.CodeJaccardEnvConfig attribute) (nemo_rl.environments.math_environment.MathEnvConfig attribute) (nemo_rl.environments.vlm_environment.VLMEnvConfig attribute) (nemo_rl.models.generation.interfaces.GenerationConfig attribute) (nemo_rl.models.generation.interfaces.GenerationDatumSpec attribute) stop_token_ids (nemo_rl.models.generation.interfaces.GenerationConfig attribute) stop_zmq_sparse_refit_relay() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) (nemo_rl.models.generation.vllm.vllm_worker.BaseVllmGenerationWorker method) storage (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayMetadataState attribute) (nemo_rl.models.generation.vllm.config.VllmSparseRefitConfig attribute) storage_capacity (nemo_rl.data_plane.interfaces.SimpleStorageConfig attribute) storage_node_ids() (in module nemo_rl.data_plane.mooncake_storage_unit) storage_unit_placement (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) (nemo_rl.data_plane.interfaces.SimpleStorageConfig attribute) storage_unit_placement() (in module nemo_rl.data_plane.interfaces) storage_unit_segment_size (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) storage_units (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) store_param_remainders (nemo_rl.models.policy.MegatronOptimizerConfig attribute) stream() (nemo_rl.models.policy.workers.megatron_remote_sparse_refit.MegatronRemoteSparseRefit method) stream_remote_sparse_weights() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) stream_sparse_delta_payloads() (in module nemo_rl.utils.weight_transfer_stream) stream_sparse_delta_payloads_via_s3_manifest() (in module nemo_rl.utils.weight_transfer_stream) stream_sparse_delta_payloads_via_zmq() (in module nemo_rl.utils.weight_transfer_zmq) stream_weights_via_ipc_zmq() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) stream_weights_via_ipc_zmq_impl() (in module nemo_rl.models.policy.utils) streaming_umbrella_span() (in module nemo_rl.telemetry.instrumentation) streaming_vocab_parallel_soft_ce() (in module nemo_rl.algorithms.loss.draft) strict_agent_name_match (nemo_rl.algorithms.opd.OnPolicyDistillationConfig attribute) STRING_TO_DTYPE (in module nemo_rl.models.automodel.setup) strip_context_parallel_local_loss_metric() (in module nemo_rl.models.megatron.train) STRONG_AC_VALUE (in module nemo_rl.data.datasets.response_datasets.audiomcq) structural_tag_schema (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs attribute) structural_tag_scope (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs attribute) student_chunk_id (nemo_rl.algorithms.x_token.loss_utils.LocalizedAlignment attribute) (nemo_rl.algorithms.x_token.token_aligner.AlignmentBatch attribute) student_input_ids (nemo_rl.algorithms.x_token.loss_utils.LocalizedAlignment attribute) student_logits (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossDataDict attribute) student_next_token_ce() (in module nemo_rl.algorithms.x_token.loss_utils) student_token_mask (nemo_rl.algorithms.x_token.loss_utils.LocalizedAlignment attribute) student_vocab_indices (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossDataDict attribute) student_vocab_size (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) subset (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) subset() (nemo_rl.data_plane.interfaces.KVBatchMeta method) SUBSTITUTIONS (in module nemo_rl.environments.dapo_math_verifier) subtract_global_baseline (nemo_rl.algorithms.advantage_estimator.AdvEstimatorConfig attribute) suffix (nemo_rl.models.generation.megatron.config.MediaPromptSpecOverrides attribute) sum_weights_metric (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) SUPPORTED_MODEL_TYPES (in module nemo_rl.models.generation.trtllm.quantization.fp8) SUPPORTED_ROLLOUT_RECOVERY_SCHEMA_VERSIONS (in module nemo_rl.experience.rollout_recovery) SupportedModelFamily (in module nemo_rl.data.energon.multimodal.model_families) supports_buffer_checkpoint (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSampler attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.ReadyFirstSampler attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.WeightFifoSampler attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSampler attribute) supports_image_placeholder_run_parity() (in module nemo_rl.environments.nemotron_utils) supports_model_families() (in module nemo_rl.data.energon.multimodal.model_families) supports_model_family() (in module nemo_rl.data.energon.multimodal.model_families) supports_training_claims (nemo_rl.algorithms.async_utils.staleness_sampler.BaseSampler attribute) (nemo_rl.algorithms.async_utils.staleness_sampler.PromptGroupSampler attribute) surpress_user_warnings() (in module nemo_rl.algorithms.utils) surviving_shards (nemo_rl.weight_sync.membership.RefitMembership property) SUSPECT (nemo_rl.models.generation.fleet_health.ShardState attribute) suspected_shards() (nemo_rl.models.generation.fleet_health.GenerationFleetHealth method) suspend() (nemo_rl.experience.rollout_manager._Deadline method) (nemo_rl.experience.rollout_manager.RequestDeadlineRegistry method) suspend_activation_offload_for_forward_only() (in module nemo_rl.models.megatron.train) suspend_for_refit() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) suspend_request_deadlines() (nemo_rl.experience.rollout_manager.RolloutManager method) swanlab (nemo_rl.utils.logger.LoggerConfig attribute) swanlab_enabled (nemo_rl.utils.logger.LoggerConfig attribute) SwanlabConfig (class in nemo_rl.utils.logger) SwanlabLogger (class in nemo_rl.utils.logger) swap_weights_via_reshard() (nemo_rl.models.generation.megatron.megatron_worker.MegatronGenerationRefitMixin method) (nemo_rl.models.policy.lm_policy.Policy method) sweep_cleared_files() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) SWEEP_INTERVAL_S (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) symlink_pre_quantized_model() (in module nemo_rl.modelopt.models.policy.workers.utils) sync_params_before_refit() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.base_policy_worker.AbstractPolicyWorker method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) sync_stream_within() (in module nemo_rl.distributed.refit_watchdog) sync_weights() (nemo_rl.weight_sync.checkpoint_engine_weight_synchronizer.CheckpointEngineWeightSynchronizer method) (nemo_rl.weight_sync.collective_weight_synchronizer.CollectiveWeightSynchronizer method) (nemo_rl.weight_sync.interfaces.WeightSynchronizer method) (nemo_rl.weight_sync.ipc_weight_synchronizer.IPCWeightSynchronizer method) (nemo_rl.weight_sync.megatron_weight_synchronizer.MegatronWeightSynchronizer method) (nemo_rl.weight_sync.nccl_reshard_weight_synchronizer.NcclReshardWeightSynchronizer method) (nemo_rl.weight_sync.sglang_weight_synchronizer.SGLangColocatedWeightSynchronizer method) (nemo_rl.weight_sync.sglang_weight_synchronizer.SGLangDisaggregatedWeightSynchronizer method) (nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer.VllmRemoteSparseWeightSynchronizer method) synchronize_device() (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) synchronize_sparse_refit_device() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) SyncRolloutActor (class in nemo_rl.experience.sync_rollout_actor) SYSTEM (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) system_msg_template (in module nemo_rl.data.deepseek_v4_encoding) SYSTEM_PROMPT (in module nemo_rl.data.datasets.response_datasets.oasst) system_prompt_file (nemo_rl.data.AIMEEvalDataConfig attribute) (nemo_rl.data.DailyOmniEvalDataConfig attribute) (nemo_rl.data.GPQAEvalDataConfig attribute) (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.LocalMathEvalDataConfig attribute) (nemo_rl.data.MathEvalDataConfig attribute) (nemo_rl.data.MMAUEvalDataConfig attribute) (nemo_rl.data.MMLUEvalDataConfig attribute) (nemo_rl.data.MMLUProEvalDataConfig attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) system_url (nemo_rl.models.generation.dynamo.dynamo_worker.DynamoVllmWorker property) (nemo_rl.models.generation.dynamo.refit.DynamoWorkerEndpoint attribute) T T (in module nemo_rl.distributed.collectives) t_end (nemo_rl.algorithms.x_token.token_aligner.AlignmentPair attribute) t_start (nemo_rl.algorithms.x_token.token_aligner.AlignmentPair attribute) tags (nemo_rl.data_plane.adapters.local._LocalPartition attribute) (nemo_rl.data_plane.adapters.noop._Partition attribute) (nemo_rl.data_plane.interfaces.KVBatchMeta attribute) target (nemo_rl.algorithms.async_utils.staleness_sampler.CustomSamplerConfig attribute) target_id (nemo_rl.models.generation.megatron.megatron_worker._MegatronRefitTask attribute) target_ids (nemo_rl.data.megatron_sft_packed.MegatronSFTPackedDatumSpec attribute) (nemo_rl.models.automodel.draft.common.DSparkForwardOutput attribute) target_max (nemo_rl.algorithms.grpo.RewardScalingConfig attribute) target_min (nemo_rl.algorithms.grpo.RewardScalingConfig attribute) target_modules (nemo_rl.models.policy.LoRAConfig attribute) (nemo_rl.models.policy.MegatronPeftConfig attribute) TARGET_SAMPLE_RATE (in module nemo_rl.data.datasets.response_datasets.audiomcq) target_step (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayGroupMetadata attribute) (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) task (nemo_rl.models.generation.megatron.megatron_worker._MegatronBulkRefitPiece attribute) task_encoder (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) TASK_ENCODER_REGISTRY (in module nemo_rl.data.energon.multimodal.registry) task_index (nemo_rl.experience.rollouts.NemoGymRolloutResult attribute) (nemo_rl.experience.rollouts.RolloutGroupResult attribute) task_name (nemo_rl.data.datasets.response_datasets.audiomcq.AudioMCQDataset attribute) (nemo_rl.data.datasets.response_datasets.avqa.AVQADataset attribute) (nemo_rl.data.datasets.response_datasets.daily_omni.DailyOmniDataset attribute) (nemo_rl.data.datasets.response_datasets.general_conversations_dataset.GeneralConversationsJsonlDataset attribute) (nemo_rl.data.interfaces.DatumSpec attribute) (nemo_rl.data.interfaces.PreferenceDatumSpec attribute) (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data_plane.interfaces.KVBatchMeta attribute) (nemo_rl.experience.rollout_recovery.PromptRef attribute) task_source (nemo_rl.algorithms.single_controller_utils.config.TaskSourceRecoveryGranularity attribute) (nemo_rl.experience.rollout_recovery.PromptGroupRecoveryRecord attribute) task_source_granularity_overrides (nemo_rl.algorithms.single_controller_utils.config.RolloutRecoveryConfig attribute) task_spec (nemo_rl.data.datasets.raw_dataset.RawDataset attribute) TaskDataPreProcessFnCallable (class in nemo_rl.data.interfaces) TaskDataProcessFnCallable (class in nemo_rl.data.interfaces) TaskDataSpec (class in nemo_rl.data.interfaces) TaskSourceRecoveryGranularity (class in nemo_rl.algorithms.single_controller_utils.config) te_precision_config_file (nemo_rl.models.policy.MegatronConfig attribute) teacher (nemo_rl.algorithms.distillation.MasterConfig attribute) teacher_checkpoints_by_index() (nemo_rl.algorithms.opd.TQTeacherLogprobCoordinator method) teacher_chunk_id (nemo_rl.algorithms.x_token.loss_utils.LocalizedAlignment attribute) (nemo_rl.algorithms.x_token.token_aligner.AlignmentBatch attribute) teacher_configs_by_index() (in module nemo_rl.algorithms.opd) teacher_full_payload (nemo_rl.models.policy.interfaces.TeacherFullPayloadOutputSpec attribute) teacher_gold_loss (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) teacher_index_field (nemo_rl.models.policy.OnPolicyDistillationFullTransport attribute) teacher_init_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) teacher_lm_head_lifecycle (nemo_rl.algorithms.opd.OnPolicyDistillationFullConfig attribute) (nemo_rl.models.policy.OnPolicyDistillationFullTransport attribute) teacher_logits (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossDataDict attribute) teacher_logprobs_field (nemo_rl.algorithms.opd.TQTeacherLogprobCoordinator attribute) (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) teacher_logprobs_required (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) TEACHER_LP_FIELDS (in module nemo_rl.data_plane.schema) teacher_model_by_agent_name (nemo_rl.algorithms.opd.OnPolicyDistillationConfig attribute) teacher_model_init_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) teacher_overrides (nemo_rl.algorithms.opd.NonColocatedTeachersConfig attribute) teacher_payload (nemo_rl.algorithms.opd.OnPolicyDistillationFullConfig attribute) (nemo_rl.models.policy.OnPolicyDistillationFullTransport attribute) teacher_reservation_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) teacher_seq_pad_multiple() (in module nemo_rl.algorithms.opd) teacher_topk_indices (nemo_rl.algorithms.loss.loss_functions.DistillationLossDataDict attribute) teacher_topk_logits (nemo_rl.algorithms.loss.loss_functions.DistillationLossDataDict attribute) teacher_vocab_sizes (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) teacher_weights (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) teacher_worker_groups (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) teacher_xtoken_loss (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) TeacherAlignerConfig (class in nemo_rl.algorithms.xtoken_off_policy_distillation) TeacherConfig (class in nemo_rl.algorithms.xtoken_off_policy_distillation) (class in nemo_rl.models.policy.teacher_worker_group) TeacherFullPayloadOutputSpec (class in nemo_rl.models.policy.interfaces) TeacherFullPayloadPostProcessor (class in nemo_rl.models.megatron.train) TeacherResourceConfig (class in nemo_rl.algorithms.opd) teachers (nemo_rl.algorithms.xtoken_off_policy_distillation.MasterConfig attribute) TeacherWorkerGroup (class in nemo_rl.models.policy.teacher_worker_group) tee_rl_metrics_to_otel() (in module nemo_rl.telemetry.metrics) teed_metrics() (in module nemo_rl.telemetry.vocabulary) TeedMetric (class in nemo_rl.telemetry.vocabulary) telemetry (nemo_rl.algorithms.distillation.MasterConfig attribute) (nemo_rl.algorithms.dpo.MasterConfig attribute) (nemo_rl.algorithms.grpo.MasterConfig attribute) (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.rm.MasterConfig attribute) (nemo_rl.algorithms.sft.MasterConfig attribute) (nemo_rl.algorithms.sft_v2.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) telemetry_enabled_in_env() (in module nemo_rl.telemetry.setup) telemetry_interval_s (nemo_rl.algorithms.single_controller_utils.config.RolloutCheckpointConfig attribute) telemetry_snapshot() (nemo_rl.experience.rollout_manager.RolloutManager method) TELEMETRY_WALL_TIME_METRIC (in module nemo_rl.utils.logger) TelemetryConfig (class in nemo_rl.telemetry.config) temperature (nemo_rl.algorithms.logits_sampling_utils.TrainingSamplingParams attribute) (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) (nemo_rl.models.generation.interfaces.GenerationConfig attribute) (nemo_rl.models.generation.interfaces.GenerationSamplingParams attribute) template_cut_start (nemo_rl.models.generation.openai_server_utils.PrefixSplice attribute) temporal_patch_size (nemo_rl.models.generation.vllm.config.VllmVideoConfig attribute) Tensor (in module nemo_rl.algorithms.loss.loss_functions) (in module nemo_rl.algorithms.loss.wrapper) (in module nemo_rl.algorithms.reward_functions) (in module nemo_rl.data.llm_message_utils) tensor (nemo_rl.models.policy.workers.megatron_policy_worker._RefitSource attribute) tensor_field() (in module nemo_rl.algorithms.single_controller_utils.utils) tensor_model_parallel_size (nemo_rl.algorithms.opd.TeacherResourceConfig attribute) (nemo_rl.models.policy.MegatronConfig attribute) (nemo_rl.models.policy.teacher_worker_group.TeacherConfig attribute) tensor_parallel_size (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.trtllm.config.TrtllmEngineKnobs attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) (nemo_rl.models.policy.AutomodelConfig attribute) TensorBatch (in module nemo_rl.utils.weight_transfer_sparse_codec) tensorboard (nemo_rl.utils.logger.LoggerConfig attribute) tensorboard_enabled (nemo_rl.utils.logger.LoggerConfig attribute) TensorboardConfig (class in nemo_rl.utils.logger) TensorboardLogger (class in nemo_rl.utils.logger) TensorMeta (class in nemo_rl.utils.checkpoint_engines.base) TensorPayload (in module nemo_rl.utils.weight_transfer_sparse_codec) tensors (nemo_rl.data.captured_media.CapturedMedia attribute) terminate_on_evaluation (nemo_rl.environments.code_environment.CodeEnvConfig attribute) terminateds (nemo_rl.environments.interfaces.EnvironmentReturn attribute) text (nemo_rl.algorithms.x_token.token_aligner.NativeAlignmentPart attribute) text_match (nemo_rl.experience.reward_penalties.CapturePenalty attribute) THEORETICAL_TFLOPS (in module nemo_rl.utils.flops_tracker) think_close (nemo_rl.algorithms.grpo.RewardPenaltyTokenIdsConfig attribute) think_open (nemo_rl.algorithms.grpo.RewardPenaltyTokenIdsConfig attribute) thinking_end_token (in module nemo_rl.data.deepseek_v4_encoding) thinking_start_token (in module nemo_rl.data.deepseek_v4_encoding) thinking_tags (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) thinking_template (in module nemo_rl.data.deepseek_v4_encoding) THREAD_ACCUMULATED_EFFICIENCY_CATEGORIES (in module nemo_rl.algorithms.utils) THREAD_SECONDS_MEASUREMENT (in module nemo_rl.telemetry.metrics) ThreadSafeTimer (class in nemo_rl.utils.timer) threshold_bytes (nemo_rl.data_plane.interfaces.SsdOffloadConfig attribute) tick() (nemo_rl.models.generation.engine_supervisor.EngineSupervisor method) time() (nemo_rl.utils.timer.ThreadSafeTimer method) (nemo_rl.utils.timer.Timer method) timed_codec() (in module nemo_rl.data_plane.codec) timeout_seconds (nemo_rl.environments.nemo_gym.ExternalServiceReadinessConfig attribute) TimeoutChecker (class in nemo_rl.utils.timer) Timer (class in nemo_rl.utils.timer) to() (nemo_rl.data.multimodal_utils.PackedTensor method) (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) to_cpu_int_tuple() (in module nemo_rl.utils.sequence_lengths) to_dict() (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.BootstrapCompatibilityIdentity method) (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest method) (nemo_rl.data.captured_media.CapturedMediaItem method) to_dtype() (nemo_rl.data.multimodal_utils.PackedTensor method) to_json() (in module nemo_rl.data.deepseek_v4_encoding) to_local_if_dtensor() (in module nemo_rl.distributed.model_utils) to_metrics_dict() (nemo_rl.algorithms.metric_utils.SetupTimingMetrics method) to_nested_by_length() (in module nemo_rl.data_plane.codec) to_state() (nemo_rl.experience.reward_penalties.CaptureRewardSettings method) to_torch_dtype() (in module nemo_rl.models.megatron.community_import) to_wire() (nemo_rl.data.multimodal_utils.PackedTensor method) TOKEN_ALIGNED_FIELDS (in module nemo_rl.data_plane.column_io) token_capture (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) token_chunk_size (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossConfig attribute) token_id (nemo_rl.data.captured_media.CapturedMediaItem attribute) token_ids (nemo_rl.algorithms.grpo.RewardPenaltyConfig attribute) (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) (nemo_rl.models.generation.openai_server_utils.PrefixSplice attribute) TOKEN_LEVEL (nemo_rl.algorithms.loss.interfaces.LossType attribute) token_level_loss (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) token_mask (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DistillationLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DPOLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossDataDict attribute) (nemo_rl.algorithms.loss.loss_functions.PreferenceLossDataDict attribute) (nemo_rl.data.megatron_sft_packed.MegatronSFTPackedDatumSpec attribute) (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) token_mask_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) TokenAligner (class in nemo_rl.algorithms.x_token.token_aligner) TokenCaptureConfig (class in nemo_rl.algorithms.single_controller_utils.config) tokenizer (nemo_rl.evals.eval.MasterConfig attribute) (nemo_rl.models.generation.dynamo.config.DynamoFrontendArgs attribute) (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) tokenizer_cache (nemo_rl.models.generation.dynamo.config.DynamoFrontendArgs attribute) tokenizer_cache_bytes (nemo_rl.models.generation.dynamo.config.DynamoFrontendArgs attribute) tokenizer_config (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) tokenizer_kwargs (nemo_rl.models.policy.TokenizerConfig attribute) TOKENIZER_REQUIRED_ARCHITECTURES (in module nemo_rl.models.generation.vllm.worker_utils) TokenizerConfig (class in nemo_rl.models.policy) TokenizerType (in module nemo_rl.algorithms.async_utils.trajectory_collector) (in module nemo_rl.algorithms.distillation) (in module nemo_rl.algorithms.grpo) (in module nemo_rl.algorithms.ppo) (in module nemo_rl.data.collate_fn) (in module nemo_rl.data.datasets.processed_dataset) (in module nemo_rl.data.datasets.utils) (in module nemo_rl.data.interfaces) (in module nemo_rl.data.llm_message_utils) (in module nemo_rl.data.processors) (in module nemo_rl.experience.rollout_manager) (in module nemo_rl.experience.rollouts) (in module nemo_rl.models.generation) (in module nemo_rl.models.megatron.setup) (in module nemo_rl.models.policy.workers.megatron_policy_worker) (in module nemo_rl.models.value.workers.megatron_value_worker) TOKENS (nemo_rl.algorithms.loss.interfaces.MetricNormalizer attribute) tool_call_parser (nemo_rl.models.generation.dynamo.config.DynamoWorkerArgs attribute) tool_call_template (in module nemo_rl.data.deepseek_v4_encoding) tool_calls_block_name (in module nemo_rl.data.deepseek_v4_encoding) tool_calls_from_openai_format() (in module nemo_rl.data.deepseek_v4_encoding) tool_calls_template (in module nemo_rl.data.deepseek_v4_encoding) tool_calls_to_openai_format() (in module nemo_rl.data.deepseek_v4_encoding) tool_output_template (in module nemo_rl.data.deepseek_v4_encoding) tool_parser (nemo_rl.models.generation.trtllm.config.TrtllmSpecificArgs attribute) tool_parser_plugin (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) tools (nemo_rl.data.energon.multimodal.types.CanonicalSFTSample attribute) (nemo_rl.data.interfaces.DatumSpec attribute) tools_from_openai_format() (in module nemo_rl.data.deepseek_v4_encoding) TOOLS_TEMPLATE (in module nemo_rl.data.deepseek_v4_encoding) top_k (nemo_rl.algorithms.logits_sampling_utils.TrainingSamplingParams attribute) (nemo_rl.models.generation.interfaces.GenerationConfig attribute) (nemo_rl.models.generation.interfaces.GenerationSamplingParams attribute) TOP_K_TOP_P_CHUNK_SIZE (in module nemo_rl.algorithms.logits_sampling_utils) top_p (nemo_rl.algorithms.logits_sampling_utils.TrainingSamplingParams attribute) (nemo_rl.models.generation.interfaces.GenerationConfig attribute) (nemo_rl.models.generation.interfaces.GenerationSamplingParams attribute) top_percentile (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) topk_indices (nemo_rl.models.policy.interfaces.TopkLogitsOutputSpec attribute) topk_logits (nemo_rl.models.policy.interfaces.TopkLogitsOutputSpec attribute) topk_logits_k (nemo_rl.algorithms.distillation.DistillationConfig attribute) TopkLogitsOutputSpec (class in nemo_rl.models.policy.interfaces) TopkLogitsPostProcessor (class in nemo_rl.models.automodel.train) (class in nemo_rl.models.megatron.train) TOPO_RANK_KEY (in module nemo_rl.distributed.virtual_cluster) TOPO_RANK_UNKNOWN (in module nemo_rl.distributed.virtual_cluster) topology_mapper (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) total (nemo_rl.algorithms.single_controller_utils.utils.AdvantagePartial attribute) (nemo_rl.utils.length_penalty.ProfileBandDefaults attribute) total_bonus (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) total_bytes (nemo_rl.data_plane.observability.DataPlaneStats attribute) total_keys (nemo_rl.data_plane.observability.DataPlaneStats attribute) total_ops (nemo_rl.data_plane.observability.DataPlaneStats attribute) total_row_count (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) total_setup_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) TOTAL_STEP_TIME_KEY (in module nemo_rl.algorithms.sft_v2) total_steps (nemo_rl.algorithms.distillation.DistillationSaveState attribute) (nemo_rl.algorithms.dpo.DPOSaveState attribute) (nemo_rl.algorithms.grpo.GRPOSaveState attribute) (nemo_rl.algorithms.ppo.PPOSaveState attribute) (nemo_rl.algorithms.rm.RMSaveState attribute) (nemo_rl.algorithms.sft.SFTSaveState attribute) (nemo_rl.algorithms.sft_v2.SFTV2SaveState attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationSaveState attribute) total_valid_tokens (nemo_rl.algorithms.distillation.DistillationSaveState attribute) (nemo_rl.algorithms.dpo.DPOSaveState attribute) (nemo_rl.algorithms.grpo.GRPOSaveState attribute) (nemo_rl.algorithms.ppo.PPOSaveState attribute) (nemo_rl.algorithms.rm.RMSaveState attribute) (nemo_rl.algorithms.sft.SFTSaveState attribute) (nemo_rl.algorithms.sft_v2.SFTV2SaveState attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationSaveState attribute) total_wall_ms (nemo_rl.data_plane.observability.DataPlaneStats attribute) total_zmad_penalty (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) total_zmad_threshold (nemo_rl.utils.length_penalty.LengthPenaltyParams attribute) tp_rank (nemo_rl.models.generation.vllm.refit_layout.VllmExpertParamLayout attribute) tp_shard_dim (nemo_rl.models.generation.vllm.refit_layout.HfExpertWeight attribute) tp_size (nemo_rl.models.automodel.config.DistributedContext attribute) (nemo_rl.models.generation.vllm.refit_layout.VllmExpertParamLayout attribute) tq_buffer (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) tq_save_seconds (nemo_rl.algorithms.single_controller._RolloutCheckpointCut attribute) TQDataPlaneClient (class in nemo_rl.data_plane.adapters.transfer_queue) TQDriverMixin (class in nemo_rl.data_plane.driver_mixin) TQMegatronPromptPreparer (class in nemo_rl.models.generation.megatron.token_capture) TQMegatronTokenStager (class in nemo_rl.models.generation.megatron.token_capture) TQPolicy (class in nemo_rl.models.policy.tq_policy) TQReplayBuffer (class in nemo_rl.algorithms.async_utils.replay_buffer) TQReplayGroupMetadata (class in nemo_rl.algorithms.async_utils.replay_buffer) TQReplayMetadataState (class in nemo_rl.algorithms.async_utils.replay_buffer) TQStagingStore (class in nemo_rl.data_plane.tq_token_sink) TQTeacherLogprobCoordinator (class in nemo_rl.algorithms.opd) TQTokenSink (class in nemo_rl.data_plane.tq_token_sink) TQTokenSource (class in nemo_rl.data_plane.tq_token_sink) TQValue (class in nemo_rl.models.value.tq_value) TQWorkerMixin (class in nemo_rl.data_plane.worker_mixin) TRACE_CARRIER_KWARG (in module nemo_rl.telemetry.instrumentation) trace_context_kwargs() (in module nemo_rl.telemetry.instrumentation) trace_cp_routed_experts() (in module nemo_rl.utils.r3_trace) trace_fn() (in module nemo_rl.telemetry.instrumentation) trace_rollout_payload() (in module nemo_rl.utils.r3_trace) trace_router_replay_action() (in module nemo_rl.utils.r3_trace) trace_router_replay_assignment() (in module nemo_rl.utils.r3_trace) trace_tq_fetch_payload() (in module nemo_rl.utils.r3_trace) traced_worker_init() (in module nemo_rl.telemetry.setup) traces_enabled (nemo_rl.telemetry.config.TelemetryConfig attribute) track() (nemo_rl.utils.flops_tracker.FLOPTracker method) track_batch() (nemo_rl.utils.flops_tracker.FLOPTracker method) tracking_uri (nemo_rl.utils.logger.MLflowConfig attribute) train (nemo_rl.data.DataConfig attribute) train() (nemo_rl.models.policy.interfaces.PolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) (nemo_rl.models.value.interfaces.ValueInterface method) (nemo_rl.models.value.lm_value.Value method) (nemo_rl.models.value.workers.automodel_value_worker.AutomodelValueWorkerImpl method) (nemo_rl.models.value.workers.megatron_value_worker.MegatronValueWorkerImpl method) train_cluster (nemo_rl.algorithms.sft_v2.SFTV2ActorArgs attribute) (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) train_data_dump_dir (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageStageConfig attribute) train_data_dump_rows (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) train_data_dump_s (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageOutcome attribute) train_embed_and_head (nemo_rl.models.policy.draft_config._BlockDraftConfig attribute) (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) train_from_meta() (nemo_rl.models.policy.tq_policy.TQPolicy method) (nemo_rl.models.value.tq_value.TQValue method) train_global_batch_size (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) train_iters (nemo_rl.models.policy.MegatronConfig attribute) train_mb_tokens (nemo_rl.models.policy.DynamicBatchingConfig attribute) (nemo_rl.models.policy.SequencePackingConfig attribute) train_micro_batch_size (nemo_rl.models.policy.PolicyConfig attribute) (nemo_rl.models.value.config.ValueConfig attribute) train_microbatch() (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) train_microbatch_presharded() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) train_microbatches_from_meta() (nemo_rl.models.policy.tq_policy.TQPolicy method) train_placed_microbatches() (nemo_rl.models.policy.tq_policy.TQPolicy method) train_presharded() (nemo_rl.data_plane.worker_mixin.TQWorkerMixin method) train_step (nemo_rl.algorithms.single_controller_utils.advantage_stage.AdvantageRequest attribute) train_world_size (nemo_rl.weight_sync.membership.RefitMembership attribute) TrainDataDump (class in nemo_rl.utils.train_data_dump) TRAINED_TASK_INDICES_KEY (in module nemo_rl.experience.interfaces) trainer (nemo_rl.algorithms.sft_v2.SFTV2ActorArgs attribute) trainer_handle (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) trainer_version (nemo_rl.algorithms.grpo.GRPOSaveState attribute) (nemo_rl.algorithms.single_controller_utils.rollout_checkpoint.RolloutSnapshotManifest attribute) training_owned_group_ids() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) training_owned_replay_groups() (nemo_rl.algorithms.async_utils.replay_buffer.TQReplayBuffer method) TRAINING_TEED_METRICS (in module nemo_rl.algorithms.metric_utils) TrainingSamplingParams (class in nemo_rl.algorithms.logits_sampling_utils) TransactionalAdmissionSampler (class in nemo_rl.algorithms.async_utils.staleness_sampler) transfer_workers (nemo_rl.models.generation.vllm.config.VllmRefitTuningConfig attribute) (nemo_rl.utils.weight_transfer_stream.SparseRefitTransport attribute) transformer() (in module nemo_rl.utils.flops_formulas) TRANSFORMER_ENGINE_MIN_VERSION (in module nemo_rl.models.megatron.zero_train_gen_mismatch) transformer_impl (nemo_rl.models.policy.MegatronConfig attribute) transport_endpoint (nemo_rl.data_plane.adapters.tq_mooncake_checkpoint._ParticipantInfo attribute) TRTLLM (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) TRTLLM_BACKEND (in module nemo_rl.models.generation.constants) trtllm_cfg (nemo_rl.models.generation.trtllm.config.TrtllmConfig attribute) trtllm_kwargs (nemo_rl.models.generation.trtllm.config.TrtllmConfig attribute) (nemo_rl.models.generation.trtllm.config.TrtllmEngineArgs attribute) TrtllmAsyncGenerationWorker (class in nemo_rl.models.generation.trtllm.trtllm_worker_async) TrtllmAsyncGenerationWorkerImpl (class in nemo_rl.models.generation.trtllm.trtllm_worker_async) TrtllmConfig (class in nemo_rl.models.generation.trtllm.config) TrtllmDisaggServerConfig (class in nemo_rl.models.generation.trtllm.config) TrtllmEngineArgs (class in nemo_rl.models.generation.trtllm.config) TrtllmEngineKnobs (class in nemo_rl.models.generation.trtllm.config) TrtllmGeneration (class in nemo_rl.models.generation.trtllm.trtllm_generation) TrtllmSpecificArgs (class in nemo_rl.models.generation.trtllm.config) truncate_tensors() (nemo_rl.distributed.batched_data_dict.BatchedDataDict method) TRUNCATED (in module nemo_rl.data_plane.schema) truncated (nemo_rl.experience.interfaces.Completion attribute) (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) truncated_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) truncated_importance_sampling_adaptive_k_max (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) truncated_importance_sampling_adaptive_k_step (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) truncated_importance_sampling_adaptive_outer_bound (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) truncated_importance_sampling_adaptive_target_entropy (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) truncated_importance_sampling_ratio (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) truncated_importance_sampling_ratio_min (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) truncated_importance_sampling_type (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) ttt_step_loss_decay (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) ttt_steps (nemo_rl.models.policy.draft_config.Eagle3DraftConfig attribute) Tulu3PreferenceDataset (class in nemo_rl.data.datasets.preference_datasets.tulu3) Tulu3SftMixtureDataset (class in nemo_rl.data.datasets.response_datasets.tulu3) tuning (nemo_rl.models.generation.vllm.config.VllmSparseRefitConfig attribute) U U_EVALUATE (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) U_JOB (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) U_MODEL_INIT (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) U_PER_PROMPT (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) U_ROLLOUT (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) U_SETUP (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) U_STEP (nemo_rl.telemetry.span_groups.RLSpanGroup attribute) UE8M0_BIAS (in module nemo_rl.models.generation.trtllm.quantization.fp8) UMBRELLA_GROUP_VALUES (in module nemo_rl.telemetry.span_groups) UMBRELLA_GROUPS (in module nemo_rl.telemetry.instrumentation) umbrella_span() (in module nemo_rl.telemetry.instrumentation) umbrella_trace_fn() (in module nemo_rl.telemetry.instrumentation) UNBUCKETED_SPAN_CATEGORIES (in module nemo_rl.telemetry.instrumentation) uncommon_topk (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) UNDECLARED_MULTIMODAL_MODEL_INPUTS (in module nemo_rl.data.multimodal_utils) unhealthy_threshold (nemo_rl.algorithms.single_controller_utils.config.FleetHealthConfig attribute) (nemo_rl.models.generation.fleet_health.FleetHealthPolicy attribute) unit (nemo_rl.telemetry.vocabulary.RecordedMetric attribute) (nemo_rl.telemetry.vocabulary.TeedMetric attribute) unpack_ms (nemo_rl.data_plane.observability.DataPlaneStats attribute) unpack_tensor() (in module nemo_rl.models.huggingface.common) unpadded_sequence_lengths (nemo_rl.models.generation.interfaces.GenerationOutputSpec attribute) UnsupportedNativeRefitTransport (in module nemo_rl.models.generation.vllm.vllm_backend) unwanted (nemo_rl.algorithms.grpo.RewardPenaltyTokenIdsConfig attribute) unwanted_tokens (nemo_rl.experience.reward_penalties.CaptureRewardSettings attribute) unwrap_wire_stripped_payload() (in module nemo_rl.data_plane.codec) up_weight (nemo_rl.models.megatron.draft.utils._PendingLayerWeights attribute) update() (nemo_rl.data.packing.metrics.PackingMetrics method) update_adaptive_loss_state() (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossFn method) update_reward_shift() (nemo_rl.algorithms.loss.loss_functions.MPOLossFn method) update_single_dataset_config() (in module nemo_rl.data.datasets.utils) update_weights() (nemo_rl.models.generation.dynamo.refit.DynamoRefitChannel method) update_weights_bucket_memory_ratio (nemo_rl.models.generation.interfaces.CheckpointEngineConfig attribute) (nemo_rl.models.generation.vllm.config.VllmCheckpointEnginePluginConfig attribute) (nemo_rl.models.generation.vllm.config.VllmNixlRefitConfig attribute) update_weights_from_checkpoint_engine() (nemo_rl.models.generation.vllm.checkpoint_engine.VllmCheckpointEngineMixin method) update_weights_from_collective() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) update_weights_from_collective_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) update_weights_from_decoded_sparse_payload() (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_sparse_delta.VllmSparseDeltaApplier method) update_weights_from_serialized_sparse_payloads() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) update_weights_from_staged_sparse_payloads() (nemo_rl.models.generation.vllm.vllm_sparse_refit.VllmSparseRefitReceiver method) update_weights_to_sglang_colocated() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) update_weights_to_sglang_distributed() (nemo_rl.models.policy.interfaces.ColocatablePolicyInterface method) (nemo_rl.models.policy.lm_policy.Policy method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) update_weights_via_ipc_zmq() (nemo_rl.models.generation.dynamo.dynamo_generation.DynamoGeneration method) (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.trtllm.trtllm_backend.NcclExtension method) (nemo_rl.models.generation.trtllm.trtllm_generation.TrtllmGeneration method) (nemo_rl.models.generation.vllm.vllm_backend.VllmInternalWorkerExtension method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration method) (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) update_weights_via_ipc_zmq_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) upsert_waiting_for_memory() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) url (nemo_rl.environments.nemo_gym.ExternalServiceReadinessTargetConfig attribute) use_async_rollouts (nemo_rl.models.generation.interfaces.GenerationConfig attribute) use_cispo (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) use_cuda_graphs_for_non_decode_steps (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) use_custom_fsdp (nemo_rl.models.policy.MegatronDDPConfig attribute) use_distributed_optimizer (nemo_rl.models.policy.MegatronOptimizerConfig attribute) use_dynamic_sampling (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) use_fastokens (nemo_rl.environments.nemo_gym.NemoGymConfig attribute) (nemo_rl.models.policy.TokenizerConfig attribute) use_fused_linear_logprobs (nemo_rl.models.policy.MegatronConfig attribute) use_fused_weighted_squared_relu (nemo_rl.models.policy.MegatronConfig attribute) use_gdr (nemo_rl.data_plane.interfaces.MooncakeCpuConfig attribute) use_gloo_process_groups (nemo_rl.models.policy.MegatronConfig attribute) use_importance_sampling_correction (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) use_kl_in_reward (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) use_leave_one_out_baseline (nemo_rl.algorithms.advantage_estimator.AdvEstimatorConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) use_legacy_packing (nemo_rl.models.generation.interfaces.CollectiveSenderSpec attribute) use_liger_kernel (nemo_rl.models.policy.AutomodelKwargs attribute) use_multiple_dataloader (nemo_rl.data.DataConfig attribute) use_on_policy_kl_approximation (nemo_rl.algorithms.loss.loss_functions.ClippedPGLossConfig attribute) use_precision_aware_optimizer (nemo_rl.models.policy.MegatronOptimizerConfig attribute) use_processor (nemo_rl.models.policy.TokenizerConfig attribute) use_reference_model() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) (nemo_rl.models.policy.workers.automodel_policy_worker.AutomodelPolicyWorkerImpl method) (nemo_rl.models.policy.workers.megatron_policy_worker.MegatronPolicyWorkerImpl method) use_tqdm (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) use_triton (nemo_rl.models.policy.LoRAConfig attribute) user_msg_template (in module nemo_rl.data.deepseek_v4_encoding) USER_SP_TOKEN (in module nemo_rl.data.deepseek_v4_encoding) uses_hybridep_flex_dispatcher() (in module nemo_rl.models.megatron.hybridep) uses_image_placeholder() (in module nemo_rl.data.multimodal_utils) uses_native_refit (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration property) uv_py_executable() (in module nemo_rl.distributed.virtual_cluster) V v_head_dim (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) v_weight (nemo_rl.models.megatron.draft.utils._PendingLayerWeights attribute) val_at_end (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) (nemo_rl.algorithms.rm.RMConfig attribute) (nemo_rl.algorithms.sft.SFTConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationConfig attribute) val_at_start (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) (nemo_rl.algorithms.rm.RMConfig attribute) (nemo_rl.algorithms.sft.SFTConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationConfig attribute) val_batch_size (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) val_batches (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.rm.RMConfig attribute) (nemo_rl.algorithms.sft.SFTConfig attribute) val_dataset (nemo_rl.data.datasets.raw_dataset.RawDataset attribute) val_global_batch_size (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.rm.RMConfig attribute) (nemo_rl.algorithms.sft.SFTConfig attribute) val_loss (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationSaveState attribute) val_micro_batch_size (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.rm.RMConfig attribute) (nemo_rl.algorithms.sft.SFTConfig attribute) val_num_generations_per_prompt (nemo_rl.algorithms.grpo.GRPOConfig attribute) val_period (nemo_rl.algorithms.distillation.DistillationConfig attribute) (nemo_rl.algorithms.dpo.DPOConfig attribute) (nemo_rl.algorithms.grpo.GRPOConfig attribute) (nemo_rl.algorithms.ppo.PPOConfig attribute) (nemo_rl.algorithms.rm.RMConfig attribute) (nemo_rl.algorithms.sft.SFTConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.OffPolicyDistillationConfig attribute) val_reward (nemo_rl.algorithms.distillation.DistillationSaveState attribute) (nemo_rl.algorithms.grpo.GRPOSaveState attribute) (nemo_rl.algorithms.ppo.PPOSaveState attribute) val_start_at (nemo_rl.algorithms.grpo.GRPOConfig attribute) val_temperature (nemo_rl.models.generation.interfaces.GenerationConfig attribute) val_top_k (nemo_rl.models.generation.interfaces.GenerationConfig attribute) val_top_p (nemo_rl.models.generation.interfaces.GenerationConfig attribute) valid (nemo_rl.experience.rollout_reassembler.FinalizedRollout attribute) valid_chunk_mask() (in module nemo_rl.algorithms.x_token.loss_utils) valid_row_count (nemo_rl.experience.rollout_reassembler.FinalizedGroup attribute) VALID_TASKS (in module nemo_rl.data.deepseek_v4_encoding) valid_tokens (nemo_rl.data.energon.sft_types.StepEnvelope attribute) VALID_TOKENS_PER_SECOND_KEY (in module nemo_rl.algorithms.sft_v2) validate() (in module nemo_rl.algorithms.distillation) (in module nemo_rl.algorithms.dpo) (in module nemo_rl.algorithms.grpo) (in module nemo_rl.algorithms.ppo) (in module nemo_rl.algorithms.rm) (in module nemo_rl.algorithms.sft) (in module nemo_rl.algorithms.xtoken_off_policy_distillation) (nemo_rl.models.generation.dynamo.worker_pool.FixedDynamoWorkerPool method) validate_algorithm_block() (nemo_rl.algorithms.single_controller_utils.config.MasterConfig method) validate_and_prepare_config() (in module nemo_rl.models.automodel.setup) validate_and_set_config() (in module nemo_rl.models.megatron.setup) validate_async_warmup() (nemo_rl.algorithms.ppo.PPOConfig method) validate_automodel_router_replay_config() (in module nemo_rl.models.automodel.router_replay) validate_b_gt_a() (nemo_rl.utils.length_penalty.ProfileBandChannel method) validate_batch() (nemo_rl.models.generation.vllm.vllm_backend._IPCWeightManifest method) validate_batch_invariant_mode() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) validate_bootstrap_anchor() (in module nemo_rl.algorithms.single_controller_utils.rollout_checkpoint) validate_dataset_agent_coverage() (in module nemo_rl.environments.nemo_gym) validate_decomposition (nemo_rl.algorithms.opd.OnPolicyDistillationFullConfig attribute) (nemo_rl.models.policy.OnPolicyDistillationFullTransport attribute) validate_dflash_export_state_dict() (in module nemo_rl.models.megatron.draft.utils) validate_dspark_checkpoint_meta() (in module nemo_rl.models.automodel.draft.checkpoint) validate_dspark_draft_config() (in module nemo_rl.models.automodel.draft.setup) validate_epoch() (nemo_rl.algorithms.ppo.PPOConfig method) validate_extra_fingerprint_excluded_paths() (nemo_rl.algorithms.single_controller_utils.config.RolloutCheckpointConfig method) validate_fp32_lm_head_config() (in module nemo_rl.models.policy.utils) validate_fused_expert_layout() (in module nemo_rl.models.generation.trtllm.quantization.fp8) validate_length_bound() (nemo_rl.experience.rollouts.EffortLevelsConfig method) validate_lr_range() (nemo_rl.models.policy.draft_config.DraftOptimizerConfig method) validate_media_tensors() (in module nemo_rl.data_plane.tq_token_sink) validate_megatron_config() (in module nemo_rl.models.megatron.setup) validate_megatron_sft_prompt_format() (in module nemo_rl.data.megatron_sft_packed) validate_model_paths() (in module nemo_rl.models.megatron.setup) validate_model_type() (in module nemo_rl.models.generation.trtllm.quantization.fp8) validate_nvfp4_pertoken_generation() (in module nemo_rl.models.generation.vllm.config) validate_nvfp4_pertoken_model() (in module nemo_rl.models.generation.vllm.config) validate_offload_policy_before_refit() (in module nemo_rl.weight_sync.factory) validate_one_dataset() (in module nemo_rl.algorithms.dpo) (in module nemo_rl.algorithms.rm) validate_positive_sizes() (nemo_rl.algorithms.opd.OnPolicyDistillationFullConfig method) validate_precomputed_loss_masks() (in module nemo_rl.data.llm_message_utils) validate_reward_components_match_scalar() (in module nemo_rl.environments.nemo_gym) validate_rollout_prompt() (in module nemo_rl.models.generation.vllm.utils) validate_route_plan() (in module nemo_rl.experience.route_plan) validate_routed_experts() (in module nemo_rl.models.generation.trtllm.quantization.fp8) validate_router_replay_config() (in module nemo_rl.models.megatron.router_replay) validate_sampler_buffer_capacity() (in module nemo_rl.algorithms.single_controller_utils.config) validate_settings() (nemo_rl.algorithms.ppo.AsyncPPOConfig method) (nemo_rl.models.generation.interfaces.GenerationInterface class method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration class method) (nemo_rl.models.generation.vllm.vllm_generation.VllmGeneration class method) validate_single_controller_config() (in module nemo_rl.algorithms.single_controller_utils.config) validate_sync() (in module nemo_rl.algorithms.grpo_sync) validate_unique_service_names() (nemo_rl.environments.nemo_gym.ExternalServiceReadinessConfig method) validate_url() (nemo_rl.environments.nemo_gym.ExternalServiceReadinessTargetConfig class method) validate_vllm_quantization_config() (in module nemo_rl.models.generation.vllm.config) validate_vllm_remote_sparse_refit() (in module nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer) validate_warm_start_checkpoint() (in module nemo_rl.utils.checkpoint) validate_warmup_lookahead() (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSamplerConfig method) validate_workers() (nemo_rl.models.generation.dynamo.managed_runtime.ManagedDynamoRuntime method) validate_zero_train_gen_kl() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) validate_zero_train_gen_mismatch() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) validate_zero_train_gen_model_provider() (in module nemo_rl.models.megatron.zero_train_gen_mismatch) validation (nemo_rl.data.DataConfig attribute) Value (class in nemo_rl.models.value.lm_value) value (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.data.energon.multimodal.types.MediaRef attribute) value_handle (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) value_init_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) value_loss_fn (nemo_rl.algorithms.ppo.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.config.MasterConfig attribute) (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) VALUE_SEED_FIELDS (in module nemo_rl.data_plane.schema) ValueConfig (class in nemo_rl.models.value.config) ValueInterface (class in nemo_rl.models.value.interfaces) ValueOutputSpec (class in nemo_rl.models.value.interfaces) values (nemo_rl.models.value.interfaces.ValueOutputSpec attribute) values_field (nemo_rl.algorithms.single_controller_utils.config.AdvantageConfig attribute) VanillaMarkov (class in nemo_rl.models.automodel.draft.markov_head) variables_after_stage (nemo_rl.utils.memory_tracker.MemoryTrackerDataPoint attribute) variables_before_stage (nemo_rl.utils.memory_tracker.MemoryTrackerDataPoint attribute) vec_in_dim (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) verbose (nemo_rl.utils.length_penalty.LengthPenaltyConfig attribute) verifier_type (nemo_rl.environments.math_environment.MathEnvConfig attribute) verify() (in module nemo_rl.environments.dapo_math_verifier) (nemo_rl.environments.code_jaccard_environment.CodeJaccardVerifyWorker method) (nemo_rl.environments.math_environment.EnglishMultichoiceVerifyWorker method) (nemo_rl.environments.math_environment.HFMultiRewardVerifyWorker method) (nemo_rl.environments.math_environment.HFVerifyWorker method) (nemo_rl.environments.math_environment.MultilingualMultichoiceVerifyWorker method) (nemo_rl.environments.vlm_environment.VLMVerifyWorker method) verify_right_padding() (in module nemo_rl.models.generation.interfaces) verify_route_fragment_integrity() (in module nemo_rl.experience.route_assembly) verify_samples_per_payload (nemo_rl.models.generation.vllm.config.VllmSparseRefitConfig attribute) verify_served_addresses() (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration class method) verify_static_video_media_alignment() (in module nemo_rl.environments.nemotron_utils) verify_tensor_hash (nemo_rl.data_plane.interfaces.ObservabilityConfig attribute) verify_tokens() (nemo_rl.data.captured_media.CapturedMediaItem method) VERSION (in module nemo_rl.package_info) version (nemo_rl.data.energon.multimodal.registry.LazyRegistryEntry attribute) video (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) (nemo_rl.models.policy.TokenizerConfig attribute) VIDEO_CONTENT_TYPES (in module nemo_rl.data.multimodal_utils) video_maintain_aspect_ratio (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) video_num_frames (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) video_path_to_data_url() (in module nemo_rl.data.multimodal_utils) video_sampling_style (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) video_spec (nemo_rl.models.generation.megatron.config.MultimodalPromptConfigOverrides attribute) video_target_num_patches (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) video_temporal_patch_size (nemo_rl.data.interfaces.TaskDataSpec attribute) (nemo_rl.data.PreferenceDatasetConfig attribute) (nemo_rl.data.ResponseDatasetConfig attribute) (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) VideoSamplingStyle (in module nemo_rl.models.generation.vllm.video_utils) VIOLATION_TAG_KEYS (in module nemo_rl.experience.payload) violations (nemo_rl.models.megatron.zero_train_gen_mismatch.ZeroTrainGenValidation attribute) virtual_epoch_length (nemo_rl.data.energon.config.EnergonSourceConfig attribute) vision_embedding_cache_max_bytes (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) vision_model_type (nemo_rl.models.generation.megatron.config.MCoreGenerationSpecificArgs attribute) vision_recompute_granularity (nemo_rl.models.policy.MegatronConfig attribute) vision_recompute_method (nemo_rl.models.policy.MegatronConfig attribute) vision_recompute_num_layers (nemo_rl.models.policy.MegatronConfig attribute) VISUAL_BYTE_MAP (in module nemo_rl.algorithms.x_token.token_aligner) VLLM (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) VLLM_BACKEND (in module nemo_rl.models.generation.constants) vllm_cfg (nemo_rl.models.generation.dynamo.config.DynamoConfig attribute) (nemo_rl.models.generation.vllm.config.VllmConfig attribute) vllm_checkpoint_engine_init_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) VLLM_CONTENT_KEY (in module nemo_rl.data.multimodal_utils) VLLM_GYM (nemo_rl.distributed.virtual_cluster.PY_EXECUTABLES attribute) vllm_kwargs (nemo_rl.models.generation.dynamo.config.DynamoConfig attribute) (nemo_rl.models.generation.vllm.config.VllmConfig attribute) VLLM_LOAD_FORMAT_AUTO (nemo_rl.models.huggingface.common.ModelFlag attribute) VLLM_LOGPROB_FLOOR (in module nemo_rl.models.generation.vllm.utils) vllm_metrics_logger_interval (nemo_rl.models.generation.dynamo.config.DynamoVllmConfig attribute) (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) VLLM_MULTI_MODAL_DATA_KEY (in module nemo_rl.data.multimodal_utils) vllm_native_tracing (nemo_rl.telemetry.config.TelemetryConfig attribute) vllm_native_tracing_requested() (in module nemo_rl.telemetry.setup) vllm_nemotron_h_fp32_lm_head_enabled() (in module nemo_rl.models.generation.vllm.config) VLLM_NEMOTRON_H_FP32_LM_HEAD_ENV_VAR (in module nemo_rl.models.generation.vllm.patches) VLLM_PACKED_BUFFER_SIZE_BYTES (in module nemo_rl.models.generation.dynamo.config) VLLM_PACKED_NUM_BUFFERS (in module nemo_rl.models.generation.dynamo.config) VLLM_PROMPT_KEYS (in module nemo_rl.data.multimodal_utils) VLLM_RECORDED_METRICS (in module nemo_rl.models.generation.vllm.metric_names) vllm_refit_api_key() (in module nemo_rl.utils.weight_transfer_http) vllm_refit_endpoints() (in module nemo_rl.utils.weight_transfer_http) VLLM_SPARSE_REFIT_TRANSPORTS (in module nemo_rl.models.generation.vllm.config) VLLM_TEED_METRICS (in module nemo_rl.models.generation.vllm.metric_names) VllmAsyncCheckpointEngineRpcMixin (class in nemo_rl.models.generation.vllm.checkpoint_engine) VllmAsyncGenerationWorker (class in nemo_rl.models.generation.vllm.vllm_worker_async) VllmAsyncGenerationWorkerImpl (class in nemo_rl.models.generation.vllm.vllm_worker_async) VllmCheckpointEngineMixin (class in nemo_rl.models.generation.vllm.checkpoint_engine) VllmCheckpointEnginePluginConfig (class in nemo_rl.models.generation.vllm.config) VllmCheckpointEngineRpcMixin (class in nemo_rl.models.generation.vllm.checkpoint_engine) VllmConfig (class in nemo_rl.models.generation.vllm.config) VllmDeltaCompressionConfig (class in nemo_rl.models.generation.vllm.config) VllmExpertParamLayout (class in nemo_rl.models.generation.vllm.refit_layout) VllmGeneration (class in nemo_rl.models.generation.vllm.vllm_generation) VllmGenerationWorker (class in nemo_rl.models.generation.vllm.vllm_worker) VllmGenerationWorkerImpl (class in nemo_rl.models.generation.vllm.vllm_worker) VllmInternalWorkerExtension (class in nemo_rl.models.generation.vllm.vllm_backend) VllmInternalWorkerExtensionWithCheckpointEngine (class in nemo_rl.models.generation.vllm.vllm_backend) VllmNixlRefitConfig (class in nemo_rl.models.generation.vllm.config) VllmQuantAsyncGenerationWorker (class in nemo_rl.modelopt.models.generation.vllm_quant_worker) VllmQuantGenerationWorker (class in nemo_rl.modelopt.models.generation.vllm_quant_worker) VllmQuantInternalWorkerExtension (class in nemo_rl.modelopt.models.generation.vllm_quant_backend) VllmQuantInternalWorkerExtensionWithCheckpointEngine (class in nemo_rl.modelopt.models.generation.vllm_quant_backend) VllmRefitBaselineConfig (class in nemo_rl.models.generation.vllm.config) VllmRefitConfig (class in nemo_rl.models.generation.vllm.config) VllmRefitSelector (in module nemo_rl.models.generation.vllm.config) VllmRefitStorageConfig (class in nemo_rl.models.generation.vllm.config) VllmRefitTransportName (in module nemo_rl.models.generation.vllm.config) VllmRefitTuningConfig (class in nemo_rl.models.generation.vllm.config) VllmRemoteSparseWeightSynchronizer (class in nemo_rl.weight_sync.vllm_remote_sparse_weight_synchronizer) VllmReshardParamSpecCollection (class in nemo_rl.models.generation.vllm.vllm_backend) VllmShardedExpertRefitMixin (class in nemo_rl.models.generation.vllm.refit_loader) VllmSparseDeltaApplier (class in nemo_rl.models.generation.vllm.vllm_sparse_delta) VllmSparseRefitConfig (class in nemo_rl.models.generation.vllm.config) VllmSparseRefitReceiver (class in nemo_rl.models.generation.vllm.vllm_sparse_refit) VllmSpecificArgs (class in nemo_rl.models.generation.vllm.config) VllmVideoConfig (class in nemo_rl.models.generation.vllm.config) VllmWeightLayout (class in nemo_rl.models.generation.vllm.refit_layout) vlm_hf_data_processor() (in module nemo_rl.data.processors) vlm_kwargs (nemo_rl.models.automodel.data.ProcessedInputs attribute) vlm_preference_preprocessor() (in module nemo_rl.data.processors) VLMEnvConfig (class in nemo_rl.environments.vlm_environment) VLMEnvironment (class in nemo_rl.environments.vlm_environment) VLMEnvironmentMetadata (class in nemo_rl.environments.vlm_environment) VLMMessageLogType (in module nemo_rl.data.interfaces) VLMVerifyWorker (class in nemo_rl.environments.vlm_environment) vocab_parallel_argmax() (in module nemo_rl.distributed.model_utils) vocab_parallel_full_log_softmax() (in module nemo_rl.distributed.model_utils) vocab_parallel_gather_columns() (in module nemo_rl.distributed.model_utils) vocab_parallel_group (nemo_rl.algorithms.loss.loss_functions.DraftCrossEntropyLossConfig attribute) vocab_parallel_log_softmax() (in module nemo_rl.distributed.model_utils) vocab_size (nemo_rl.utils.flops_formulas.FLOPSConfig attribute) vocab_topk (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) W wait_durations_s (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrierTelemetry attribute) wait_for_memory_on_put() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) wait_for_pending_generations() (nemo_rl.algorithms.async_utils.trajectory_collector.AsyncTrajectoryCollector method) wait_notification() (nemo_rl.utils.checkpoint_engines.nixl.NixlAgent method) wait_ready() (in module nemo_rl.models.generation.trtllm.trtllm_disagg_server) wait_until_admissible() (nemo_rl.algorithms.async_utils.staleness_sampler._GatedSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.TransactionalAdmissionSampler method) (nemo_rl.algorithms.async_utils.staleness_sampler.WindowedSampler method) waiting_mutations (nemo_rl.algorithms.async_utils.replay_buffer.DataPlaneCheckpointBarrierTelemetry attribute) wake_carries_weight_updates() (nemo_rl.models.generation.interfaces.GenerationInterface method) (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration method) wake_up() (nemo_rl.models.generation.vllm.vllm_worker.VllmGenerationWorkerImpl method) wake_up_async() (nemo_rl.models.generation.trtllm.trtllm_worker_async.TrtllmAsyncGenerationWorkerImpl method) (nemo_rl.models.generation.vllm.vllm_worker_async.VllmAsyncGenerationWorkerImpl method) WALL_CLOCK_EFFICIENCY_CATEGORIES (in module nemo_rl.algorithms.utils) WALL_CLOCK_MEASUREMENT (in module nemo_rl.telemetry.metrics) wall_ms (nemo_rl.data_plane.observability.DataPlaneEvent attribute) (nemo_rl.data_plane.observability.OpStats attribute) wandb (nemo_rl.utils.logger.LoggerConfig attribute) WANDB_CALLER_STEP_METRIC (in module nemo_rl.utils.logger) wandb_enabled (nemo_rl.utils.logger.LoggerConfig attribute) WandbConfig (class in nemo_rl.utils.logger) WandbLogger (class in nemo_rl.utils.logger) warm_start_value_checkpoint (nemo_rl.algorithms.ppo.PPOConfig attribute) warmup_generation_lead_steps (nemo_rl.algorithms.ppo.AsyncPPOConfig attribute) warmup_lookahead_versions (nemo_rl.algorithms.async_utils.staleness_sampler.InOrderSamplerConfig attribute) warn_if_inf_grad_norm() (in module nemo_rl.utils.grad_norm) warn_on_unsupported_dataset_config_keys() (in module nemo_rl.data.datasets.utils) warn_once() (in module nemo_rl.telemetry.metrics) warnings (nemo_rl.models.megatron.zero_train_gen_mismatch.ZeroTrainGenValidation attribute) WASTED (nemo_rl.telemetry.instrumentation.Bucket attribute) watch_disk_evictions() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) watch_master_disk_evictions() (in module nemo_rl.data_plane.adapters.mooncake_ssd_offload) watchdog_timeout_seconds (nemo_rl.data.energon.config.EnergonLoaderConfig attribute) WatchdogConfig (class in nemo_rl.algorithms.single_controller_utils.config) weight (nemo_rl.algorithms.single_controller_utils.utils.RewardPartial attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.TeacherConfig attribute) weight_decay (nemo_rl.models.policy.draft_config.DraftOptimizerConfig attribute) (nemo_rl.models.policy.MegatronOptimizerConfig attribute) weight_decay_incr_style (nemo_rl.models.policy.MegatronSchedulerConfig attribute) weight_sync_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) weight_synchronizer (nemo_rl.algorithms.single_controller_utils.setup.SingleControllerActorArgs attribute) weight_version (nemo_rl.models.generation.fleet_health.ShardHealth attribute) weighted_total (nemo_rl.algorithms.single_controller_utils.utils.RewardPartial attribute) WeightFifoSampler (class in nemo_rl.algorithms.async_utils.staleness_sampler) WeightFifoSamplerConfig (class in nemo_rl.algorithms.async_utils.staleness_sampler) weights (nemo_rl.algorithms.loss.draft.DraftLossStats attribute) WeightSynchronizer (class in nemo_rl.weight_sync.interfaces) WeightUpdateFinalizer (in module nemo_rl.models.generation.vllm.vllm_backend) WeightUpdateTransport (in module nemo_rl.models.generation.vllm.vllm_backend) WindowedSampler (class in nemo_rl.algorithms.async_utils.staleness_sampler) WindowedSamplerConfig (class in nemo_rl.algorithms.async_utils.staleness_sampler) wire_dtype (nemo_rl.weight_sync.nccl_reshard_utils.LocalParamSpec attribute) WIRE_MULTIMODAL_FIELDS (in module nemo_rl.data.multimodal_utils) with_fields() (nemo_rl.data_plane.interfaces.KVBatchMeta method) without_model_config() (nemo_rl.modelopt.models.policy.workers.megatron_quant_policy_worker.MegatronQuantPolicyWorker method) worker_args (nemo_rl.models.generation.dynamo.config.DynamoCfg attribute) WORKER_CLASS_DICT (nemo_rl.environments.math_environment.BaseMathEnvironment attribute) (nemo_rl.environments.math_environment.MathEnvironment attribute) (nemo_rl.environments.math_environment.MathMultiRewardEnvironment attribute) worker_extension_cls_fqn (nemo_rl.models.generation.vllm.config.VllmConfig attribute) (nemo_rl.models.policy.PolicyConfig attribute) worker_group (nemo_rl.models.generation.megatron.megatron_generation.MegatronGeneration property) WORKER_GROUP_ENV (in module nemo_rl.telemetry.vocabulary) worker_group_names_on_node() (in module nemo_rl.telemetry.host_memory) worker_groups_on_node() (in module nemo_rl.telemetry.host_memory) worker_metadata (nemo_rl.distributed.worker_groups.RayWorkerGroup property) worker_setup_time_s (nemo_rl.algorithms.metric_utils.SetupTimingMetrics attribute) workers (nemo_rl.distributed.worker_groups.RayWorkerGroup property) workers_per_shard (nemo_rl.weight_sync.membership.RefitMembership attribute) working_dir (nemo_rl.environments.code_environment.CodeEnvMetadata attribute) world_size (nemo_rl.weight_sync.membership.RefitMembership attribute) world_size() (nemo_rl.distributed.virtual_cluster.RayVirtualCluster method) would_save() (nemo_rl.utils.timer.TimeoutChecker method) wrap_loss_fn_with_input_preparation() (in module nemo_rl.algorithms.loss.wrapper) wrap_outer_model (nemo_rl.models.policy.MoEParallelizerOptions attribute) wrap_with_nvtx_name() (in module nemo_rl.utils.nsys) write_columns() (in module nemo_rl.data_plane.column_io) write_to_dataplane() (nemo_rl.data_plane.driver_mixin.TQDriverMixin method) X xferdtensor() (in module nemo_rl.weight_sync.xferdtensor) xferdtensor_golden() (in module nemo_rl.weight_sync.xferdtensor) xferdtensor_python_impl() (in module nemo_rl.weight_sync.xferdtensor_python) xtoken_loss (nemo_rl.algorithms.loss.loss_functions.CrossTokenizerDistillationLossConfig attribute) (nemo_rl.algorithms.xtoken_off_policy_distillation.TeacherConfig attribute) xtoken_non_student_seq_keys() (in module nemo_rl.algorithms.xtoken_off_policy_distillation) xtoken_off_policy_distillation_train() (in module nemo_rl.algorithms.xtoken_off_policy_distillation) Z zero_outside_topk (nemo_rl.algorithms.loss.loss_functions.DistillationLossConfig attribute) zero_train_gen_mismatch (nemo_rl.models.policy.MegatronConfig attribute) ZeroTrainGenValidation (class in nemo_rl.models.megatron.zero_train_gen_mismatch) zmq_refit_server_port (nemo_rl.models.generation.vllm.config.VllmSpecificArgs attribute) zmq_relay_forward_workers (nemo_rl.models.generation.vllm.config.VllmRefitTuningConfig attribute) zmq_relay_payload_workers (nemo_rl.models.generation.vllm.config.VllmRefitTuningConfig attribute) zmq_retries (nemo_rl.models.generation.vllm.config.VllmRefitTuningConfig attribute) ZmqSparseRefitClient (class in nemo_rl.utils.weight_transfer_zmq) ZmqSparseRefitServer (class in nemo_rl.utils.weight_transfer_zmq) zstd_compress() (in module nemo_rl.utils.weight_transfer_stream) zstd_threads (nemo_rl.models.generation.vllm.config.VllmDeltaCompressionConfig attribute)
