Index A | B | C | D | E | F | G | H | I | L | M | N | O | P | Q | R | S | T | U | V | W A adapter_config (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) AdapterGlobalContext (class in nemo_evaluator.adapters.types) AdapterRequest (class in nemo_evaluator.adapters.types) AdapterRequestContext (class in nemo_evaluator.adapters.types) AdapterResponse (class in nemo_evaluator.adapters.types) add_reasoning (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) answer (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) api_endpoint (nemo_evaluator.api.api_dataclasses.EvaluationTarget attribute) api_key_name (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) assign_public_ip (nemo_evaluator.sandbox.EcsFargateConfig attribute) B build_parallelism (nemo_evaluator.sandbox.EcsFargateConfig attribute) C cache_dir (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) cache_hit (nemo_evaluator.adapters.types.AdapterRequestContext attribute) cache_key (nemo_evaluator.adapters.types.AdapterRequestContext attribute) caching_dir (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) CachingInterceptor (class in nemo_evaluator.adapters.interceptors) CHAT (nemo_evaluator.api.api_dataclasses.EndpointType attribute) check_endpoint() (in module nemo_evaluator.api) check_health() (nemo_evaluator.sandbox.SshTunnel method) close() (nemo_evaluator.sandbox.SshTunnel method) cluster (nemo_evaluator.sandbox.EcsFargateConfig attribute) codebuild_build_timeout (nemo_evaluator.sandbox.EcsFargateConfig attribute) codebuild_compute_type (nemo_evaluator.sandbox.EcsFargateConfig attribute) codebuild_project (nemo_evaluator.sandbox.EcsFargateConfig attribute) codebuild_service_role (nemo_evaluator.sandbox.EcsFargateConfig attribute) collect_finish_reasons (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) collect_token_stats (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) collect_tool_calls (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) command (nemo_evaluator.api.api_dataclasses.Evaluation attribute) COMPLETIONS (nemo_evaluator.api.api_dataclasses.EndpointType attribute) config (nemo_evaluator.adapters.adapter_config.InterceptorConfig attribute) (nemo_evaluator.adapters.adapter_config.PostEvalHookConfig attribute) (nemo_evaluator.api.api_dataclasses.Evaluation attribute) container_name (nemo_evaluator.sandbox.EcsFargateConfig attribute) container_port (nemo_evaluator.sandbox.EcsFargateConfig attribute) count (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) cpu (nemo_evaluator.sandbox.EcsFargateConfig attribute) custom_system_prompt (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) D describe_task() (nemo_evaluator.sandbox.EcsFargateSandbox method) dirs (nemo_evaluator.adapters.adapter_config.DiscoveryConfig attribute) discovery (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) dockerhub_secret_arn (nemo_evaluator.sandbox.EcsFargateConfig attribute) download() (nemo_evaluator.sandbox.EcsFargateSandbox method) (nemo_evaluator.sandbox.ExecClient method) (nemo_evaluator.sandbox.Sandbox method) E ecr_repository (nemo_evaluator.sandbox.EcsFargateConfig attribute) EcsFargateConfig (class in nemo_evaluator.sandbox) EcsFargateSandbox (class in nemo_evaluator.sandbox) EMBEDDING (nemo_evaluator.api.api_dataclasses.EndpointType attribute) enable_caching (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) enable_reasoning_tracking (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) enabled (nemo_evaluator.adapters.adapter_config.InterceptorConfig attribute) (nemo_evaluator.adapters.adapter_config.PostEvalHookConfig attribute) end_reasoning_token (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) endpoint_type (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) EndpointInterceptor (class in nemo_evaluator.adapters.interceptors) ensure_image_built() (nemo_evaluator.sandbox.ImageBuilder class method) env_var (nemo_evaluator.sandbox.OutsideEndpoint attribute) environment_dir (nemo_evaluator.sandbox.EcsFargateConfig attribute) ephemeral_storage_gib (nemo_evaluator.sandbox.EcsFargateConfig attribute) evaluate() (in module nemo_evaluator.api) EvaluationMetadata (class in nemo_evaluator.api.api_dataclasses) exclude_status_codes (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor attribute) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor.Params attribute) exec() (nemo_evaluator.sandbox.EcsFargateSandbox method) (nemo_evaluator.sandbox.ExecClient method) (nemo_evaluator.sandbox.Sandbox method) exec_client (nemo_evaluator.sandbox.EcsFargateSandbox property) exec_server_port (nemo_evaluator.sandbox.SshSidecarConfig attribute) ExecClient (class in nemo_evaluator.sandbox) ExecResult (class in nemo_evaluator.sandbox) execution_role_arn (nemo_evaluator.sandbox.EcsFargateConfig attribute) extra (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) extra_env (nemo_evaluator.sandbox.EcsFargateConfig attribute) F FatalErrorException framework_name (nemo_evaluator.api.api_dataclasses.Evaluation attribute) from_dict() (nemo_evaluator.sandbox.EcsFargateConfig class method) (nemo_evaluator.sandbox.SshSidecarConfig class method) from_legacy_config() (nemo_evaluator.adapters.adapter_config.AdapterConfig class method) G generate_html_report (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) generation (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) get_available_evaluations() (in module nemo_evaluator.api) get_ecr_image_tag() (nemo_evaluator.sandbox.ImageBuilder static method) get_interceptor_configs() (nemo_evaluator.adapters.adapter_config.AdapterConfig method) get_post_eval_hook_configs() (nemo_evaluator.adapters.adapter_config.AdapterConfig method) get_validated_config() (nemo_evaluator.adapters.adapter_config.AdapterConfig class method) ground_truth (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) groups (nemo_evaluator.api.api_dataclasses.EvaluationResult attribute) (nemo_evaluator.api.api_dataclasses.GroupResult attribute) H handle_benchmark_capabilities() (nemo_evaluator.api.api_dataclasses.EvaluationConfig method) handle_vlm_type_deprecation() (nemo_evaluator.api.api_dataclasses.ApiEndpoint class method) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig class method) headers_cache (nemo_evaluator.adapters.interceptors.CachingInterceptor attribute) health() (nemo_evaluator.sandbox.ExecClient method) html_report_size (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) I id (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) image (nemo_evaluator.sandbox.SshSidecarConfig attribute) image_exists_in_ecr() (nemo_evaluator.sandbox.ImageBuilder static method) image_template (nemo_evaluator.sandbox.EcsFargateConfig attribute) ImageBuilder (class in nemo_evaluator.sandbox) include_if_not_finished (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) include_if_reasoning_not_finished (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) include_json (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) intercept_request() (nemo_evaluator.adapters.interceptors.CachingInterceptor method) (nemo_evaluator.adapters.interceptors.EndpointInterceptor method) (nemo_evaluator.adapters.interceptors.PayloadParamsModifierInterceptor method) (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor method) (nemo_evaluator.adapters.interceptors.SystemMessageInterceptor method) (nemo_evaluator.adapters.types.RequestInterceptor method) (nemo_evaluator.adapters.types.RequestToResponseInterceptor method) intercept_response() (nemo_evaluator.adapters.interceptors.CachingInterceptor method) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor method) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor method) (nemo_evaluator.adapters.types.ResponseInterceptor method) interceptors (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) is_base_url (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) is_open (nemo_evaluator.sandbox.SshTunnel property) is_running (nemo_evaluator.sandbox.EcsFargateSandbox property) (nemo_evaluator.sandbox.Sandbox property) L latency_ms (nemo_evaluator.adapters.types.AdapterResponse attribute) limit_samples (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) local_port (nemo_evaluator.sandbox.EcsFargateSandbox property) (nemo_evaluator.sandbox.SshTunnel property) log_failed_requests (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) log_group (nemo_evaluator.sandbox.EcsFargateConfig attribute) log_request_body (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor.Params attribute) log_request_headers (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor.Params attribute) log_response_body (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor.Params attribute) log_response_headers (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor.Params attribute) log_stream_prefix (nemo_evaluator.sandbox.EcsFargateConfig attribute) logging_aggregated_stats_interval (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) M max (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) max_logged_requests (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) max_logged_responses (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) max_new_tokens (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) max_requests (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor.Params attribute) max_responses (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor.Params attribute) max_retries (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) max_saved_requests (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) max_saved_responses (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) max_task_lifetime_sec (nemo_evaluator.sandbox.EcsFargateConfig attribute) mean (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) memory (nemo_evaluator.sandbox.EcsFargateConfig attribute) metrics (nemo_evaluator.api.api_dataclasses.GroupResult attribute) (nemo_evaluator.api.api_dataclasses.TaskResult attribute) metrics_path (nemo_evaluator.adapters.types.AdapterGlobalContext property) migrate_reasoning_content (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) min (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) mode (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) model_id (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) model_name (nemo_evaluator.adapters.types.AdapterGlobalContext attribute) model_tunnel_port (nemo_evaluator.sandbox.EcsFargateSandbox property) module nemo_evaluator.adapters.adapter_config nemo_evaluator.adapters.interceptors nemo_evaluator.adapters.types nemo_evaluator.api nemo_evaluator.api.api_dataclasses nemo_evaluator.sandbox modules (nemo_evaluator.adapters.adapter_config.DiscoveryConfig attribute) N name (nemo_evaluator.adapters.adapter_config.InterceptorConfig attribute) (nemo_evaluator.adapters.adapter_config.PostEvalHookConfig attribute) nemo_evaluator.adapters.adapter_config module nemo_evaluator.adapters.interceptors module nemo_evaluator.adapters.types module nemo_evaluator.api module nemo_evaluator.api.api_dataclasses module nemo_evaluator.sandbox module num_generated_tokens (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) num_prompt_tokens (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) O open() (nemo_evaluator.sandbox.SshTunnel method) output_dir (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) (nemo_evaluator.adapters.types.AdapterGlobalContext attribute) (nemo_evaluator.api.api_dataclasses.EvaluationConfig attribute) OutsideEndpoint (class in nemo_evaluator.sandbox) P parallelism (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) params (nemo_evaluator.api.api_dataclasses.EvaluationConfig attribute) params_to_add (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.PayloadParamsModifierInterceptor.Params attribute) params_to_remove (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.PayloadParamsModifierInterceptor.Params attribute) params_to_rename (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.PayloadParamsModifierInterceptor.Params attribute) PayloadParamsModifierInterceptor (class in nemo_evaluator.adapters.interceptors) pkg_name (nemo_evaluator.api.api_dataclasses.Evaluation attribute) platform_version (nemo_evaluator.sandbox.EcsFargateConfig attribute) poll_interval_sec (nemo_evaluator.sandbox.EcsFargateConfig attribute) post_eval_hook() (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor method) (nemo_evaluator.adapters.types.PostEvalHook method) post_eval_hooks (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) PostEvalHook (class in nemo_evaluator.adapters.types) private_key_secret_arn (nemo_evaluator.sandbox.SshSidecarConfig attribute) process_reasoning_traces (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) progress_filepath (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor attribute) progress_tracking_interval (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) progress_tracking_interval_seconds (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) progress_tracking_url (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) ProgressTrackingInterceptor (class in nemo_evaluator.adapters.interceptors) public_key_secret_arn (nemo_evaluator.sandbox.SshSidecarConfig attribute) Q query (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) R r (nemo_evaluator.adapters.types.AdapterRequest attribute) (nemo_evaluator.adapters.types.AdapterResponse attribute) RaiseClientErrorInterceptor (class in nemo_evaluator.adapters.interceptors) rctx (nemo_evaluator.adapters.types.AdapterRequest attribute) (nemo_evaluator.adapters.types.AdapterResponse attribute) reconnect_tunnel() (nemo_evaluator.sandbox.EcsFargateSandbox method) region (nemo_evaluator.sandbox.EcsFargateConfig attribute) render_command() (nemo_evaluator.api.api_dataclasses.Evaluation method) request_id (nemo_evaluator.adapters.types.AdapterRequestContext attribute) request_method (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) request_timeout (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) RequestInterceptor (class in nemo_evaluator.adapters.types) RequestLoggingInterceptor (class in nemo_evaluator.adapters.interceptors) requests_cache (nemo_evaluator.adapters.interceptors.CachingInterceptor attribute) RequestToResponseInterceptor (class in nemo_evaluator.adapters.types) required_capabilities (nemo_evaluator.api.api_dataclasses.EvaluationConfig attribute) resolve_outside_endpoint() (nemo_evaluator.sandbox.EcsFargateSandbox method) (nemo_evaluator.sandbox.Sandbox method) ResponseInterceptor (class in nemo_evaluator.adapters.types) ResponseLoggingInterceptor (class in nemo_evaluator.adapters.interceptors) ResponseReasoningInterceptor (class in nemo_evaluator.adapters.interceptors) responses_cache (nemo_evaluator.adapters.interceptors.CachingInterceptor attribute) ResponseStatsInterceptor (class in nemo_evaluator.adapters.interceptors) return_code (nemo_evaluator.sandbox.ExecResult attribute) reuse_cached_responses (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) run_task_max_retries (nemo_evaluator.sandbox.EcsFargateConfig attribute) S s3_bucket (nemo_evaluator.sandbox.EcsFargateConfig attribute) s3_prefix (nemo_evaluator.sandbox.EcsFargateConfig attribute) Sandbox (class in nemo_evaluator.sandbox) sanitize_request_data_for_logging() (nemo_evaluator.adapters.interceptors.CachingInterceptor static method) save_individuals (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) save_requests (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) save_responses (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) score (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) score_name (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) scores (nemo_evaluator.api.api_dataclasses.MetricResult attribute) security_groups (nemo_evaluator.sandbox.EcsFargateConfig attribute) show_available_tasks() (in module nemo_evaluator.api) ssh_ready_timeout_sec (nemo_evaluator.sandbox.SshSidecarConfig attribute) ssh_sidecar (nemo_evaluator.sandbox.EcsFargateConfig attribute) ssh_tunnel (nemo_evaluator.sandbox.EcsFargateSandbox property) sshd_port (nemo_evaluator.sandbox.SshSidecarConfig attribute) SshSidecarConfig (class in nemo_evaluator.sandbox) SshTunnel (class in nemo_evaluator.sandbox) start() (nemo_evaluator.sandbox.EcsFargateSandbox method) (nemo_evaluator.sandbox.Sandbox method) start_reasoning_token (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) startup_timeout_sec (nemo_evaluator.sandbox.EcsFargateConfig attribute) stats (nemo_evaluator.api.api_dataclasses.Score attribute) stats_file_saving_interval (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) status_code_range_end (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor attribute) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor.Params attribute) status_code_range_start (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor attribute) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor.Params attribute) status_codes (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor attribute) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor.Params attribute) stddev (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) stderr (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) (nemo_evaluator.sandbox.ExecResult attribute) stdout (nemo_evaluator.sandbox.ExecResult attribute) stop() (nemo_evaluator.sandbox.EcsFargateSandbox method) (nemo_evaluator.sandbox.Sandbox method) strategy (nemo_evaluator.adapters.interceptors.SystemMessageInterceptor.Params attribute) stream (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) sub_query_id (nemo_evaluator.api.api_dataclasses.SampleRecord attribute) subnets (nemo_evaluator.sandbox.EcsFargateConfig attribute) sum (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) sum_squared (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) supported_endpoint_types (nemo_evaluator.api.api_dataclasses.EvaluationConfig attribute) system_message (nemo_evaluator.adapters.interceptors.SystemMessageInterceptor.Params attribute) SystemMessageInterceptor (class in nemo_evaluator.adapters.interceptors) T target (nemo_evaluator.api.api_dataclasses.Evaluation attribute) task (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) task_arn (nemo_evaluator.sandbox.EcsFargateSandbox property) task_definition (nemo_evaluator.sandbox.EcsFargateConfig attribute) task_definition_family_prefix (nemo_evaluator.sandbox.EcsFargateConfig attribute) task_ip (nemo_evaluator.sandbox.EcsFargateSandbox property) task_role_arn (nemo_evaluator.sandbox.EcsFargateConfig attribute) tasks (nemo_evaluator.api.api_dataclasses.EvaluationResult attribute) temperature (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) top_p (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) track_reasoning (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) tracking_requests_stats (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) type (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) (nemo_evaluator.api.api_dataclasses.EvaluationConfig attribute) U UNDEFINED (nemo_evaluator.api.api_dataclasses.EndpointType attribute) upload() (nemo_evaluator.sandbox.EcsFargateSandbox method) (nemo_evaluator.sandbox.ExecClient method) (nemo_evaluator.sandbox.Sandbox method) url (nemo_evaluator.adapters.types.AdapterGlobalContext attribute) (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) (nemo_evaluator.api.api_dataclasses.EndpointModelConfig attribute) (nemo_evaluator.sandbox.OutsideEndpoint attribute) use_caching (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) use_nvcf (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) use_omni_info (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) use_progress_tracking (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) use_raise_client_errors (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) use_reasoning (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) use_request_logging (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) use_response_logging (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) use_system_prompt (nemo_evaluator.adapters.adapter_config.LegacyAdapterConfig attribute) V value (nemo_evaluator.api.api_dataclasses.Score attribute) variance (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) W wait_ready() (nemo_evaluator.sandbox.SshTunnel method)
