Index A | C | D | E | F | G | H | I | L | M | N | O | P | R | S | T | U | V A adapter_config (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) AdapterGlobalContext (class in nemo_evaluator.adapters.types) AdapterRequest (class in nemo_evaluator.adapters.types) AdapterRequestContext (class in nemo_evaluator.adapters.types) AdapterResponse (class in nemo_evaluator.adapters.types) add_reasoning (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) api_endpoint (nemo_evaluator.api.api_dataclasses.EvaluationTarget attribute) api_key (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) C cache_dir (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) cache_hit (nemo_evaluator.adapters.types.AdapterRequestContext attribute) cache_key (nemo_evaluator.adapters.types.AdapterRequestContext attribute) CachingInterceptor (class in nemo_evaluator.adapters.interceptors) CHAT (nemo_evaluator.api.api_dataclasses.EndpointType attribute) check_endpoint() (in module nemo_evaluator.api) collect_finish_reasons (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) collect_token_stats (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) collect_tool_calls (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) command (nemo_evaluator.api.api_dataclasses.Evaluation attribute) COMPLETIONS (nemo_evaluator.api.api_dataclasses.EndpointType attribute) config (nemo_evaluator.adapters.adapter_config.InterceptorConfig attribute) (nemo_evaluator.adapters.adapter_config.PostEvalHookConfig attribute) (nemo_evaluator.api.api_dataclasses.Evaluation attribute) count (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) D dirs (nemo_evaluator.adapters.adapter_config.DiscoveryConfig attribute) discovery (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) E EMBEDDING (nemo_evaluator.api.api_dataclasses.EndpointType attribute) enable_caching (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) enable_reasoning_tracking (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) enabled (nemo_evaluator.adapters.adapter_config.InterceptorConfig attribute) (nemo_evaluator.adapters.adapter_config.PostEvalHookConfig attribute) end_reasoning_token (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) endpoint_type (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) EndpointInterceptor (class in nemo_evaluator.adapters.interceptors) evaluate() (in module nemo_evaluator.api) EvaluationMetadata (class in nemo_evaluator.api.api_dataclasses) exclude_status_codes (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor attribute) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor.Params attribute) extra (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) F FatalErrorException framework_name (nemo_evaluator.api.api_dataclasses.Evaluation attribute) from_legacy_config() (nemo_evaluator.adapters.adapter_config.AdapterConfig class method) G get_available_evaluations() (in module nemo_evaluator.api) get_interceptor_configs() (nemo_evaluator.adapters.adapter_config.AdapterConfig method) get_legacy_defaults() (nemo_evaluator.adapters.adapter_config.AdapterConfig class method) get_post_eval_hook_configs() (nemo_evaluator.adapters.adapter_config.AdapterConfig method) get_validated_config() (nemo_evaluator.adapters.adapter_config.AdapterConfig class method) groups (nemo_evaluator.api.api_dataclasses.EvaluationResult attribute) (nemo_evaluator.api.api_dataclasses.GroupResult attribute) H headers_cache (nemo_evaluator.adapters.interceptors.CachingInterceptor attribute) I include_if_not_finished (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) intercept_request() (nemo_evaluator.adapters.interceptors.CachingInterceptor method) (nemo_evaluator.adapters.interceptors.EndpointInterceptor method) (nemo_evaluator.adapters.interceptors.PayloadParamsModifierInterceptor method) (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor method) (nemo_evaluator.adapters.interceptors.SystemMessageInterceptor method) (nemo_evaluator.adapters.types.RequestInterceptor method) (nemo_evaluator.adapters.types.RequestToResponseInterceptor method) intercept_response() (nemo_evaluator.adapters.interceptors.CachingInterceptor method) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor method) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor method) (nemo_evaluator.adapters.types.ResponseInterceptor method) interceptors (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) L latency_ms (nemo_evaluator.adapters.types.AdapterResponse attribute) limit_samples (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) log_failed_requests (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) log_request_body (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor.Params attribute) log_request_headers (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor.Params attribute) log_response_body (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor.Params attribute) log_response_headers (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor.Params attribute) logging_aggregated_stats_interval (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) M max (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) max_new_tokens (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) max_requests (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.RequestLoggingInterceptor.Params attribute) max_responses (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseLoggingInterceptor.Params attribute) max_retries (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) max_saved_requests (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) max_saved_responses (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) mean (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) metrics (nemo_evaluator.api.api_dataclasses.GroupResult attribute) (nemo_evaluator.api.api_dataclasses.TaskResult attribute) metrics_path (nemo_evaluator.adapters.types.AdapterGlobalContext property) migrate_reasoning_content (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) min (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) model_id (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) module nemo_evaluator.adapters.adapter_config nemo_evaluator.adapters.interceptors nemo_evaluator.adapters.types nemo_evaluator.api nemo_evaluator.api.api_dataclasses modules (nemo_evaluator.adapters.adapter_config.DiscoveryConfig attribute) N name (nemo_evaluator.adapters.adapter_config.InterceptorConfig attribute) (nemo_evaluator.adapters.adapter_config.PostEvalHookConfig attribute) nemo_evaluator.adapters.adapter_config module nemo_evaluator.adapters.interceptors module nemo_evaluator.adapters.types module nemo_evaluator.api module nemo_evaluator.api.api_dataclasses module O output_dir (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) (nemo_evaluator.adapters.types.AdapterGlobalContext attribute) (nemo_evaluator.api.api_dataclasses.EvaluationConfig attribute) P parallelism (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) params (nemo_evaluator.api.api_dataclasses.EvaluationConfig attribute) params_to_add (nemo_evaluator.adapters.interceptors.PayloadParamsModifierInterceptor.Params attribute) params_to_remove (nemo_evaluator.adapters.interceptors.PayloadParamsModifierInterceptor.Params attribute) params_to_rename (nemo_evaluator.adapters.interceptors.PayloadParamsModifierInterceptor.Params attribute) PayloadParamsModifierInterceptor (class in nemo_evaluator.adapters.interceptors) pkg_name (nemo_evaluator.api.api_dataclasses.Evaluation attribute) post_eval_hook() (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor method) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor method) (nemo_evaluator.adapters.types.PostEvalHook method) post_eval_hooks (nemo_evaluator.adapters.adapter_config.AdapterConfig attribute) PostEvalHook (class in nemo_evaluator.adapters.types) PostEvalHookConfig.Config (class in nemo_evaluator.adapters.adapter_config) progress_filepath (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor attribute) progress_tracking_interval (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) progress_tracking_interval_seconds (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) progress_tracking_url (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) ProgressTrackingInterceptor (class in nemo_evaluator.adapters.interceptors) R r (nemo_evaluator.adapters.types.AdapterRequest attribute) (nemo_evaluator.adapters.types.AdapterResponse attribute) RaiseClientErrorInterceptor (class in nemo_evaluator.adapters.interceptors) rctx (nemo_evaluator.adapters.types.AdapterRequest attribute) (nemo_evaluator.adapters.types.AdapterResponse attribute) render_command() (nemo_evaluator.api.api_dataclasses.Evaluation method) request_id (nemo_evaluator.adapters.types.AdapterRequestContext attribute) request_method (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor attribute) (nemo_evaluator.adapters.interceptors.ProgressTrackingInterceptor.Params attribute) request_timeout (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) RequestInterceptor (class in nemo_evaluator.adapters.types) RequestLoggingInterceptor (class in nemo_evaluator.adapters.interceptors) requests_cache (nemo_evaluator.adapters.interceptors.CachingInterceptor attribute) RequestToResponseInterceptor (class in nemo_evaluator.adapters.types) ResponseInterceptor (class in nemo_evaluator.adapters.types) ResponseLoggingInterceptor (class in nemo_evaluator.adapters.interceptors) ResponseReasoningInterceptor (class in nemo_evaluator.adapters.interceptors) responses_cache (nemo_evaluator.adapters.interceptors.CachingInterceptor attribute) ResponseStatsInterceptor (class in nemo_evaluator.adapters.interceptors) reuse_cached_responses (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) S save_individuals (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) save_requests (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) save_responses (nemo_evaluator.adapters.interceptors.CachingInterceptor.Params attribute) scores (nemo_evaluator.api.api_dataclasses.MetricResult attribute) show_available_tasks() (in module nemo_evaluator.api) start_reasoning_token (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) stats (nemo_evaluator.api.api_dataclasses.Score attribute) stats_file_saving_interval (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor attribute) (nemo_evaluator.adapters.interceptors.ResponseReasoningInterceptor.Params attribute) (nemo_evaluator.adapters.interceptors.ResponseStatsInterceptor.Params attribute) status_code_range_end (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor attribute) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor.Params attribute) status_code_range_start (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor attribute) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor.Params attribute) status_codes (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor attribute) (nemo_evaluator.adapters.interceptors.RaiseClientErrorInterceptor.Params attribute) stddev (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) stderr (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) stream (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) sum (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) sum_squared (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) supported_endpoint_types (nemo_evaluator.api.api_dataclasses.EvaluationConfig attribute) system_message (nemo_evaluator.adapters.interceptors.SystemMessageInterceptor.Params attribute) SystemMessageInterceptor (class in nemo_evaluator.adapters.interceptors) T target (nemo_evaluator.api.api_dataclasses.Evaluation attribute) task (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) tasks (nemo_evaluator.api.api_dataclasses.EvaluationResult attribute) temperature (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) top_p (nemo_evaluator.api.api_dataclasses.ConfigParams attribute) type (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) (nemo_evaluator.api.api_dataclasses.EvaluationConfig attribute) U UNDEFINED (nemo_evaluator.api.api_dataclasses.EndpointType attribute) url (nemo_evaluator.adapters.types.AdapterGlobalContext attribute) (nemo_evaluator.api.api_dataclasses.ApiEndpoint attribute) use_enum_values (nemo_evaluator.adapters.adapter_config.PostEvalHookConfig.Config attribute) V value (nemo_evaluator.api.api_dataclasses.Score attribute) variance (nemo_evaluator.api.api_dataclasses.ScoreStats attribute) VLM (nemo_evaluator.api.api_dataclasses.EndpointType attribute)
