Index

_

__contact_emails__ (in module nemo_eval.package_info) __contact_names__ (in module nemo_eval.package_info) __description__ (in module nemo_eval.package_info) __download_url__ (in module nemo_eval.package_info) __homepage__ (in module nemo_eval.package_info) __keywords__ (in module nemo_eval.package_info) __license__ (in module nemo_eval.package_info) __package_name__ (in module nemo_eval.package_info) __repository_url__ (in module nemo_eval.package_info) __shortversion__ (in module nemo_eval.package_info) __version__ (in module nemo_eval.package_info) _AdapterServer (class in nemo_eval.adapters.server) _build_interceptor_chains() (nemo_eval.adapters.server._AdapterServer method) _clean_reasoning_tokens() (in module nemo_eval.adapters.interceptors.reasoning_interceptor)

_end_reasoning_token (nemo_eval.adapters.interceptors.reasoning_interceptor.ResponseReasoningInterceptor attribute) _EXCLUDED_HEADERS (nemo_eval.adapters.server._AdapterServer attribute) _get_safe_headers() (in module nemo_eval.adapters.interceptors.logging_interceptor) _handler() (nemo_eval.adapters.server._AdapterServer method) _iter_namespace() (in module nemo_eval.utils.base) _lock (nemo_eval.adapters.interceptors.logging_interceptor.RequestLoggingInterceptor attribute) (nemo_eval.adapters.interceptors.logging_interceptor.ResponseLoggingInterceptor attribute) _log_request() (nemo_eval.adapters.interceptors.logging_interceptor.RequestLoggingInterceptor method) _log_response_interceptor_error() (nemo_eval.adapters.server._AdapterServer method) _logged_requests (nemo_eval.adapters.interceptors.logging_interceptor.RequestLoggingInterceptor attribute) _logged_responses (nemo_eval.adapters.interceptors.logging_interceptor.ResponseLoggingInterceptor attribute) _max_requests (nemo_eval.adapters.interceptors.logging_interceptor.RequestLoggingInterceptor attribute) _max_responses (nemo_eval.adapters.interceptors.logging_interceptor.ResponseLoggingInterceptor attribute) _new_system_message (nemo_eval.adapters.interceptors.system_message_interceptor.SystemMessageInterceptor attribute) _process_response_headers() (nemo_eval.adapters.server._AdapterServer class method)

A

adapter_host (nemo_eval.adapters.server._AdapterServer attribute) adapter_port (nemo_eval.adapters.server._AdapterServer attribute) AdapterConfig (class in nemo_eval.utils.api) AdapterMetadata (class in nemo_eval.adapters.interceptors.types) AdapterRequest (class in nemo_eval.adapters.interceptors.types) AdapterResponse (class in nemo_eval.adapters.interceptors.types)

AnyPath (in module nemo_eval.api) api_endpoint (nemo_eval.utils.api.EvaluationTarget attribute) api_url (nemo_eval.adapters.interceptors.endpoint_interceptor.EndpointInterceptor attribute) (nemo_eval.adapters.server._AdapterServer attribute) (nemo_eval.utils.api.AdapterConfig attribute) ApiEndpoint (class in nemo_eval.utils.api) app (nemo_eval.adapters.server._AdapterServer attribute)

C

cache_hit (nemo_eval.adapters.interceptors.types.AdapterMetadata attribute) cache_key (nemo_eval.adapters.interceptors.types.AdapterMetadata attribute) check_endpoint() (in module nemo_eval.utils.base)

check_health() (in module nemo_eval.utils.base) ConfigParams (class in nemo_eval.utils.api) create_server_process() (in module nemo_eval.adapters.server) custom_system_prompt (nemo_eval.utils.api.AdapterConfig attribute)

D

deploy() (in module nemo_eval.api)

deploy_with_ray() (in module nemo_eval.utils.ray_deploy)

E

end_reasoning_token (nemo_eval.utils.api.AdapterConfig attribute) EndpointInterceptor (class in nemo_eval.adapters.interceptors.endpoint_interceptor) evaluate() (in module nemo_eval.api)

EvaluationConfig (class in nemo_eval.utils.api) EvaluationTarget (class in nemo_eval.utils.api) extra (nemo_eval.utils.api.ConfigParams attribute)

F

find_framework() (in module nemo_eval.utils.base)

find_free_port() (in module nemo_eval.adapters.utils)

G

get_available_cpus() (in module nemo_eval.utils.ray_deploy)

get_validated_config() (nemo_eval.utils.api.AdapterConfig static method)

I

intercept_request() (nemo_eval.adapters.interceptors.endpoint_interceptor.EndpointInterceptor method) (nemo_eval.adapters.interceptors.logging_interceptor.RequestLoggingInterceptor method) (nemo_eval.adapters.interceptors.system_message_interceptor.SystemMessageInterceptor method) (nemo_eval.adapters.interceptors.types.RequestInterceptor method)

intercept_response() (nemo_eval.adapters.interceptors.logging_interceptor.ResponseLoggingInterceptor method) (nemo_eval.adapters.interceptors.reasoning_interceptor.ResponseReasoningInterceptor method) (nemo_eval.adapters.interceptors.types.ResponseInterceptor method) is_port_open() (in module nemo_eval.adapters.utils)

L

limit_samples (nemo_eval.utils.api.ConfigParams attribute) list_available_evaluations() (in module nemo_eval.utils.base) local_port (nemo_eval.utils.api.AdapterConfig attribute)

logger (in module nemo_eval.api) (in module nemo_eval.utils.base) (in module nemo_eval.utils.ray_deploy)

M

MAJOR (in module nemo_eval.package_info) max_logged_requests (nemo_eval.utils.api.AdapterConfig attribute) max_logged_responses (nemo_eval.utils.api.AdapterConfig attribute) max_new_tokens (nemo_eval.utils.api.ConfigParams attribute) max_retries (nemo_eval.utils.api.ConfigParams attribute) meta (nemo_eval.adapters.interceptors.types.AdapterRequest attribute) (nemo_eval.adapters.interceptors.types.AdapterResponse attribute) MINOR (in module nemo_eval.package_info) MisconfigurationError model_id (nemo_eval.utils.api.ApiEndpoint attribute) module nemo_eval nemo_eval.adapters nemo_eval.adapters.interceptors nemo_eval.adapters.interceptors.endpoint_interceptor nemo_eval.adapters.interceptors.logging_interceptor nemo_eval.adapters.interceptors.reasoning_interceptor nemo_eval.adapters.interceptors.system_message_interceptor nemo_eval.adapters.interceptors.types nemo_eval.adapters.server nemo_eval.adapters.utils nemo_eval.api nemo_eval.package_info nemo_eval.utils nemo_eval.utils.api nemo_eval.utils.base nemo_eval.utils.ray_deploy

N

nemo_eval module nemo_eval.adapters module nemo_eval.adapters.interceptors module nemo_eval.adapters.interceptors.endpoint_interceptor module nemo_eval.adapters.interceptors.logging_interceptor module nemo_eval.adapters.interceptors.reasoning_interceptor module nemo_eval.adapters.interceptors.system_message_interceptor module nemo_eval.adapters.interceptors.types module

nemo_eval.adapters.server module nemo_eval.adapters.utils module nemo_eval.api module nemo_eval.package_info module nemo_eval.utils module nemo_eval.utils.api module nemo_eval.utils.base module nemo_eval.utils.ray_deploy module

O

output_dir (nemo_eval.utils.api.EvaluationConfig attribute)

P

parallelism (nemo_eval.utils.api.ConfigParams attribute) params (nemo_eval.utils.api.EvaluationConfig attribute)

PATCH (in module nemo_eval.package_info) PRE_RELEASE (in module nemo_eval.package_info)

R

r (nemo_eval.adapters.interceptors.types.AdapterRequest attribute) (nemo_eval.adapters.interceptors.types.AdapterResponse attribute) request_interceptors (nemo_eval.adapters.server._AdapterServer attribute) request_timeout (nemo_eval.utils.api.ConfigParams attribute) RequestInterceptor (class in nemo_eval.adapters.interceptors.types)

RequestLoggingInterceptor (class in nemo_eval.adapters.interceptors.logging_interceptor) response_interceptors (nemo_eval.adapters.server._AdapterServer attribute) ResponseInterceptor (class in nemo_eval.adapters.interceptors.types) ResponseLoggingInterceptor (class in nemo_eval.adapters.interceptors.logging_interceptor) ResponseReasoningInterceptor (class in nemo_eval.adapters.interceptors.reasoning_interceptor) run() (nemo_eval.adapters.server._AdapterServer method)

S

signal_handler() (in module nemo_eval.utils.ray_deploy)

supported_endpoint_types (nemo_eval.utils.api.EvaluationConfig attribute) SystemMessageInterceptor (class in nemo_eval.adapters.interceptors.system_message_interceptor)

T

task (nemo_eval.utils.api.ConfigParams attribute) temperature (nemo_eval.utils.api.ConfigParams attribute)

top_p (nemo_eval.utils.api.ConfigParams attribute) type (nemo_eval.utils.api.ApiEndpoint attribute) (nemo_eval.utils.api.EvaluationConfig attribute)

U

url (nemo_eval.utils.api.ApiEndpoint attribute)

use_reasoning (nemo_eval.utils.api.AdapterConfig attribute)

V

VERSION (in module nemo_eval.package_info)

W

wait_for_fastapi_server() (in module nemo_eval.utils.base)

wait_for_server() (in module nemo_eval.adapters.utils)