Trait LlmNormalizer

Generated from cargo doc --no-deps -p nemo-relay-builtins -p nemo-relay-diagnostics -p nemo-relay-logging -p nemo-relay-plugin-host -p nemo-relay-codecs -p nemo-relay -p nemo-relay-runtime -p nemo-relay-model-pricing -p nemo-relay-resource-metrics -p nemo-relay-observability -p nemo-relay-adaptive -p nemo-relay-pii-redaction -p nemo-relay-ffi -p nemo-relay-types -p nemo-relay-plugin -p nemo-relay-worker-proto -p nemo-relay-worker.

pub trait LlmNormalizer: Send + Sync {
    // Required methods
    fn normalize_request(
        &self,
        request: &LlmRequest,
        provider_hint: Option<&str>,
    ) -> Option<AnnotatedLlmRequest>;
    fn normalize_response(
        &self,
        response: &Value,
    ) -> Option<AnnotatedLlmResponse>;
}

Best-effort request and response normalization for observability projections.

Implementations retain provider detection policy; an unsupported or invalid payload returns None so event delivery can continue without an annotation.

Required Methods

normalize_request

fn normalize_request(
    &self,
    request: &LlmRequest,
    provider_hint: Option<&str>,
) -> Option<AnnotatedLlmRequest>

Normalize a request, using a provider hint to resolve ambiguous payloads.

normalize_response

fn normalize_response(&self, response: &Value) -> Option<AnnotatedLlmResponse>

Normalize a provider’s buffered response.

Implementations on Foreign Types

impl LlmNormalizer for DetachedHost

impl LlmNormalizer for DetachedHost

normalize_request

fn normalize_request(
    &self,
    _: &LlmRequest,
    _: Option<&str>,
) -> Option<AnnotatedLlmRequest>

normalize_response

fn normalize_response(&self, _: &Value) -> Option<AnnotatedLlmResponse>

impl LlmNormalizer for RuntimeLlmNormalizer

impl LlmNormalizer for RuntimeLlmNormalizer

normalize_request

fn normalize_request(
    &self,
    request: &LlmRequest,
    provider_hint: Option<&str>,
) -> Option<AnnotatedLlmRequest>

normalize_response

fn normalize_response(&self, raw: &Value) -> Option<AnnotatedLlmResponse>

impl LlmNormalizer for BuiltinLlmNormalizer

impl LlmNormalizer for BuiltinLlmNormalizer

normalize_request

fn normalize_request(
    &self,
    request: &LlmRequest,
    provider_hint: Option<&str>,
) -> Option<AnnotatedLlmRequest>

normalize_response

fn normalize_response(&self, raw: &Value) -> Option<AnnotatedLlmResponse>

Implementors