Struct Annotated LlmResponse

Generated from cargo doc --no-deps -p nemo-relay-builtins -p nemo-relay-diagnostics -p nemo-relay-logging -p nemo-relay-plugin-host -p nemo-relay-codecs -p nemo-relay -p nemo-relay-runtime -p nemo-relay-model-pricing -p nemo-relay-resource-metrics -p nemo-relay-observability -p nemo-relay-adaptive -p nemo-relay-pii-redaction -p nemo-relay-ffi -p nemo-relay-types -p nemo-relay-plugin -p nemo-relay-worker-proto -p nemo-relay-worker.

pub struct AnnotatedLlmResponse {
    pub id: Option<String>,
    pub model: Option<String>,
    pub message: Option<MessageContent>,
    pub tool_calls: Option<ResponseToolCallList>,
    pub finish_reason: Option<FinishReason>,
    pub usage: Option<Usage>,
    pub optimization_summary: Option<LlmOptimizationSummary>,
    pub api_specific: Option<JsonValue>,
    pub extra: HashMap<String, JsonValue>,
}

Normalized completed response, usage, pricing, and optimization evidence.

Fields

`id: Option<String>`

Response ID from the API (e.g., “chatcmpl-abc123”, “resp_abc123”, “msg_abc123”).

`model: Option<String>`

The model that actually served the request (may differ from requested model).

`message: Option<MessageContent>`

The assistant’s response content, reusing MessageContent from request types.

`tool_calls: Option<ResponseToolCallList>`

Tool calls requested by the model, normalized across APIs. Uses ResponseToolCall (arguments as Json) NOT the request-side ToolCall (arguments as String).

`finish_reason: Option<FinishReason>`

Why generation stopped, normalized across APIs.

`usage: Option<Usage>`

Token usage statistics.

`optimization_summary: Option<LlmOptimizationSummary>`

Plugin-neutral optimization accounting computed by Relay at LLM close.

`api_specific: Option<JsonValue>`

API-specific response data that cannot be normalized across providers.

`extra: HashMap<String, JsonValue>`

Catch-all for unmodeled top-level fields, ensuring lossless round-trip.

Implementations

`impl AnnotatedLlmResponse`

impl AnnotatedLlmResponse

`id`

pub fn id(&self) -> &str

Returns the value of id, or the default value if id is unset.

`model`

pub fn model(&self) -> &str

Returns the value of model, or the default value if model is unset.

Trait Implementations

`impl Clone for AnnotatedLlmResponse`

impl Clone for AnnotatedLlmResponse

`clone`

fn clone(&self) -> AnnotatedLlmResponse

`clone_from`

fn clone_from(&mut self, source: &Self)

`impl Debug for AnnotatedLlmResponse`

impl Debug for AnnotatedLlmResponse

`fmt`

fn fmt(&self, f: &mut Formatter<'_>) -> Result

`impl Default for AnnotatedLlmResponse`

impl Default for AnnotatedLlmResponse

`default`

fn default() -> Self

`impl Message for AnnotatedLlmResponse`

impl Message for AnnotatedLlmResponse

`encoded_len`

fn encoded_len(&self) -> usize

`clear`

fn clear(&mut self)

`encode`

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>where
    Self: Sized,

`encode_to_vec`

fn encode_to_vec(&self) -> Vec<u8> where
    Self: Sized,

`encode_length_delimited`

fn encode_length_delimited(
    &self,
    buf: &mut impl BufMut,
) -> Result<(), EncodeError>where
    Self: Sized,

`encode_length_delimited_to_vec`

fn encode_length_delimited_to_vec(&self) -> Vec<u8> where
    Self: Sized,

`decode`

fn decode(buf: impl Buf) -> Result<Self, DecodeError>where
    Self: Default,

`decode_length_delimited`

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>where
    Self: Default,

`merge`

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
    Self: Sized,

`merge_length_delimited`

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
    Self: Sized,

`impl Name for AnnotatedLlmResponse`

impl Name for AnnotatedLlmResponse

`NAME`

const NAME: &'static str = "AnnotatedLlmResponse"

`PACKAGE`

const PACKAGE: &'static str = "nvidia.nemo.relay.worker.v1"

`full_name`

fn full_name() -> String

`type_url`

fn type_url() -> String

`impl PartialEq for AnnotatedLlmResponse`

impl PartialEq for AnnotatedLlmResponse

`eq`

fn eq(&self, other: &AnnotatedLlmResponse) -> bool

`ne`

fn ne(&self, other: &Rhs) -> bool

`impl WireValue<AnnotatedLlmResponse> for AnnotatedLlmResponse`

impl WireValue<AnnotatedLlmResponse> for AnnotatedLlmResponse

`to_wire`

fn to_wire(self) -> Result<AnnotatedLlmResponse>

`from_wire`

fn from_wire(value: AnnotatedLlmResponse) -> Result<Self>

`impl StructuralPartialEq for AnnotatedLlmResponse`

impl StructuralPartialEq for AnnotatedLlmResponse