Skip to navigation

Struct LlmOptimization Contribution

View as Markdown

Generated from cargo doc --no-deps -p nemo-relay-builtins -p nemo-relay-diagnostics -p nemo-relay-logging -p nemo-relay-plugin-host -p nemo-relay-codecs -p nemo-relay -p nemo-relay-runtime -p nemo-relay-model-pricing -p nemo-relay-resource-metrics -p nemo-relay-observability -p nemo-relay-adaptive -p nemo-relay-pii-redaction -p nemo-relay-ffi -p nemo-relay-types -p nemo-relay-plugin -p nemo-relay-worker-proto -p nemo-relay-worker.

pub struct LlmOptimizationContribution {
    pub id: Option<String>,
    pub sequence: Option<u64>,
    pub producer: String,
    pub kind: String,
    pub applied: bool,
    pub model_transition: Option<LlmOptimizationModelTransition>,
    pub token_impact: Option<LlmOptimizationTokenImpact>,
    pub payload_schema: Option<DataSchema>,
    pub payload: Option<JsonValue>,
    pub extra: HashMap<String, JsonValue>,
}

Plugin-neutral optimization evidence with an open kind and optional custom payload.

Fields

id: Option<String>

Relay-assigned contribution identifier. Producer values are replaced on ingestion.

sequence: Option<u64>

Relay-assigned order within the LLM call. Producer values are replaced on ingestion.

producer: String

Stable producer or plugin identity.

kind: String

Intentionally open to third-party optimization kinds.

applied: bool

Whether the optimization affected the executed call.

model_transition: Option<LlmOptimizationModelTransition>

Optional shared model transition.

token_impact: Option<LlmOptimizationTokenImpact>

Optional shared token evidence.

payload_schema: Option<DataSchema>

Schema of payload; required whenever payload is present.

payload: Option<JsonValue>

Application-owned; when present payload_schema is required.

extra: HashMap<String, JsonValue>

Unknown top-level fields from future producers.

Implementations

impl LlmOptimizationContribution

impl LlmOptimizationContribution

id

pub fn id(&self) -> &str

Returns the value of id, or the default value if id is unset.

sequence

pub fn sequence(&self) -> u64

Returns the value of sequence, or the default value if sequence is unset.

Trait Implementations

impl Clone for LlmOptimizationContribution

impl Clone for LlmOptimizationContribution

clone

fn clone(&self) -> LlmOptimizationContribution

clone_from

fn clone_from(&mut self, source: &Self)

impl Debug for LlmOptimizationContribution

impl Debug for LlmOptimizationContribution

fmt

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for LlmOptimizationContribution

impl Default for LlmOptimizationContribution

default

fn default() -> Self

impl Message for LlmOptimizationContribution

impl Message for LlmOptimizationContribution

encoded_len

fn encoded_len(&self) -> usize

clear

fn clear(&mut self)

encode

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>where
    Self: Sized,

encode_to_vec

fn encode_to_vec(&self) -> Vec<u8> where
    Self: Sized,

encode_length_delimited

fn encode_length_delimited(
    &self,
    buf: &mut impl BufMut,
) -> Result<(), EncodeError>where
    Self: Sized,

encode_length_delimited_to_vec

fn encode_length_delimited_to_vec(&self) -> Vec<u8> where
    Self: Sized,

decode

fn decode(buf: impl Buf) -> Result<Self, DecodeError>where
    Self: Default,

decode_length_delimited

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>where
    Self: Default,

merge

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
    Self: Sized,

merge_length_delimited

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
    Self: Sized,

impl Name for LlmOptimizationContribution

impl Name for LlmOptimizationContribution

NAME

const NAME: &'static str = "LlmOptimizationContribution"

PACKAGE

const PACKAGE: &'static str = "nvidia.nemo.relay.worker.v1"

full_name

fn full_name() -> String

type_url

fn type_url() -> String

impl PartialEq for LlmOptimizationContribution

impl PartialEq for LlmOptimizationContribution

eq

fn eq(&self, other: &LlmOptimizationContribution) -> bool

ne

fn ne(&self, other: &Rhs) -> bool

impl WireValue<LlmOptimizationContribution> for LlmOptimizationContribution

impl WireValue<LlmOptimizationContribution> for LlmOptimizationContribution

to_wire

fn to_wire(self) -> Result<LlmOptimizationContribution>

from_wire

fn from_wire(value: LlmOptimizationContribution) -> Result<Self>

impl StructuralPartialEq for LlmOptimizationContribution

impl StructuralPartialEq for LlmOptimizationContribution