Skip to navigation

Struct LlmOptimization Token Impact

View as Markdown

Generated from cargo doc --no-deps -p nemo-relay-builtins -p nemo-relay-diagnostics -p nemo-relay-logging -p nemo-relay-plugin-host -p nemo-relay-codecs -p nemo-relay -p nemo-relay-runtime -p nemo-relay-model-pricing -p nemo-relay-resource-metrics -p nemo-relay-observability -p nemo-relay-adaptive -p nemo-relay-pii-redaction -p nemo-relay-ffi -p nemo-relay-types -p nemo-relay-plugin -p nemo-relay-worker-proto -p nemo-relay-worker.

pub struct LlmOptimizationTokenImpact {
    pub baseline: Option<LlmOptimizationTokens>,
    pub effective: Option<LlmOptimizationTokens>,
    pub saved: Option<LlmOptimizationTokens>,
    pub quality: Option<i32>,
    pub estimation_method: Option<String>,
}

Baseline, effective, and saved token evidence with its quality and method.

Fields

baseline: Option<LlmOptimizationTokens>

Token counts before the optimization.

effective: Option<LlmOptimizationTokens>

Token counts after the optimization.

saved: Option<LlmOptimizationTokens>

Explicit reduction retained for downstream repricing.

quality: Option<i32>

Evidence quality for these counts.

estimation_method: Option<String>

Tokenizer, counter, or estimation method.

Implementations

impl LlmOptimizationTokenImpact

impl LlmOptimizationTokenImpact

quality

pub fn quality(&self) -> LlmOptimizationEvidenceQuality

Returns the enum value of quality, or the default if the field is unset or set to an invalid enum value.

set_quality

pub fn set_quality(&mut self, value: LlmOptimizationEvidenceQuality)

Sets quality to the provided enum value.

estimation_method

pub fn estimation_method(&self) -> &str

Returns the value of estimation_method, or the default value if estimation_method is unset.

Trait Implementations

impl Clone for LlmOptimizationTokenImpact

impl Clone for LlmOptimizationTokenImpact

clone

fn clone(&self) -> LlmOptimizationTokenImpact

clone_from

fn clone_from(&mut self, source: &Self)

impl Debug for LlmOptimizationTokenImpact

impl Debug for LlmOptimizationTokenImpact

fmt

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for LlmOptimizationTokenImpact

impl Default for LlmOptimizationTokenImpact

default

fn default() -> Self

impl Hash for LlmOptimizationTokenImpact

impl Hash for LlmOptimizationTokenImpact

hash

fn hash<__H: Hasher>(&self, state: &mut __H)

hash_slice

fn hash_slice<H>(data: &[Self], state: &mut H)where
    H: Hasher,
    Self: Sized,

impl Message for LlmOptimizationTokenImpact

impl Message for LlmOptimizationTokenImpact

encoded_len

fn encoded_len(&self) -> usize

clear

fn clear(&mut self)

encode

fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>where
    Self: Sized,

encode_to_vec

fn encode_to_vec(&self) -> Vec<u8> where
    Self: Sized,

encode_length_delimited

fn encode_length_delimited(
    &self,
    buf: &mut impl BufMut,
) -> Result<(), EncodeError>where
    Self: Sized,

encode_length_delimited_to_vec

fn encode_length_delimited_to_vec(&self) -> Vec<u8> where
    Self: Sized,

decode

fn decode(buf: impl Buf) -> Result<Self, DecodeError>where
    Self: Default,

decode_length_delimited

fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>where
    Self: Default,

merge

fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
    Self: Sized,

merge_length_delimited

fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
    Self: Sized,

impl Name for LlmOptimizationTokenImpact

impl Name for LlmOptimizationTokenImpact

NAME

const NAME: &'static str = "LlmOptimizationTokenImpact"

PACKAGE

const PACKAGE: &'static str = "nvidia.nemo.relay.worker.v1"

full_name

fn full_name() -> String

type_url

fn type_url() -> String

impl PartialEq for LlmOptimizationTokenImpact

impl PartialEq for LlmOptimizationTokenImpact

eq

fn eq(&self, other: &LlmOptimizationTokenImpact) -> bool

ne

fn ne(&self, other: &Rhs) -> bool

impl WireValue<LlmOptimizationTokenImpact> for LlmOptimizationTokenImpact

impl WireValue<LlmOptimizationTokenImpact> for LlmOptimizationTokenImpact

to_wire

fn to_wire(self) -> Result<LlmOptimizationTokenImpact>

from_wire

fn from_wire(value: LlmOptimizationTokenImpact) -> Result<Self>

impl Eq for LlmOptimizationTokenImpact

impl Eq for LlmOptimizationTokenImpact

impl StructuralPartialEq for LlmOptimizationTokenImpact

impl StructuralPartialEq for LlmOptimizationTokenImpact