Struct LlmOptimization Token Impact
Generated from cargo doc --no-deps -p nemo-relay-builtins -p nemo-relay-diagnostics -p nemo-relay-logging -p nemo-relay-plugin-host -p nemo-relay-codecs -p nemo-relay -p nemo-relay-runtime -p nemo-relay-model-pricing -p nemo-relay-resource-metrics -p nemo-relay-observability -p nemo-relay-adaptive -p nemo-relay-pii-redaction -p nemo-relay-ffi -p nemo-relay-types -p nemo-relay-plugin -p nemo-relay-worker-proto -p nemo-relay-worker.
pub struct LlmOptimizationTokenImpact {
pub baseline: Option<LlmOptimizationTokens>,
pub effective: Option<LlmOptimizationTokens>,
pub saved: Option<LlmOptimizationTokens>,
pub quality: Option<i32>,
pub estimation_method: Option<String>,
}
Baseline, effective, and saved token evidence with its quality and method.
Fields
baseline: Option<LlmOptimizationTokens>
Token counts before the optimization.
effective: Option<LlmOptimizationTokens>
Token counts after the optimization.
saved: Option<LlmOptimizationTokens>
Explicit reduction retained for downstream repricing.
quality: Option<i32>
Evidence quality for these counts.
estimation_method: Option<String>
Tokenizer, counter, or estimation method.
Implementations
impl LlmOptimizationTokenImpact
impl LlmOptimizationTokenImpact
quality
pub fn quality(&self) -> LlmOptimizationEvidenceQuality
Returns the enum value of quality, or the default if the field is unset or set to an invalid enum value.
set_quality
pub fn set_quality(&mut self, value: LlmOptimizationEvidenceQuality)
Sets quality to the provided enum value.
estimation_method
pub fn estimation_method(&self) -> &str
Returns the value of estimation_method, or the default value if estimation_method is unset.
Trait Implementations
impl Clone for LlmOptimizationTokenImpact
impl Clone for LlmOptimizationTokenImpact
clone
fn clone(&self) -> LlmOptimizationTokenImpact
clone_from
fn clone_from(&mut self, source: &Self)
impl Debug for LlmOptimizationTokenImpact
impl Debug for LlmOptimizationTokenImpact
fmt
fn fmt(&self, f: &mut Formatter<'_>) -> Result
impl Default for LlmOptimizationTokenImpact
impl Default for LlmOptimizationTokenImpact
default
fn default() -> Self
impl Hash for LlmOptimizationTokenImpact
impl Hash for LlmOptimizationTokenImpact
hash
fn hash<__H: Hasher>(&self, state: &mut __H)
hash_slice
fn hash_slice<H>(data: &[Self], state: &mut H)where
H: Hasher,
Self: Sized,
impl Message for LlmOptimizationTokenImpact
impl Message for LlmOptimizationTokenImpact
encoded_len
fn encoded_len(&self) -> usize
clear
fn clear(&mut self)
encode
fn encode(&self, buf: &mut impl BufMut) -> Result<(), EncodeError>where
Self: Sized,
encode_to_vec
fn encode_to_vec(&self) -> Vec<u8> where
Self: Sized,
encode_length_delimited
fn encode_length_delimited(
&self,
buf: &mut impl BufMut,
) -> Result<(), EncodeError>where
Self: Sized,
encode_length_delimited_to_vec
fn encode_length_delimited_to_vec(&self) -> Vec<u8> where
Self: Sized,
decode
fn decode(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
decode_length_delimited
fn decode_length_delimited(buf: impl Buf) -> Result<Self, DecodeError>where
Self: Default,
merge
fn merge(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
merge_length_delimited
fn merge_length_delimited(&mut self, buf: impl Buf) -> Result<(), DecodeError>where
Self: Sized,
impl Name for LlmOptimizationTokenImpact
impl Name for LlmOptimizationTokenImpact
NAME
const NAME: &'static str = "LlmOptimizationTokenImpact"
PACKAGE
const PACKAGE: &'static str = "nvidia.nemo.relay.worker.v1"
full_name
fn full_name() -> String
type_url
fn type_url() -> String
impl PartialEq for LlmOptimizationTokenImpact
impl PartialEq for LlmOptimizationTokenImpact
eq
fn eq(&self, other: &LlmOptimizationTokenImpact) -> bool
ne
fn ne(&self, other: &Rhs) -> bool
impl WireValue<LlmOptimizationTokenImpact> for LlmOptimizationTokenImpact
impl WireValue<LlmOptimizationTokenImpact> for LlmOptimizationTokenImpact
to_wire
fn to_wire(self) -> Result<LlmOptimizationTokenImpact>
from_wire
fn from_wire(value: LlmOptimizationTokenImpact) -> Result<Self>
impl Eq for LlmOptimizationTokenImpact
impl Eq for LlmOptimizationTokenImpact
impl StructuralPartialEq for LlmOptimizationTokenImpact
impl StructuralPartialEq for LlmOptimizationTokenImpact