Struct Token Rate Tier | NVIDIA NeMo Relay

Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.

pub struct TokenRateTier {
    pub min_prompt_tokens: Option<u64>,
    pub max_prompt_tokens: Option<u64>,
    pub rates: TokenPricingRates,
}

A token pricing tier selected by prompt/input token count.

Fields

Inclusive lower bound for prompt tokens.

Inclusive upper bound for prompt tokens.

Rates to apply when this tier is selected.

impl Clone for TokenRateTier

fn clone(&self) -> TokenRateTier

fn clone_from(&mut self, source: &Self)

impl Debug for TokenRateTier

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de> Deserialize<'de> for TokenRateTier

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

impl PartialEq for TokenRateTier

fn eq(&self, other: &TokenRateTier) -> bool

fn ne(&self, other: &Rhs) -> bool

impl Serialize for TokenRateTier

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

impl Copy for TokenRateTier

impl StructuralPartialEq for TokenRateTier