Struct Prompt Cache Pricing | NVIDIA NeMo Relay

Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.

pub struct PromptCachePricing {
    pub read_accounting: CacheReadAccounting,
}

Prompt-cache accounting rules for a model pricing entry.

Fields

Whether cache-read tokens are included in prompt_tokens.

impl Clone for PromptCachePricing

fn clone(&self) -> PromptCachePricing

fn clone_from(&mut self, source: &Self)

impl Debug for PromptCachePricing

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de> Deserialize<'de> for PromptCachePricing

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

impl PartialEq for PromptCachePricing

fn eq(&self, other: &PromptCachePricing) -> bool

fn ne(&self, other: &Rhs) -> bool

impl Serialize for PromptCachePricing

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

impl Copy for PromptCachePricing

impl Eq for PromptCachePricing

impl StructuralPartialEq for PromptCachePricing