Enum Cache Read Accounting | NVIDIA NeMo Relay

Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.

1 pub enum CacheReadAccounting {
2     IncludedInPromptTokens,
3     Separate,
4 }

How cache-read tokens relate to prompt token counts in provider usage.

Variants

IncludedInPromptTokens

cache_read_tokens are already included in prompt_tokens.

Separate

cache_read_tokens are separate from prompt_tokens.

impl Clone for CacheReadAccounting

fn clone(&self) -> CacheReadAccounting

fn clone_from(&mut self, source: &Self)

impl Debug for CacheReadAccounting

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de> Deserialize<'de> for CacheReadAccounting

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

impl PartialEq for CacheReadAccounting

fn eq(&self, other: &CacheReadAccounting) -> bool

fn ne(&self, other: &Rhs) -> bool

impl Serialize for CacheReadAccounting

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

impl Copy for CacheReadAccounting

impl Eq for CacheReadAccounting

impl StructuralPartialEq for CacheReadAccounting