Skip to navigation

Struct Cache Write Token Counts

View as Markdown

Generated from cargo doc --no-deps -p nemo-relay-builtins -p nemo-relay-diagnostics -p nemo-relay-logging -p nemo-relay-plugin-host -p nemo-relay-codecs -p nemo-relay -p nemo-relay-runtime -p nemo-relay-model-pricing -p nemo-relay-resource-metrics -p nemo-relay-observability -p nemo-relay-adaptive -p nemo-relay-pii-redaction -p nemo-relay-ffi -p nemo-relay-types -p nemo-relay-plugin -p nemo-relay-worker-proto -p nemo-relay-worker.

pub struct CacheWriteTokenCounts {
    pub count: u64,
    pub duration: Option<u64>,
}

Prompt-cache write tokens retained for one cache duration.

Fields

count: u64

Tokens written to the cache for this duration.

duration: Option<u64>

Cache duration in seconds, or None when the provider does not say.

Implementations

impl CacheWriteTokenCounts

impl CacheWriteTokenCounts

from_total_and_one_hour

pub fn from_total_and_one_hour(
    total: Option<u64>,
    one_hour: Option<u64>,
    rest_duration: Option<u64>,
) -> Option<Vec<CacheWriteTokenCounts>>

Build entries from a cache-write total and its one-hour subset, the shape Anthropic reports.

The rest of the total gets rest_duration, and a one-hour count above the total is capped to it. Returns None without a total.

Trait Implementations

impl Clone for CacheWriteTokenCounts

impl Clone for CacheWriteTokenCounts

clone

fn clone(&self) -> CacheWriteTokenCounts

clone_from

fn clone_from(&mut self, source: &Self)

impl Debug for CacheWriteTokenCounts

impl Debug for CacheWriteTokenCounts

fmt

fn fmt(&self, f: &mut Formatter<'_>) -> Result<(), Error>

impl Default for CacheWriteTokenCounts

impl Default for CacheWriteTokenCounts

default

fn default() -> CacheWriteTokenCounts

impl<'de> Deserialize<'de> for CacheWriteTokenCounts

impl<'de> Deserialize<'de> for CacheWriteTokenCounts

deserialize

fn deserialize<__D>(
    __deserializer: __D,
) -> Result<CacheWriteTokenCounts, <__D as Deserializer<'de>>::Error>where
    __D: Deserializer<'de>,

impl PartialEq for CacheWriteTokenCounts

impl PartialEq for CacheWriteTokenCounts

eq

fn eq(&self, other: &CacheWriteTokenCounts) -> bool

ne

fn ne(&self, other: &Rhs) -> bool

impl Serialize for CacheWriteTokenCounts

impl Serialize for CacheWriteTokenCounts

serialize

fn serialize<__S>(
    &self,
    __serializer: __S,
) -> Result<<__S as Serializer>::Ok, <__S as Serializer>::Error>where
    __S: Serializer,

impl WireValue<Box<CacheWriteTokenCounts>> for CacheWriteTokenCounts

impl WireValue<Box<CacheWriteTokenCounts>> for CacheWriteTokenCounts

to_wire

fn to_wire(self) -> Result<Box<CacheWriteTokenCounts>, ConversionError>

from_wire

fn from_wire(
    value: Box<CacheWriteTokenCounts>,
) -> Result<CacheWriteTokenCounts, ConversionError>

impl WireValue<CacheWriteTokenCounts> for CacheWriteTokenCounts

impl WireValue<CacheWriteTokenCounts> for CacheWriteTokenCounts

to_wire

fn to_wire(self) -> Result<CacheWriteTokenCounts, ConversionError>

from_wire

fn from_wire(
    value: CacheWriteTokenCounts,
) -> Result<CacheWriteTokenCounts, ConversionError>

impl Copy for CacheWriteTokenCounts

impl Copy for CacheWriteTokenCounts

impl Eq for CacheWriteTokenCounts

impl Eq for CacheWriteTokenCounts

impl StructuralPartialEq for CacheWriteTokenCounts

impl StructuralPartialEq for CacheWriteTokenCounts