Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.
pub struct Usage {
pub prompt_tokens: Option<u64>,
pub completion_tokens: Option<u64>,
pub total_tokens: Option<u64>,
pub cache_read_tokens: Option<u64>,
pub cache_write_tokens: Option<u64>,
}Token usage statistics from an LLM API response.
All fields are Option<u64> because not every provider supplies every field. For example, cache token counts are only available from providers that support prompt caching.
prompt_tokens: Option<u64>Tokens consumed by the prompt/input.
completion_tokens: Option<u64>Tokens generated in the completion/output.
total_tokens: Option<u64>Total tokens (prompt + completion).
cache_read_tokens: Option<u64>Tokens served from prompt cache (read).
cache_write_tokens: Option<u64>Tokens written to prompt cache.
impl Clone for Usageimpl Clone for Usageclonefn clone(&self) -> Usageclone_fromfn clone_from(&mut self, source: &Self)impl Debug for Usageimpl Debug for Usagefmtfn fmt(&self, f: &mut Formatter<'_>) -> Resultimpl Default for Usageimpl Default for Usagedefaultfn default() -> Usageimpl<'de> Deserialize<'de> for Usageimpl<'de> Deserialize<'de> for Usagedeserializefn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,impl PartialEq for Usageimpl PartialEq for Usageeqfn eq(&self, other: &Usage) -> boolnefn ne(&self, other: &Rhs) -> boolimpl Serialize for Usageimpl Serialize for Usageserializefn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
__S: Serializer,impl Eq for Usageimpl Eq for Usageimpl StructuralPartialEq for Usageimpl StructuralPartialEq for Usage