Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.
pub struct AtifMetrics {
pub prompt_tokens: Option<u64>,
pub completion_tokens: Option<u64>,
pub cached_tokens: Option<u64>,
pub cost_usd: Option<f64>,
pub prompt_token_ids: Option<Vec<u64>>,
pub completion_token_ids: Option<Vec<u64>>,
pub logprobs: Option<Vec<f64>>,
pub extra: Option<Json>,
}Token usage and cost metrics for a single step.
prompt_tokens: Option<u64>Number of prompt tokens.
completion_tokens: Option<u64>Number of completion tokens.
cached_tokens: Option<u64>Number of cached tokens.
cost_usd: Option<f64>Cost in USD.
prompt_token_ids: Option<Vec<u64>>Token IDs for prompt (input) tokens.
completion_token_ids: Option<Vec<u64>>Token IDs for completion (response) tokens.
logprobs: Option<Vec<f64>>Log probability assigned to each generated token.
extra: Option<Json>Other metrics (e.g. reasoning_tokens, cache_creation_input_tokens).
impl Clone for AtifMetricsimpl Clone for AtifMetricsclonefn clone(&self) -> AtifMetricsclone_fromfn clone_from(&mut self, source: &Self)impl Debug for AtifMetricsimpl Debug for AtifMetricsfmtfn fmt(&self, f: &mut Formatter<'_>) -> Resultimpl Default for AtifMetricsimpl Default for AtifMetricsdefaultfn default() -> AtifMetricsimpl<'de> Deserialize<'de> for AtifMetricsimpl<'de> Deserialize<'de> for AtifMetricsdeserializefn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,impl Serialize for AtifMetricsimpl Serialize for AtifMetricsserializefn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
__S: Serializer,