Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.
pub struct LlmCallPrediction {
pub remaining_calls: PredictionMetrics,
pub interarrival_ms: PredictionMetrics,
pub output_tokens: PredictionMetrics,
pub latency_sensitivity: Option<u32>,
}Predictions for an LLM call at a given position in the call hierarchy.
remaining_calls: PredictionMetricsHow many more LLM calls are expected after this one.
interarrival_ms: PredictionMetricsExpected time in milliseconds until the next LLM call.
output_tokens: PredictionMetricsExpected output token count for this call.
latency_sensitivity: Option<u32>Auto-computed latency sensitivity score from profiler analysis. None means no profiling data available - fall back to default.
impl Clone for LlmCallPredictionimpl Clone for LlmCallPredictionclonefn clone(&self) -> LlmCallPredictionclone_fromfn clone_from(&mut self, source: &Self)impl Debug for LlmCallPredictionimpl Debug for LlmCallPredictionfmtfn fmt(&self, f: &mut Formatter<'_>) -> Resultimpl Default for LlmCallPredictionimpl Default for LlmCallPredictiondefaultfn default() -> LlmCallPredictionimpl<'de> Deserialize<'de> for LlmCallPredictionimpl<'de> Deserialize<'de> for LlmCallPredictiondeserializefn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,impl PartialEq for LlmCallPredictionimpl PartialEq for LlmCallPredictioneqfn eq(&self, other: &LlmCallPrediction) -> boolnefn ne(&self, other: &Rhs) -> boolimpl Serialize for LlmCallPredictionimpl Serialize for LlmCallPredictionserializefn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
__S: Serializer,impl StructuralPartialEq for LlmCallPredictionimpl StructuralPartialEq for LlmCallPrediction