Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.
pub struct SerializationIntent {
pub fanout_width: u32,
pub expected_savings_tokens: u64,
pub reuse_probability: f64,
pub added_latency_ms: Option<f64>,
pub scope_label: SharingScope,
}Serialization and fanout optimization intent.
Indicates that a prompt region is reused across multiple parallel requests and can benefit from serialized (shared) caching.
fanout_width: u32Number of parallel requests sharing this content.
expected_savings_tokens: u64Expected token savings from caching.
reuse_probability: f64Probability that the cached content will be reused [0.0, 1.0].
added_latency_ms: Option<f64>Additional latency introduced by the serialization strategy.
scope_label: SharingScopeSharing scope for the serialized content.
impl Clone for SerializationIntentimpl Clone for SerializationIntentclonefn clone(&self) -> SerializationIntentclone_fromfn clone_from(&mut self, source: &Self)impl Debug for SerializationIntentimpl Debug for SerializationIntentfmtfn fmt(&self, f: &mut Formatter<'_>) -> Resultimpl<'de> Deserialize<'de> for SerializationIntentimpl<'de> Deserialize<'de> for SerializationIntentdeserializefn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
__D: Deserializer<'de>,impl PartialEq for SerializationIntentimpl PartialEq for SerializationIntenteqfn eq(&self, other: &SerializationIntent) -> boolnefn ne(&self, other: &Rhs) -> boolimpl Serialize for SerializationIntentimpl Serialize for SerializationIntentserializefn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
__S: Serializer,impl StructuralPartialEq for SerializationIntentimpl StructuralPartialEq for SerializationIntent