Struct Cache Policy | NVIDIA NeMo Relay

Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.

pub struct CachePolicy {
    pub min_stability_score: f64,
    pub min_evidence_count: u32,
    pub default_sharing_scope: SharingScope,
    pub warm_first_enabled: bool,
    pub max_fanout_for_warm_first: Option<u32>,
}

Policy controlling when ACG outputs can be cached and reused.

Fields

`min_stability_score: f64`

Minimum stability score required before caching is allowed.

`min_evidence_count: u32`

Minimum number of observations required before caching is allowed.

`default_sharing_scope: SharingScope`

Default sharing scope used for cached artifacts.

`warm_first_enabled: bool`

Whether warm-first coordination is enabled for eligible fan-outs.

`max_fanout_for_warm_first: Option<u32>`

Optional upper bound on fan-out width for warm-first coordination.

Trait Implementations

`impl Clone for CachePolicy`

impl Clone for CachePolicy

`clone`

fn clone(&self) -> CachePolicy

`clone_from`

fn clone_from(&mut self, source: &Self)

`impl Debug for CachePolicy`

impl Debug for CachePolicy

`fmt`

fn fmt(&self, f: &mut Formatter<'_>) -> Result

`impl<'de> Deserialize<'de> for CachePolicy`

impl<'de> Deserialize<'de> for CachePolicy

`deserialize`

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

`impl PartialEq for CachePolicy`

impl PartialEq for CachePolicy

`eq`

fn eq(&self, other: &CachePolicy) -> bool

`ne`

fn ne(&self, other: &Rhs) -> bool

`impl Serialize for CachePolicy`

impl Serialize for CachePolicy

`serialize`

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

`impl StructuralPartialEq for CachePolicy`

impl StructuralPartialEq for CachePolicy