Struct Model Family Capabilities

View as Markdown

Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.

pub struct ModelFamilyCapabilities {
    pub model_family: String,
    pub supported_features: HashSet<ProviderFeature>,
    pub max_cache_breakpoints: Option<u32>,
    pub min_cacheable_tokens: Option<u32>,
    pub cache_economics: Option<CacheEconomics>,
}

Per-model-family capability overrides within a backend.

Some features vary by model within the same backend (e.g., Claude 3.5 Sonnet supports 4 cache breakpoints while older models support fewer).

Fields

model_family: String

Model family identifier (e.g., “claude-3.5-sonnet”, “gpt-4o”).

supported_features: HashSet<ProviderFeature>

Features supported by this model family.

max_cache_breakpoints: Option<u32>

Maximum number of cache breakpoints (if applicable).

min_cacheable_tokens: Option<u32>

Minimum tokens required for a block to be cacheable.

cache_economics: Option<CacheEconomics>

Provider/model-specific cache economics for explicit cache planning.

Implementations

impl ModelFamilyCapabilities

impl ModelFamilyCapabilities

supports

pub fn supports(&self, feature: ProviderFeature) -> bool

Check if this model family supports a specific feature.

Trait Implementations

impl Clone for ModelFamilyCapabilities

impl Clone for ModelFamilyCapabilities

clone

fn clone(&self) -> ModelFamilyCapabilities

clone_from

fn clone_from(&mut self, source: &Self)

impl Debug for ModelFamilyCapabilities

impl Debug for ModelFamilyCapabilities

fmt

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de> Deserialize<'de> for ModelFamilyCapabilities

impl<'de> Deserialize<'de> for ModelFamilyCapabilities

deserialize

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

impl PartialEq for ModelFamilyCapabilities

impl PartialEq for ModelFamilyCapabilities

eq

fn eq(&self, other: &ModelFamilyCapabilities) -> bool

ne

fn ne(&self, other: &Rhs) -> bool

impl Serialize for ModelFamilyCapabilities

impl Serialize for ModelFamilyCapabilities

serialize

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

impl StructuralPartialEq for ModelFamilyCapabilities

impl StructuralPartialEq for ModelFamilyCapabilities