Struct Tokenization Metadata | NVIDIA NeMo Relay

Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.

pub struct TokenizationMetadata {
    pub model_family: String,
    pub token_count: u32,
}

Token count metadata for a prompt block.

Records the model family and token count so that downstream phases can compute cache-aware token budgets.

Fields

Model family used for tokenization (e.g., “claude”, “gpt”).

Number of tokens in the block content.

impl Clone for TokenizationMetadata

fn clone(&self) -> TokenizationMetadata

fn clone_from(&mut self, source: &Self)

impl Debug for TokenizationMetadata

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl<'de> Deserialize<'de> for TokenizationMetadata

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

impl PartialEq for TokenizationMetadata

fn eq(&self, other: &TokenizationMetadata) -> bool

fn ne(&self, other: &Rhs) -> bool

impl Serialize for TokenizationMetadata

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

impl StructuralPartialEq for TokenizationMetadata