Struct Prediction Metrics | NVIDIA NeMo Relay

Generated from cargo doc --no-deps -p nemo-relay -p nemo-relay-adaptive -p nemo-relay-ffi.

pub struct PredictionMetrics {
    pub sample_count: u32,
    pub mean: f64,
    pub p50: f64,
    pub p90: f64,
    pub p95: f64,
}

Aggregated statistics for a single metric from profiler data.

Fields

Number of samples.

Mean value.

50th percentile (median).

90th percentile.

95th percentile.

impl Clone for PredictionMetrics

fn clone(&self) -> PredictionMetrics

fn clone_from(&mut self, source: &Self)

impl Debug for PredictionMetrics

fn fmt(&self, f: &mut Formatter<'_>) -> Result

impl Default for PredictionMetrics

fn default() -> PredictionMetrics

impl<'de> Deserialize<'de> for PredictionMetrics

fn deserialize<__D>(__deserializer: __D) -> Result<Self, __D::Error>where
    __D: Deserializer<'de>,

impl PartialEq for PredictionMetrics

fn eq(&self, other: &PredictionMetrics) -> bool

fn ne(&self, other: &Rhs) -> bool

impl Serialize for PredictionMetrics

fn serialize<__S>(&self, __serializer: __S) -> Result<__S::Ok, __S::Error>where
    __S: Serializer,

impl StructuralPartialEq for PredictionMetrics