aiq.profiler.inference_metrics_model#

Classes#

InferenceMetricsModel

Module Contents#

class InferenceMetricsModel(/, **data: Any)#

Bases: pydantic.BaseModel

n: int = None#

mean: float = None#

ninetieth_interval: tuple[float, float] = None#

ninety_fifth_interval: tuple[float, float] = None#

ninety_ninth_interval: tuple[float, float] = None#