nat.eval.usage_stats#

Classes#

`UsageStatsLLM`
`UsageStatsItem`
`UsageStats`

Module Contents#

class UsageStatsLLM(/, **data: Any)#

Bases: pydantic.BaseModel

prompt_tokens: int = 0#

completion_tokens: int = 0#

total_tokens: int = 0#

class UsageStatsItem(/, **data: Any)#

Bases: pydantic.BaseModel

usage_stats_per_llm: dict[str, UsageStatsLLM]#

total_tokens: int | None = None#

runtime: float = 0.0#

min_timestamp: float = 0.0#

max_timestamp: float = 0.0#

llm_latency: float = 0.0#

class UsageStats(/, **data: Any)#

Bases: pydantic.BaseModel

min_timestamp: float = 0.0#

max_timestamp: float = 0.0#

total_runtime: float = 0.0#

usage_stats_items: dict[Any, UsageStatsItem]#