aiq.data_models.evaluate#

Classes#

`EvalGeneralConfig`
`EvalConfig`

Module Contents#

class EvalGeneralConfig(/, **data: Any)#

Bases: pydantic.BaseModel

max_concurrency: int = 8#

output_dir: pathlib.Path#

dataset: aiq.data_models.dataset_handler.EvalDatasetConfig | None = None#

profiler: aiq.data_models.profiler.ProfilerConfig | None = None#

class EvalConfig(/, **data: Any)#

Bases: pydantic.BaseModel

general: EvalGeneralConfig#

evaluators: dict[str, aiq.data_models.evaluator.EvaluatorBaseConfig]#

classmethod rebuild_annotations()#