aiq.builder.eval_builder#

Attributes#

logger

Classes#

ConfiguredEvaluator

WorkflowEvalBuilder

Helper class that provides a standard way to create an ABC using

Module Contents#

logger#
class ConfiguredEvaluator#
config: aiq.data_models.evaluator.EvaluatorBaseConfig#
instance: aiq.builder.evaluator.EvaluatorInfo#
class WorkflowEvalBuilder(
general_config: aiq.data_models.config.GeneralConfig | None = None,
eval_general_config: aiq.data_models.evaluate.EvalGeneralConfig | None = None,
registry: aiq.cli.type_registry.TypeRegistry | None = None,
)#

Bases: aiq.builder.workflow_builder.WorkflowBuilder, aiq.builder.builder.EvalBuilder

Helper class that provides a standard way to create an ABC using inheritance.

eval_general_config = None#
_evaluators: dict[str, ConfiguredEvaluator]#
async add_evaluator(
name: str,
config: aiq.data_models.evaluator.EvaluatorBaseConfig,
)#
get_evaluator(
evaluator_name: str,
) → aiq.builder.evaluator.EvaluatorInfo#
get_evaluator_config(
evaluator_name: str,
) → aiq.data_models.evaluator.EvaluatorBaseConfig#
get_max_concurrency() → int#
get_output_dir() → pathlib.Path#
get_all_tools(
wrapper_type: aiq.builder.framework_enum.LLMFrameworkEnum | str,
)#
async populate_builder(config: aiq.data_models.config.AIQConfig)#
classmethod from_config(config: aiq.data_models.config.AIQConfig)#
Async: