aiq.eval.intermediate_step_adapter#

Attributes#

Classes#

IntermediateStepAdapter

Module Contents#

logger#

class IntermediateStepAdapter#

DEFAULT_EVENT_FILTER#

filter_intermediate_steps( intermediate_steps: list[aiq.data_models.intermediate_step.IntermediateStep], event_filter: list[aiq.data_models.intermediate_step.IntermediateStepType], ) → list[aiq.data_models.intermediate_step.IntermediateStep]#: Filters intermediate steps

validate_intermediate_steps( intermediate_steps: list[dict], ) → list[aiq.data_models.intermediate_step.IntermediateStep]#

serialize_intermediate_steps( intermediate_steps: list[aiq.data_models.intermediate_step.IntermediateStep], ) → list[dict]#: Converts a list of IntermediateStep objects to a list of dictionaries.

static agent_action_to_dict(action) → dict#: Convert AgentAction to a JSON-serializable dictionary.

get_agent_action_single( step: aiq.data_models.intermediate_step.IntermediateStep, last_llm_end_step: aiq.data_models.intermediate_step.IntermediateStep | None, ) → tuple[langchain_core.agents.AgentAction, str]#: Converts a single intermediate step to Tuple[AgentAction, str].

get_agent_actions( intermediate_steps: list[aiq.data_models.intermediate_step.IntermediateStep], event_filter: list[aiq.data_models.intermediate_step.IntermediateStepType], ) → list[tuple[langchain_core.agents.AgentAction, str]]#: Converts a list of intermediate steps to a list of (AgentAction, output).

get_context( intermediate_steps: list[aiq.data_models.intermediate_step.IntermediateStep], ) → list[str]#: Grab the output of all the tools and return them as retrieved context.