nat.experimental.test_time_compute.search.multi_llm_generation#

Attributes#

Classes#

MultiLLMGeneration

A search strategy that uses multiple configured LLMs to generate responses.

Functions#

register_multi_llm_generation(config, builder)

Module Contents#

logger#

class MultiLLMGeneration( config: nat.experimental.test_time_compute.models.search_config.MultiLLMGenerationConfig, )#

Bases: nat.experimental.test_time_compute.models.strategy_base.StrategyBase

A search strategy that uses multiple configured LLMs to generate responses.

config#

llms_bound = []#

async build_components(builder: nat.builder.builder.Builder) → None#: Builds the LLMs configured in the strategy.

supported_pipeline_types() → list[nat.experimental.test_time_compute.models.stage_enums.PipelineTypeEnum]#: Return the stage types supported by this selector.

stage_type() → nat.experimental.test_time_compute.models.stage_enums.StageTypeEnum#: Return the stage type of this strategy.

async _generate_response( llm, prompt: str, ) → nat.experimental.test_time_compute.models.ttc_item.TTCItem#

async ainvoke(items: list[nat.experimental.test_time_compute.models.ttc_item.TTCItem], original_prompt: str | None = None, agent_context: str | None = None, \*\*kwargs) → list[nat.experimental.test_time_compute.models.ttc_item.TTCItem]#: Generate responses using the configured LLMs.

async register_multi_llm_generation( config: nat.experimental.test_time_compute.models.search_config.MultiLLMGenerationConfig, builder: nat.builder.builder.Builder, )#