nat.llm.aws_bedrock_llm#

Classes#

AWSBedrockModelConfig

An AWS Bedrock llm provider to be used with an LLM client.

Functions#

aws_bedrock_model(llm_config, _builder)

Module Contents#

class AWSBedrockModelConfig#

Bases: nat.data_models.llm.LLMBaseConfig, nat.data_models.retry_mixin.RetryMixin, nat.data_models.optimizable.OptimizableMixin, nat.data_models.thinking_mixin.ThinkingMixin

An AWS Bedrock llm provider to be used with an LLM client.

model_config#
model_name: str#
max_tokens: int#
context_size: int | None = None#
region_name: str | None = None#
base_url: str | None = None#
credentials_profile_name: str | None = None#
temperature: float | None#
top_p: float | None#
async aws_bedrock_model(
llm_config: AWSBedrockModelConfig,
_builder: nat.builder.builder.Builder,
)#