nat.embedder.nim_embedder#

Attributes#

allowed_truncate_values

TruncationOption

Classes#

NIMEmbedderModelConfig

A NVIDIA Inference Microservice (NIM) embedder provider to be used with an embedder client.

Functions#

option_in_allowed_values(v)

Ensures option is allowed

nim_embedder_model(embedder_config, builder)

Module Contents#

allowed_truncate_values = ['NONE', 'START', 'END']#
option_in_allowed_values(v)#

Ensures option is allowed

TruncationOption#
class NIMEmbedderModelConfig#

Bases: nat.data_models.embedder.EmbedderBaseConfig, nat.data_models.retry_mixin.RetryMixin

A NVIDIA Inference Microservice (NIM) embedder provider to be used with an embedder client.

api_key: nat.data_models.common.OptionalSecretStr = None#
base_url: str | None = None#
model_name: str = None#
truncate: TruncationOption = None#
dimensions: int | None = None#
model_config#
async nim_embedder_model(
embedder_config: NIMEmbedderModelConfig,
builder: nat.builder.builder.Builder,
)#