nemo_microservices.types.v2.inference.provider_create_params#

Module Contents#

Classes#

API#

class nemo_microservices.types.v2.inference.provider_create_params.ProviderCreateParams#

Bases: typing_extensions.TypedDict

api_key: str#

None

The API key value itself.

Will be stored in Secrets service. Mutually exclusive with api_key_id.

api_key_id: str#

None

Reference to the API key stored in Secrets service.

Mutually exclusive with api_key.

description: str#

None

Optional description of the model provider

enabled_models: nemo_microservices._types.SequenceNotStr[str]#

None

Optional list of specific models to enable from this provider

host_url: typing_extensions.Required[str]#

None

The network endpoint URL for the model provider

name: typing_extensions.Required[str]#

None

Name of the model provider

namespace: str#

None

The namespace of the model provider

project: str#

None

The URN of the project associated with this model provider