nemo_microservices.types.v2.inference.deployment_config_create_params#

Module Contents#

Classes#

API#

class nemo_microservices.types.v2.inference.deployment_config_create_params.DeploymentConfigCreateParams#

Bases: typing_extensions.TypedDict

description: str#

None

Optional description of the deployment configuration

model_entity_id: str#

None

Optional reference to the base model entity ID for this deployment

name: typing_extensions.Required[str]#

None

Name of the deployment configuration

namespace: str#

None

The namespace of the deployment configuration

nim_deployment: typing_extensions.Required[nemo_microservices.types.v2.inference.nim_deployment_param.NIMDeploymentParam]#

None

Configuration for NIM-based model deployment.

project: str#

None

The URN of the project associated with this deployment configuration