nemo_microservices.types.v2.inference.deployment_config_update_params#

Module Contents#

Classes#

API#

class nemo_microservices.types.v2.inference.deployment_config_update_params.DeploymentConfigUpdateParams#

Bases: typing_extensions.TypedDict

description: str#

None

Optional description of the deployment configuration

model_entity_id: str#

None

Optional reference to the base model entity ID for this deployment

namespace: typing_extensions.Required[str]#

None

nim_deployment: typing_extensions.Required[nemo_microservices.types.v2.inference.nim_deployment_param.NIMDeploymentParam]#

None

Configuration for NIM-based model deployment.