nemo_microservices.types.v2.inference.deployment_create_params#

Module Contents#

Classes#

API#

class nemo_microservices.types.v2.inference.deployment_create_params.DeploymentCreateParams#

Bases: typing_extensions.TypedDict

config: typing_extensions.Required[str]#

None

Reference to the ModelDeploymentConfig name

config_version: int#

None

Reference to a specific ModelDeploymentConfig version.

If not specified, uses latest.

hf_token: str#

None

Hugging Face authentication token for accessing private models and repositories.

name: typing_extensions.Required[str]#

None

Name of the deployment

namespace: str#

None

The namespace of the deployment

project: str#

None

The URN of the project associated with this deployment