nemo_microservices.types.v2.inference.providers.status_update_params#

Module Contents#

Classes#

API#

class nemo_microservices.types.v2.inference.providers.status_update_params.StatusUpdateParams#

Bases: typing_extensions.TypedDict

model_deployment_id: str#

None

Reference to the ModelDeployment ID if this provider is associated with a deployment

namespace: typing_extensions.Required[str]#

None

served_models: Iterable[nemo_microservices.types.v2.inference.served_model_mapping_param.ServedModelMappingParam]#

None

List of models served by this provider with routing information for IGW

status: nemo_microservices.types.v2.inference.model_provider_status.ModelProviderStatus#

None

Status enum for ModelProvider objects.

status_message: str#

None

Status message.

If status is provided without status_message, defaults to empty string.