inference#

Module Contents#

Classes#

AsyncInferenceResource

AsyncInferenceResourceWithRawResponse

AsyncInferenceResourceWithStreamingResponse

InferenceResource

InferenceResourceWithRawResponse

InferenceResourceWithStreamingResponse

API#

class inference.AsyncInferenceResource(
client: nemo_platform._client.AsyncNeMoPlatform,
)#

Bases: nemo_platform._resource.AsyncAPIResource

Initialization

property deployment_configs: deployment_configs.deployment_configs.AsyncDeploymentConfigsResource#
property deployments: deployments.deployments.AsyncDeploymentsResource#
property gateway: gateway.gateway.AsyncGatewayResource#
property models: models.AsyncModelsResource#
property providers: providers.AsyncProvidersResource#
property with_raw_response: inference.AsyncInferenceResourceWithRawResponse#
property with_streaming_response: inference.AsyncInferenceResourceWithStreamingResponse#
class inference.AsyncInferenceResourceWithRawResponse(
inference: inference.AsyncInferenceResource,
)#

Initialization

property deployment_configs: deployment_configs.deployment_configs.AsyncDeploymentConfigsResourceWithRawResponse#
property deployments: deployments.deployments.AsyncDeploymentsResourceWithRawResponse#
property gateway: gateway.gateway.AsyncGatewayResourceWithRawResponse#
property models: models.AsyncModelsResourceWithRawResponse#
property providers: providers.AsyncProvidersResourceWithRawResponse#
class inference.AsyncInferenceResourceWithStreamingResponse(
inference: inference.AsyncInferenceResource,
)#

Initialization

property deployment_configs: deployment_configs.deployment_configs.AsyncDeploymentConfigsResourceWithStreamingResponse#
property deployments: deployments.deployments.AsyncDeploymentsResourceWithStreamingResponse#
property gateway: gateway.gateway.AsyncGatewayResourceWithStreamingResponse#
property models: models.AsyncModelsResourceWithStreamingResponse#
property providers: providers.AsyncProvidersResourceWithStreamingResponse#
class inference.InferenceResource(client: nemo_platform._client.NeMoPlatform)#

Bases: nemo_platform._resource.SyncAPIResource

Initialization

property deployment_configs: deployment_configs.deployment_configs.DeploymentConfigsResource#
property deployments: deployments.deployments.DeploymentsResource#
property gateway: gateway.gateway.GatewayResource#
property models: models.ModelsResource#
property providers: providers.ProvidersResource#
property with_raw_response: inference.InferenceResourceWithRawResponse#
property with_streaming_response: inference.InferenceResourceWithStreamingResponse#
class inference.InferenceResourceWithRawResponse(
inference: inference.InferenceResource,
)#

Initialization

property deployment_configs: deployment_configs.deployment_configs.DeploymentConfigsResourceWithRawResponse#
property deployments: deployments.deployments.DeploymentsResourceWithRawResponse#
property gateway: gateway.gateway.GatewayResourceWithRawResponse#
property models: models.ModelsResourceWithRawResponse#
property providers: providers.ProvidersResourceWithRawResponse#
class inference.InferenceResourceWithStreamingResponse(
inference: inference.InferenceResource,
)#

Initialization

property deployment_configs: deployment_configs.deployment_configs.DeploymentConfigsResourceWithStreamingResponse#
property deployments: deployments.deployments.DeploymentsResourceWithStreamingResponse#
property gateway: gateway.gateway.GatewayResourceWithStreamingResponse#
property models: models.ModelsResourceWithStreamingResponse#
property providers: providers.ProvidersResourceWithStreamingResponse#

Submodules#