nemo_microservices.lib.custom_resources.inference.inference#

Module Contents#

Classes#

AsyncInferenceResource

AsyncInferenceResourceWithRawResponse

AsyncInferenceResourceWithStreamingResponse

InferenceResource

InferenceResourceWithRawResponse

InferenceResourceWithStreamingResponse

API#

class nemo_microservices.lib.custom_resources.inference.inference.AsyncInferenceResource(
client: nemo_microservices._client.AsyncNeMoMicroservices,
)#

Bases: nemo_microservices._resource.AsyncAPIResource

Initialization

property models: nemo_microservices.lib.custom_resources.inference.models.AsyncModelsResource#
property with_raw_response: nemo_microservices.lib.custom_resources.inference.inference.AsyncInferenceResourceWithRawResponse#

This property can be used as a prefix for any HTTP method call to return the raw response object instead of the parsed content.

For more information, see https://docs.nvidia.com/nemo/microservices/latest/pysdk/index.html#accessing-raw-response-data-e-g-headers

property with_streaming_response: nemo_microservices.lib.custom_resources.inference.inference.AsyncInferenceResourceWithStreamingResponse#

An alternative to .with_raw_response that doesn’t eagerly read the response body.

For more information, see https://docs.nvidia.com/nemo/microservices/latest/pysdk/index.html#with_streaming_response

class nemo_microservices.lib.custom_resources.inference.inference.AsyncInferenceResourceWithRawResponse(
inference: nemo_microservices.lib.custom_resources.inference.inference.AsyncInferenceResource,
)#

Initialization

property models: nemo_microservices.lib.custom_resources.inference.models.AsyncModelsResourceWithRawResponse#
class nemo_microservices.lib.custom_resources.inference.inference.AsyncInferenceResourceWithStreamingResponse(
inference: nemo_microservices.lib.custom_resources.inference.inference.AsyncInferenceResource,
)#

Initialization

property models: nemo_microservices.lib.custom_resources.inference.models.AsyncModelsResourceWithStreamingResponse#
class nemo_microservices.lib.custom_resources.inference.inference.InferenceResource(
client: nemo_microservices._client.NeMoMicroservices,
)#

Bases: nemo_microservices._resource.SyncAPIResource

Initialization

property models: nemo_microservices.lib.custom_resources.inference.models.ModelsResource#
property with_raw_response: nemo_microservices.lib.custom_resources.inference.inference.InferenceResourceWithRawResponse#

This property can be used as a prefix for any HTTP method call to return the raw response object instead of the parsed content.

For more information, see https://docs.nvidia.com/nemo/microservices/latest/pysdk/index.html#accessing-raw-response-data-e-g-headers

property with_streaming_response: nemo_microservices.lib.custom_resources.inference.inference.InferenceResourceWithStreamingResponse#

An alternative to .with_raw_response that doesn’t eagerly read the response body.

For more information, see https://docs.nvidia.com/nemo/microservices/latest/pysdk/index.html#with_streaming_response

class nemo_microservices.lib.custom_resources.inference.inference.InferenceResourceWithRawResponse(
inference: nemo_microservices.lib.custom_resources.inference.inference.InferenceResource,
)#

Initialization

property models: nemo_microservices.lib.custom_resources.inference.models.ModelsResourceWithRawResponse#
class nemo_microservices.lib.custom_resources.inference.inference.InferenceResourceWithStreamingResponse(
inference: nemo_microservices.lib.custom_resources.inference.inference.InferenceResource,
)#

Initialization

property models: nemo_microservices.lib.custom_resources.inference.models.ModelsResourceWithStreamingResponse#