`nemo_microservices.resources.v2.inference.gateway.gateway`#

Module Contents#

Classes#

`AsyncGatewayResource`
`AsyncGatewayResourceWithRawResponse`
`AsyncGatewayResourceWithStreamingResponse`
`GatewayResource`
`GatewayResourceWithRawResponse`
`GatewayResourceWithStreamingResponse`

API#

class nemo_microservices.resources.v2.inference.gateway.gateway.AsyncGatewayResource( client: nemo_microservices._client.AsyncNeMoMicroservices, )#

Bases: nemo_microservices._resource.AsyncAPIResource

Initialization

property model: nemo_microservices.resources.v2.inference.gateway.model.AsyncModelResource#

property openai: nemo_microservices.resources.v2.inference.gateway.openai.AsyncOpenAIResource#

property provider: nemo_microservices.resources.v2.inference.gateway.provider.AsyncProviderResource#

property with_raw_response: nemo_microservices.resources.v2.inference.gateway.gateway.AsyncGatewayResourceWithRawResponse#

This property can be used as a prefix for any HTTP method call to return the raw response object instead of the parsed content.

For more information, see https://docs.nvidia.com/nemo/microservices/latest/pysdk/index.html#accessing-raw-response-data-e-g-headers

property with_streaming_response: nemo_microservices.resources.v2.inference.gateway.gateway.AsyncGatewayResourceWithStreamingResponse#

An alternative to .with_raw_response that doesn’t eagerly read the response body.

For more information, see https://docs.nvidia.com/nemo/microservices/latest/pysdk/index.html#with_streaming_response

class nemo_microservices.resources.v2.inference.gateway.gateway.AsyncGatewayResourceWithRawResponse( gateway: nemo_microservices.resources.v2.inference.gateway.gateway.AsyncGatewayResource, )#

Initialization

property model: nemo_microservices.resources.v2.inference.gateway.model.AsyncModelResourceWithRawResponse#

property openai: nemo_microservices.resources.v2.inference.gateway.openai.AsyncOpenAIResourceWithRawResponse#

property provider: nemo_microservices.resources.v2.inference.gateway.provider.AsyncProviderResourceWithRawResponse#

class nemo_microservices.resources.v2.inference.gateway.gateway.AsyncGatewayResourceWithStreamingResponse( gateway: nemo_microservices.resources.v2.inference.gateway.gateway.AsyncGatewayResource, )#

Initialization

property model: nemo_microservices.resources.v2.inference.gateway.model.AsyncModelResourceWithStreamingResponse#

property openai: nemo_microservices.resources.v2.inference.gateway.openai.AsyncOpenAIResourceWithStreamingResponse#

property provider: nemo_microservices.resources.v2.inference.gateway.provider.AsyncProviderResourceWithStreamingResponse#

class nemo_microservices.resources.v2.inference.gateway.gateway.GatewayResource(client: nemo_microservices._client.NeMoMicroservices)#

Bases: nemo_microservices._resource.SyncAPIResource

Initialization

property model: nemo_microservices.resources.v2.inference.gateway.model.ModelResource#

property openai: nemo_microservices.resources.v2.inference.gateway.openai.OpenAIResource#

property provider: nemo_microservices.resources.v2.inference.gateway.provider.ProviderResource#

property with_raw_response: nemo_microservices.resources.v2.inference.gateway.gateway.GatewayResourceWithRawResponse#

This property can be used as a prefix for any HTTP method call to return the raw response object instead of the parsed content.

For more information, see https://docs.nvidia.com/nemo/microservices/latest/pysdk/index.html#accessing-raw-response-data-e-g-headers

property with_streaming_response: nemo_microservices.resources.v2.inference.gateway.gateway.GatewayResourceWithStreamingResponse#

An alternative to .with_raw_response that doesn’t eagerly read the response body.

For more information, see https://docs.nvidia.com/nemo/microservices/latest/pysdk/index.html#with_streaming_response

class nemo_microservices.resources.v2.inference.gateway.gateway.GatewayResourceWithRawResponse( gateway: nemo_microservices.resources.v2.inference.gateway.gateway.GatewayResource, )#

Initialization

property model: nemo_microservices.resources.v2.inference.gateway.model.ModelResourceWithRawResponse#

property openai: nemo_microservices.resources.v2.inference.gateway.openai.OpenAIResourceWithRawResponse#

property provider: nemo_microservices.resources.v2.inference.gateway.provider.ProviderResourceWithRawResponse#

class nemo_microservices.resources.v2.inference.gateway.gateway.GatewayResourceWithStreamingResponse( gateway: nemo_microservices.resources.v2.inference.gateway.gateway.GatewayResource, )#

Initialization

property model: nemo_microservices.resources.v2.inference.gateway.model.ModelResourceWithStreamingResponse#

property openai: nemo_microservices.resources.v2.inference.gateway.openai.OpenAIResourceWithStreamingResponse#

property provider: nemo_microservices.resources.v2.inference.gateway.provider.ProviderResourceWithStreamingResponse#

nemo_microservices.resources.v2.inference.gateway.gateway#

Module Contents#

Classes#

API#

`nemo_microservices.resources.v2.inference.gateway.gateway`#