Skip to navigation
ReferencePython SDK ReferenceNemoguardrailsLlmClients

nemoguardrails.llm.clients.openai_compatible

View as Markdown

Module Contents

Classes

NameDescription
OpenAICompatibleClient-

API

class nemoguardrails.llm.clients.openai_compatible.OpenAICompatibleClient()

Bases: BaseClient

_ROUTE
= '/chat/completions'
provider_url
Optional[str]
nemoguardrails.llm.clients.openai_compatible.OpenAICompatibleClient._build_payload(
    model: str,
    messages: typing.List[typing.Dict[str, typing.Any]],
    stop: typing.Optional[typing.List[str]] = None,
    stream: bool = False,
    include_usage_in_stream: typing.Optional[bool] = None,
    kwargs: typing.Any = {}
) -> typing.Dict[str, typing.Any]
nemoguardrails.llm.clients.openai_compatible.OpenAICompatibleClient.chat_completion(
    model: str,
    messages: typing.List[typing.Dict[str, typing.Any]],
    stop: typing.Optional[typing.List[str]] = None,
    kwargs: typing.Any = {}
) -> nemoguardrails.llm.clients.base.HTTPResponse
async
nemoguardrails.llm.clients.openai_compatible.OpenAICompatibleClient.stream_chat_completion(
    model: str,
    messages: typing.List[typing.Dict[str, typing.Any]],
    stop: typing.Optional[typing.List[str]] = None,
    kwargs: typing.Any = {}
) -> typing.AsyncGenerator[nemoguardrails.llm.clients.base.HTTPResponse, None]
async