nemoguardrails.llm.clients.openai_compatible

Module Contents

Classes

Name	Description
`OpenAICompatibleClient`	-

API

class nemoguardrails.llm.clients.openai_compatible.OpenAICompatibleClient()

Bases: BaseClient

_ROUTE

= '/chat/completions'

provider_url

Optional[str]

nemoguardrails.llm.clients.openai_compatible.OpenAICompatibleClient._build_payload(
    model: str,
    messages: typing.List[typing.Dict[str, typing.Any]],
    stop: typing.Optional[typing.List[str]] = None,
    stream: bool = False,
    include_usage_in_stream: typing.Optional[bool] = None,
    kwargs: typing.Any = {}
) -> typing.Dict[str, typing.Any]

nemoguardrails.llm.clients.openai_compatible.OpenAICompatibleClient.chat_completion(
    model: str,
    messages: typing.List[typing.Dict[str, typing.Any]],
    stop: typing.Optional[typing.List[str]] = None,
    kwargs: typing.Any = {}
) -> nemoguardrails.llm.clients.base.HTTPResponse

async

nemoguardrails.llm.clients.openai_compatible.OpenAICompatibleClient.stream_chat_completion(
    model: str,
    messages: typing.List[typing.Dict[str, typing.Any]],
    stop: typing.Optional[typing.List[str]] = None,
    kwargs: typing.Any = {}
) -> typing.AsyncGenerator[nemoguardrails.llm.clients.base.HTTPResponse, None]

async