chat.completions#

Module Contents#

Classes#

AsyncCompletionsResource

AsyncCompletionsResourceWithRawResponse

AsyncCompletionsResourceWithStreamingResponse

CompletionsResource

CompletionsResourceWithRawResponse

CompletionsResourceWithStreamingResponse

API#

class chat.completions.AsyncCompletionsResource(
client: nemo_platform._client.AsyncNeMoPlatform,
)#

Bases: nemo_platform._resource.AsyncAPIResource

Initialization

async create(
*,
workspace: str | None = None,
messages: Iterable[nemo_platform.types.chat.completion_create_params.Message],
model: str,
frequency_penalty: float | nemo_platform._types.Omit = omit,
function_call: Union[str, Dict[str, object]] | nemo_platform._types.Omit = omit,
guardrails: nemo_platform.types.guardrails_data_param.GuardrailsDataParam | nemo_platform._types.Omit = omit,
ignore_eos: bool | nemo_platform._types.Omit = omit,
logit_bias: Dict[str, float] | nemo_platform._types.Omit = omit,
logprobs: bool | nemo_platform._types.Omit = omit,
max_completion_tokens: int | nemo_platform._types.Omit = omit,
max_tokens: int | nemo_platform._types.Omit = omit,
n: int | nemo_platform._types.Omit = omit,
presence_penalty: float | nemo_platform._types.Omit = omit,
reasoning_effort: str | nemo_platform._types.Omit = omit,
response_format: Dict[str, object] | nemo_platform._types.Omit = omit,
seed: int | nemo_platform._types.Omit = omit,
stop: Union[str, nemo_platform._types.SequenceNotStr[str]] | nemo_platform._types.Omit = omit,
stream: typing_extensions.Literal[False] | typing_extensions.Literal[True] | nemo_platform._types.Omit = omit,
stream_options: Dict[str, bool] | nemo_platform._types.Omit = omit,
temperature: float | nemo_platform._types.Omit = omit,
tool_choice: Union[str, Dict[str, object]] | nemo_platform._types.Omit = omit,
tools: Iterable[Dict[str, object]] | nemo_platform._types.Omit = omit,
top_logprobs: int | nemo_platform._types.Omit = omit,
top_p: float | nemo_platform._types.Omit = omit,
user: str | nemo_platform._types.Omit = omit,
vision: bool | nemo_platform._types.Omit = omit,
extra_headers: nemo_platform._types.Headers | None = None,
extra_query: nemo_platform._types.Query | None = None,
extra_body: nemo_platform._types.Body | None = None,
timeout: float | httpx.Timeout | None | nemo_platform._types.NotGiven = not_given,
) → nemo_platform.types.chat.guardrail_chat_completion_response.GuardrailChatCompletionResponse | nemo_platform._streaming.AsyncStream[nemo_platform.types.chat.guardrail_chat_completion_stream_response.GuardrailChatCompletionStreamResponse]#
property with_raw_response: chat.completions.AsyncCompletionsResourceWithRawResponse#
property with_streaming_response: chat.completions.AsyncCompletionsResourceWithStreamingResponse#
class chat.completions.AsyncCompletionsResourceWithRawResponse(
completions: chat.completions.AsyncCompletionsResource,
)#

Initialization

class chat.completions.AsyncCompletionsResourceWithStreamingResponse(
completions: chat.completions.AsyncCompletionsResource,
)#

Initialization

class chat.completions.CompletionsResource(client: nemo_platform._client.NeMoPlatform)#

Bases: nemo_platform._resource.SyncAPIResource

Initialization

create(
*,
workspace: str | None = None,
messages: Iterable[nemo_platform.types.chat.completion_create_params.Message],
model: str,
frequency_penalty: float | nemo_platform._types.Omit = omit,
function_call: Union[str, Dict[str, object]] | nemo_platform._types.Omit = omit,
guardrails: nemo_platform.types.guardrails_data_param.GuardrailsDataParam | nemo_platform._types.Omit = omit,
ignore_eos: bool | nemo_platform._types.Omit = omit,
logit_bias: Dict[str, float] | nemo_platform._types.Omit = omit,
logprobs: bool | nemo_platform._types.Omit = omit,
max_completion_tokens: int | nemo_platform._types.Omit = omit,
max_tokens: int | nemo_platform._types.Omit = omit,
n: int | nemo_platform._types.Omit = omit,
presence_penalty: float | nemo_platform._types.Omit = omit,
reasoning_effort: str | nemo_platform._types.Omit = omit,
response_format: Dict[str, object] | nemo_platform._types.Omit = omit,
seed: int | nemo_platform._types.Omit = omit,
stop: Union[str, nemo_platform._types.SequenceNotStr[str]] | nemo_platform._types.Omit = omit,
stream: typing_extensions.Literal[False] | typing_extensions.Literal[True] | nemo_platform._types.Omit = omit,
stream_options: Dict[str, bool] | nemo_platform._types.Omit = omit,
temperature: float | nemo_platform._types.Omit = omit,
tool_choice: Union[str, Dict[str, object]] | nemo_platform._types.Omit = omit,
tools: Iterable[Dict[str, object]] | nemo_platform._types.Omit = omit,
top_logprobs: int | nemo_platform._types.Omit = omit,
top_p: float | nemo_platform._types.Omit = omit,
user: str | nemo_platform._types.Omit = omit,
vision: bool | nemo_platform._types.Omit = omit,
extra_headers: nemo_platform._types.Headers | None = None,
extra_query: nemo_platform._types.Query | None = None,
extra_body: nemo_platform._types.Body | None = None,
timeout: float | httpx.Timeout | None | nemo_platform._types.NotGiven = not_given,
) → nemo_platform.types.chat.guardrail_chat_completion_response.GuardrailChatCompletionResponse | nemo_platform._streaming.Stream[nemo_platform.types.chat.guardrail_chat_completion_stream_response.GuardrailChatCompletionStreamResponse]#
property with_raw_response: chat.completions.CompletionsResourceWithRawResponse#
property with_streaming_response: chat.completions.CompletionsResourceWithStreamingResponse#
class chat.completions.CompletionsResourceWithRawResponse(
completions: chat.completions.CompletionsResource,
)#

Initialization

class chat.completions.CompletionsResourceWithStreamingResponse(
completions: chat.completions.CompletionsResource,
)#

Initialization