completions

Module Contents

Classes

AsyncCompletionsResource
AsyncCompletionsResourceWithRawResponse
AsyncCompletionsResourceWithStreamingResponse
CompletionsResource
CompletionsResourceWithRawResponse
CompletionsResourceWithStreamingResponse

API

class completions.AsyncCompletionsResource(

client: nemo_platform._client.AsyncNeMoPlatform,

)

Bases: nemo_platform._resource.AsyncAPIResource

Initialization

async create(

*,

workspace: str | None = None,

model: str,

prompt: Union[Iterable[int], Iterable[Iterable[int]], str, nemo_platform._types.SequenceNotStr[str]],

best_of: int | nemo_platform._types.Omit = omit,

echo: bool | nemo_platform._types.Omit = omit,

frequency_penalty: float | nemo_platform._types.Omit = omit,

function_call: Union[str, Dict[str, object]] | nemo_platform._types.Omit = omit,

guardrails: nemo_platform.types.guardrails_data_param.GuardrailsDataParam | nemo_platform._types.Omit = omit,

ignore_eos: bool | nemo_platform._types.Omit = omit,

logit_bias: Dict[str, float] | nemo_platform._types.Omit = omit,

logprobs: bool | nemo_platform._types.Omit = omit,

max_completion_tokens: int | nemo_platform._types.Omit = omit,

max_tokens: int | nemo_platform._types.Omit = omit,

n: int | nemo_platform._types.Omit = omit,

presence_penalty: float | nemo_platform._types.Omit = omit,

reasoning_effort: str | nemo_platform._types.Omit = omit,

response_format: Dict[str, object] | nemo_platform._types.Omit = omit,

seed: int | nemo_platform._types.Omit = omit,

stop: Union[str, nemo_platform._types.SequenceNotStr[str]] | nemo_platform._types.Omit = omit,

stream: typing_extensions.Literal[False] | typing_extensions.Literal[True] | nemo_platform._types.Omit = omit,

stream_options: Dict[str, bool] | nemo_platform._types.Omit = omit,

suffix: str | nemo_platform._types.Omit = omit,

temperature: float | nemo_platform._types.Omit = omit,

tool_choice: Union[str, Dict[str, object]] | nemo_platform._types.Omit = omit,

tools: Iterable[Dict[str, object]] | nemo_platform._types.Omit = omit,

top_logprobs: int | nemo_platform._types.Omit = omit,

top_p: float | nemo_platform._types.Omit = omit,

user: str | nemo_platform._types.Omit = omit,

extra_headers: nemo_platform._types.Headers | None = None,

extra_query: nemo_platform._types.Query | None = None,

extra_body: nemo_platform._types.Body | None = None,

timeout: float | httpx.Timeout | None | nemo_platform._types.NotGiven = not_given,

) → nemo_platform.types.guardrail_completion_response.GuardrailCompletionResponse | nemo_platform._streaming.AsyncStream[nemo_platform.types.guardrail_completion_stream_response.GuardrailCompletionStreamResponse]

property with_raw_response: completions.AsyncCompletionsResourceWithRawResponse

property with_streaming_response: completions.AsyncCompletionsResourceWithStreamingResponse

class completions.AsyncCompletionsResourceWithRawResponse(

completions: completions.AsyncCompletionsResource,

)

Initialization

class completions.AsyncCompletionsResourceWithStreamingResponse(

completions: completions.AsyncCompletionsResource,

)

Initialization

class completions.CompletionsResource(client: nemo_platform._client.NeMoPlatform)

Bases: nemo_platform._resource.SyncAPIResource

Initialization

create(

*,

workspace: str | None = None,

model: str,

prompt: Union[Iterable[int], Iterable[Iterable[int]], str, nemo_platform._types.SequenceNotStr[str]],

best_of: int | nemo_platform._types.Omit = omit,

echo: bool | nemo_platform._types.Omit = omit,

frequency_penalty: float | nemo_platform._types.Omit = omit,

function_call: Union[str, Dict[str, object]] | nemo_platform._types.Omit = omit,

guardrails: nemo_platform.types.guardrails_data_param.GuardrailsDataParam | nemo_platform._types.Omit = omit,

ignore_eos: bool | nemo_platform._types.Omit = omit,

logit_bias: Dict[str, float] | nemo_platform._types.Omit = omit,

logprobs: bool | nemo_platform._types.Omit = omit,

max_completion_tokens: int | nemo_platform._types.Omit = omit,

max_tokens: int | nemo_platform._types.Omit = omit,

n: int | nemo_platform._types.Omit = omit,

presence_penalty: float | nemo_platform._types.Omit = omit,

reasoning_effort: str | nemo_platform._types.Omit = omit,

response_format: Dict[str, object] | nemo_platform._types.Omit = omit,

seed: int | nemo_platform._types.Omit = omit,

stop: Union[str, nemo_platform._types.SequenceNotStr[str]] | nemo_platform._types.Omit = omit,

stream: typing_extensions.Literal[False] | typing_extensions.Literal[True] | nemo_platform._types.Omit = omit,

stream_options: Dict[str, bool] | nemo_platform._types.Omit = omit,

suffix: str | nemo_platform._types.Omit = omit,

temperature: float | nemo_platform._types.Omit = omit,

tool_choice: Union[str, Dict[str, object]] | nemo_platform._types.Omit = omit,

tools: Iterable[Dict[str, object]] | nemo_platform._types.Omit = omit,

top_logprobs: int | nemo_platform._types.Omit = omit,

top_p: float | nemo_platform._types.Omit = omit,

user: str | nemo_platform._types.Omit = omit,

extra_headers: nemo_platform._types.Headers | None = None,

extra_query: nemo_platform._types.Query | None = None,

extra_body: nemo_platform._types.Body | None = None,

timeout: float | httpx.Timeout | None | nemo_platform._types.NotGiven = not_given,

) → nemo_platform.types.guardrail_completion_response.GuardrailCompletionResponse | nemo_platform._streaming.Stream[nemo_platform.types.guardrail_completion_stream_response.GuardrailCompletionStreamResponse]

property with_raw_response: completions.CompletionsResourceWithRawResponse

property with_streaming_response: completions.CompletionsResourceWithStreamingResponse

class completions.CompletionsResourceWithRawResponse(

completions: completions.CompletionsResource,

)

Initialization

class completions.CompletionsResourceWithStreamingResponse(

completions: completions.CompletionsResource,

)

Initialization