ChatCompletionResponseStreamChoice

class nemo_microservices.types.shared.ChatCompletionResponseStreamChoice(*args: Any, **kwargs: Any)

Bases: BaseModel

delta: DeltaMessage

index: int

finish_reason: str | None = None

logprobs: ChoiceLogprobs | None = None

Log probability information for a chat completion choice.

This is used in both regular and streaming chat completions when logprobs=true is provided in the request.