services.nemo_client

Module Contents

Classes

NemoDeployClient

API

class services.nemo_client.NemoDeployClient(nemo_deploy: NemoQueryLLM)

Bases: services.model_client.LLMClient

Initialization

query_model(

*,

messages: collections.abc.Iterable,

model: str,

conversation_formatter: nemo_curator.services.conversation_formatter.ConversationFormatter | None = None,

max_tokens: int | None = None,

n: int | None = None,

seed: int | None = None,

stop: str | None | list[str] = [],

stream: bool = False,

temperature: float | None = None,

top_k: int | None = None,

top_p: float | None = None,

) → list[str]

query_reward_model(

*,

messages: collections.abc.Iterable,

model: str,

) → dict