InferenceParams

class nemo_microservices.types.shared.InferenceParams(*args: Any, **kwargs: Any)

Bases: BaseModel

max_tokens: int | None = None

stop: List[str] | None = None

temperature: float | None = None

top_k: int | None = None

top_p: float | None = None