nemo_microservices.types.shared_params.inference_params# Module Contents# Classes# InferenceParams API# class nemo_microservices.types.shared_params.inference_params.InferenceParams# Bases: typing_extensions.TypedDict max_tokens: int# None stop: nemo_microservices._types.SequenceNotStr[str]# None temperature: float# None top_k: int# None top_p: float# None
