nemo_microservices.types.shared_params.reasoning_model_config#

Module Contents#

Classes#

API#

class nemo_microservices.types.shared_params.reasoning_model_config.ReasoningModelConfig#

Bases: typing_extensions.TypedDict

end_token: str#

None

The end token used for reasoning traces.

remove_reasoning_traces: bool#

None

For reasoning models (e.g.

DeepSeek-r1), if the output parser should remove reasoning traces.

remove_thinking_traces: bool#

None

start_token: str#

None

The start token used for reasoning traces.