nemo_microservices.types.model_spec_de_param#

Module Contents#

Classes#

ModelSpecDeParam

API#

class nemo_microservices.types.model_spec_de_param.ModelSpecDeParam#

Bases: typing_extensions.TypedDict

context_size: typing_extensions.Required[int]#

None

is_chat: typing_extensions.Required[bool]#

None

Whether or not this is a chat model

num_parameters: typing_extensions.Required[int]#

None

num_virtual_tokens: typing_extensions.Required[int]#

None