Is this page helpful?

nemo_microservices.types.shared.model_cache_config#

Module Contents#

Classes#

ModelCacheConfig

API#

class nemo_microservices.types.shared.model_cache_config.ModelCacheConfig(/, **data: typing.Any)#

Bases: nemo_microservices._models.BaseModel

enabled: Optional[bool]#

None

Whether caching is enabled (default: False - no caching)

maxsize: Optional[int]#

None

Maximum number of entries in the cache per model

stats: Optional[nemo_microservices.types.shared.cache_stats_config.CacheStatsConfig]#

None

Configuration for cache statistics tracking and logging.