NVIDIA DeepStream SDK API Reference

9.2 Release
inference Namespace Reference

Data Structures

class  BatchInput
 
class  BatchOutput
 
class  ModelConfig
 
class  ModelConfig_CcModelFilenamesEntry_DoNotUse
 
class  ModelConfig_MetricTagsEntry_DoNotUse
 
class  ModelConfig_ParametersEntry_DoNotUse
 
class  ModelDynamicBatching
 
class  ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUse
 
class  ModelEnsembling
 
class  ModelEnsembling_Step
 
class  ModelEnsembling_Step_InputMapEntry_DoNotUse
 
class  ModelEnsembling_Step_OutputMapEntry_DoNotUse
 
class  ModelInput
 
class  ModelInstanceGroup
 
class  ModelInstanceGroup_SecondaryDevice
 
class  ModelMetrics
 
class  ModelMetrics_MetricControl
 
class  ModelMetrics_MetricControl_HistogramOptions
 
class  ModelMetrics_MetricControl_MetricIdentifier
 
class  ModelOperations
 
class  ModelOptimizationPolicy
 
class  ModelOptimizationPolicy_Cuda
 
class  ModelOptimizationPolicy_Cuda_GraphSpec
 
class  ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUse
 
class  ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound
 
class  ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUse
 
class  ModelOptimizationPolicy_Cuda_GraphSpec_Shape
 
class  ModelOptimizationPolicy_ExecutionAccelerators
 
class  ModelOptimizationPolicy_ExecutionAccelerators_Accelerator
 
class  ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUse
 
class  ModelOptimizationPolicy_Graph
 
class  ModelOptimizationPolicy_PinnedMemoryBuffer
 
class  ModelOutput
 
class  ModelParameter
 
class  ModelQueuePolicy
 
class  ModelRateLimiter
 
class  ModelRateLimiter_Resource
 
class  ModelRepositoryAgents
 
class  ModelRepositoryAgents_Agent
 
class  ModelRepositoryAgents_Agent_ParametersEntry_DoNotUse
 
class  ModelResponseCache
 
class  ModelSequenceBatching
 
class  ModelSequenceBatching_Control
 
class  ModelSequenceBatching_ControlInput
 
class  ModelSequenceBatching_InitialState
 
class  ModelSequenceBatching_State
 
class  ModelSequenceBatching_StrategyDirect
 
class  ModelSequenceBatching_StrategyOldest
 
class  ModelTensorReshape
 
class  ModelTransactionPolicy
 
class  ModelVersionPolicy
 
class  ModelVersionPolicy_All
 
class  ModelVersionPolicy_Latest
 
class  ModelVersionPolicy_Specific
 
class  ModelWarmup
 
class  ModelWarmup_Input
 
class  ModelWarmup_InputsEntry_DoNotUse
 

Enumerations

enum  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind : int {
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA = 0,
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA = 0,
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelInstanceGroup_Kind : int {
  ModelInstanceGroup_Kind_KIND_AUTO = 0,
  ModelInstanceGroup_Kind_KIND_GPU = 1,
  ModelInstanceGroup_Kind_KIND_CPU = 2,
  ModelInstanceGroup_Kind_KIND_MODEL = 3,
  ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelInstanceGroup_Kind_KIND_AUTO = 0,
  ModelInstanceGroup_Kind_KIND_GPU = 1,
  ModelInstanceGroup_Kind_KIND_CPU = 2,
  ModelInstanceGroup_Kind_KIND_MODEL = 3,
  ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelInput_Format : int {
  ModelInput_Format_FORMAT_NONE = 0,
  ModelInput_Format_FORMAT_NHWC = 1,
  ModelInput_Format_FORMAT_NCHW = 2,
  ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelInput_Format_FORMAT_NONE = 0,
  ModelInput_Format_FORMAT_NHWC = 1,
  ModelInput_Format_FORMAT_NCHW = 2,
  ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  BatchInput_Kind : int {
  BatchInput_Kind_BATCH_ELEMENT_COUNT = 0,
  BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT = 1,
  BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO = 2,
  BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE = 3,
  BatchInput_Kind_BATCH_ITEM_SHAPE = 4,
  BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN = 5,
  BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  BatchInput_Kind_BATCH_ELEMENT_COUNT = 0,
  BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT = 1,
  BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO = 2,
  BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE = 3,
  BatchInput_Kind_BATCH_ITEM_SHAPE = 4,
  BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN = 5,
  BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  BatchOutput_Kind : int {
  BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE = 0,
  BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE = 0,
  BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelOptimizationPolicy_ModelPriority : int {
  ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT = 0,
  ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX = 1,
  ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN = 2,
  ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT = 0,
  ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX = 1,
  ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN = 2,
  ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelQueuePolicy_TimeoutAction : int {
  ModelQueuePolicy_TimeoutAction_REJECT = 0,
  ModelQueuePolicy_TimeoutAction_DELAY = 1,
  ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelQueuePolicy_TimeoutAction_REJECT = 0,
  ModelQueuePolicy_TimeoutAction_DELAY = 1,
  ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelSequenceBatching_Control_Kind : int {
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START = 0,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY = 1,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END = 2,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID = 3,
  ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START = 0,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY = 1,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END = 2,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID = 3,
  ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  DataType : int {
  TYPE_INVALID = 0,
  TYPE_BOOL = 1,
  TYPE_UINT8 = 2,
  TYPE_UINT16 = 3,
  TYPE_UINT32 = 4,
  TYPE_UINT64 = 5,
  TYPE_INT8 = 6,
  TYPE_INT16 = 7,
  TYPE_INT32 = 8,
  TYPE_INT64 = 9,
  TYPE_FP16 = 10,
  TYPE_FP32 = 11,
  TYPE_FP64 = 12,
  TYPE_STRING = 13,
  TYPE_BF16 = 14,
  DataType_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  DataType_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  TYPE_INVALID = 0,
  TYPE_BOOL = 1,
  TYPE_UINT8 = 2,
  TYPE_UINT16 = 3,
  TYPE_UINT32 = 4,
  TYPE_UINT64 = 5,
  TYPE_INT8 = 6,
  TYPE_INT16 = 7,
  TYPE_INT32 = 8,
  TYPE_INT64 = 9,
  TYPE_FP16 = 10,
  TYPE_FP32 = 11,
  TYPE_FP64 = 12,
  TYPE_STRING = 13,
  TYPE_BF16 = 14,
  DataType_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  DataType_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind : int {
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA = 0,
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA = 0,
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelInstanceGroup_Kind : int {
  ModelInstanceGroup_Kind_KIND_AUTO = 0,
  ModelInstanceGroup_Kind_KIND_GPU = 1,
  ModelInstanceGroup_Kind_KIND_CPU = 2,
  ModelInstanceGroup_Kind_KIND_MODEL = 3,
  ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelInstanceGroup_Kind_KIND_AUTO = 0,
  ModelInstanceGroup_Kind_KIND_GPU = 1,
  ModelInstanceGroup_Kind_KIND_CPU = 2,
  ModelInstanceGroup_Kind_KIND_MODEL = 3,
  ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelInput_Format : int {
  ModelInput_Format_FORMAT_NONE = 0,
  ModelInput_Format_FORMAT_NHWC = 1,
  ModelInput_Format_FORMAT_NCHW = 2,
  ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelInput_Format_FORMAT_NONE = 0,
  ModelInput_Format_FORMAT_NHWC = 1,
  ModelInput_Format_FORMAT_NCHW = 2,
  ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  BatchInput_Kind : int {
  BatchInput_Kind_BATCH_ELEMENT_COUNT = 0,
  BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT = 1,
  BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO = 2,
  BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE = 3,
  BatchInput_Kind_BATCH_ITEM_SHAPE = 4,
  BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN = 5,
  BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  BatchInput_Kind_BATCH_ELEMENT_COUNT = 0,
  BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT = 1,
  BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO = 2,
  BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE = 3,
  BatchInput_Kind_BATCH_ITEM_SHAPE = 4,
  BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN = 5,
  BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  BatchOutput_Kind : int {
  BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE = 0,
  BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE = 0,
  BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelOptimizationPolicy_ModelPriority : int {
  ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT = 0,
  ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX = 1,
  ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN = 2,
  ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT = 0,
  ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX = 1,
  ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN = 2,
  ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelQueuePolicy_TimeoutAction : int {
  ModelQueuePolicy_TimeoutAction_REJECT = 0,
  ModelQueuePolicy_TimeoutAction_DELAY = 1,
  ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelQueuePolicy_TimeoutAction_REJECT = 0,
  ModelQueuePolicy_TimeoutAction_DELAY = 1,
  ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  ModelSequenceBatching_Control_Kind : int {
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START = 0,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY = 1,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END = 2,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID = 3,
  ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START = 0,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY = 1,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END = 2,
  ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID = 3,
  ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 
enum  DataType : int {
  TYPE_INVALID = 0,
  TYPE_BOOL = 1,
  TYPE_UINT8 = 2,
  TYPE_UINT16 = 3,
  TYPE_UINT32 = 4,
  TYPE_UINT64 = 5,
  TYPE_INT8 = 6,
  TYPE_INT16 = 7,
  TYPE_INT32 = 8,
  TYPE_INT64 = 9,
  TYPE_FP16 = 10,
  TYPE_FP32 = 11,
  TYPE_FP64 = 12,
  TYPE_STRING = 13,
  TYPE_BF16 = 14,
  DataType_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  DataType_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
  TYPE_INVALID = 0,
  TYPE_BOOL = 1,
  TYPE_UINT8 = 2,
  TYPE_UINT16 = 3,
  TYPE_UINT32 = 4,
  TYPE_UINT64 = 5,
  TYPE_INT8 = 6,
  TYPE_INT16 = 7,
  TYPE_INT32 = 8,
  TYPE_INT64 = 9,
  TYPE_FP16 = 10,
  TYPE_FP32 = 11,
  TYPE_FP64 = 12,
  TYPE_STRING = 13,
  TYPE_BF16 = 14,
  DataType_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
  DataType_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
}
 

Functions

bool ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_IsValid (int value)
 
const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_descriptor ()
 
template<typename T >
const std::string & ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_Name (T enum_t_value)
 
bool ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_Parse (::PROTOBUF_NAMESPACE_ID::ConstStringParam name, ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind *value)
 
bool ModelInstanceGroup_Kind_IsValid (int value)
 
const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * ModelInstanceGroup_Kind_descriptor ()
 
template<typename T >
const std::string & ModelInstanceGroup_Kind_Name (T enum_t_value)
 
bool ModelInstanceGroup_Kind_Parse (::PROTOBUF_NAMESPACE_ID::ConstStringParam name, ModelInstanceGroup_Kind *value)
 
bool ModelInput_Format_IsValid (int value)
 
const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * ModelInput_Format_descriptor ()
 
template<typename T >
const std::string & ModelInput_Format_Name (T enum_t_value)
 
bool ModelInput_Format_Parse (::PROTOBUF_NAMESPACE_ID::ConstStringParam name, ModelInput_Format *value)
 
bool BatchInput_Kind_IsValid (int value)
 
const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * BatchInput_Kind_descriptor ()
 
template<typename T >
const std::string & BatchInput_Kind_Name (T enum_t_value)
 
bool BatchInput_Kind_Parse (::PROTOBUF_NAMESPACE_ID::ConstStringParam name, BatchInput_Kind *value)
 
bool BatchOutput_Kind_IsValid (int value)
 
const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * BatchOutput_Kind_descriptor ()
 
template<typename T >
const std::string & BatchOutput_Kind_Name (T enum_t_value)
 
bool BatchOutput_Kind_Parse (::PROTOBUF_NAMESPACE_ID::ConstStringParam name, BatchOutput_Kind *value)
 
bool ModelOptimizationPolicy_ModelPriority_IsValid (int value)
 
const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * ModelOptimizationPolicy_ModelPriority_descriptor ()
 
template<typename T >
const std::string & ModelOptimizationPolicy_ModelPriority_Name (T enum_t_value)
 
bool ModelOptimizationPolicy_ModelPriority_Parse (::PROTOBUF_NAMESPACE_ID::ConstStringParam name, ModelOptimizationPolicy_ModelPriority *value)
 
bool ModelQueuePolicy_TimeoutAction_IsValid (int value)
 
const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * ModelQueuePolicy_TimeoutAction_descriptor ()
 
template<typename T >
const std::string & ModelQueuePolicy_TimeoutAction_Name (T enum_t_value)
 
bool ModelQueuePolicy_TimeoutAction_Parse (::PROTOBUF_NAMESPACE_ID::ConstStringParam name, ModelQueuePolicy_TimeoutAction *value)
 
bool ModelSequenceBatching_Control_Kind_IsValid (int value)
 
const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * ModelSequenceBatching_Control_Kind_descriptor ()
 
template<typename T >
const std::string & ModelSequenceBatching_Control_Kind_Name (T enum_t_value)
 
bool ModelSequenceBatching_Control_Kind_Parse (::PROTOBUF_NAMESPACE_ID::ConstStringParam name, ModelSequenceBatching_Control_Kind *value)
 
bool DataType_IsValid (int value)
 
const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * DataType_descriptor ()
 
template<typename T >
const std::string & DataType_Name (T enum_t_value)
 
bool DataType_Parse (::PROTOBUF_NAMESPACE_ID::ConstStringParam name, DataType *value)
 

Variables

BatchInputDefaultTypeInternal _BatchInput_default_instance_
 
BatchOutputDefaultTypeInternal _BatchOutput_default_instance_
 
ModelConfigDefaultTypeInternal _ModelConfig_default_instance_
 
ModelConfig_CcModelFilenamesEntry_DoNotUseDefaultTypeInternal _ModelConfig_CcModelFilenamesEntry_DoNotUse_default_instance_
 
ModelConfig_MetricTagsEntry_DoNotUseDefaultTypeInternal _ModelConfig_MetricTagsEntry_DoNotUse_default_instance_
 
ModelConfig_ParametersEntry_DoNotUseDefaultTypeInternal _ModelConfig_ParametersEntry_DoNotUse_default_instance_
 
ModelDynamicBatchingDefaultTypeInternal _ModelDynamicBatching_default_instance_
 
ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUseDefaultTypeInternal _ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUse_default_instance_
 
ModelEnsemblingDefaultTypeInternal _ModelEnsembling_default_instance_
 
ModelEnsembling_StepDefaultTypeInternal _ModelEnsembling_Step_default_instance_
 
ModelEnsembling_Step_InputMapEntry_DoNotUseDefaultTypeInternal _ModelEnsembling_Step_InputMapEntry_DoNotUse_default_instance_
 
ModelEnsembling_Step_OutputMapEntry_DoNotUseDefaultTypeInternal _ModelEnsembling_Step_OutputMapEntry_DoNotUse_default_instance_
 
ModelInputDefaultTypeInternal _ModelInput_default_instance_
 
ModelInstanceGroupDefaultTypeInternal _ModelInstanceGroup_default_instance_
 
ModelInstanceGroup_SecondaryDeviceDefaultTypeInternal _ModelInstanceGroup_SecondaryDevice_default_instance_
 
ModelMetricsDefaultTypeInternal _ModelMetrics_default_instance_
 
ModelMetrics_MetricControlDefaultTypeInternal _ModelMetrics_MetricControl_default_instance_
 
ModelMetrics_MetricControl_HistogramOptionsDefaultTypeInternal _ModelMetrics_MetricControl_HistogramOptions_default_instance_
 
ModelMetrics_MetricControl_MetricIdentifierDefaultTypeInternal _ModelMetrics_MetricControl_MetricIdentifier_default_instance_
 
ModelOperationsDefaultTypeInternal _ModelOperations_default_instance_
 
ModelOptimizationPolicyDefaultTypeInternal _ModelOptimizationPolicy_default_instance_
 
ModelOptimizationPolicy_CudaDefaultTypeInternal _ModelOptimizationPolicy_Cuda_default_instance_
 
ModelOptimizationPolicy_Cuda_GraphSpecDefaultTypeInternal _ModelOptimizationPolicy_Cuda_GraphSpec_default_instance_
 
ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUseDefaultTypeInternal _ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUse_default_instance_
 
ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundDefaultTypeInternal _ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_default_instance_
 
ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUseDefaultTypeInternal _ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUse_default_instance_
 
ModelOptimizationPolicy_Cuda_GraphSpec_ShapeDefaultTypeInternal _ModelOptimizationPolicy_Cuda_GraphSpec_Shape_default_instance_
 
ModelOptimizationPolicy_ExecutionAcceleratorsDefaultTypeInternal _ModelOptimizationPolicy_ExecutionAccelerators_default_instance_
 
ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorDefaultTypeInternal _ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_default_instance_
 
ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUseDefaultTypeInternal _ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUse_default_instance_
 
ModelOptimizationPolicy_GraphDefaultTypeInternal _ModelOptimizationPolicy_Graph_default_instance_
 
ModelOptimizationPolicy_PinnedMemoryBufferDefaultTypeInternal _ModelOptimizationPolicy_PinnedMemoryBuffer_default_instance_
 
ModelOutputDefaultTypeInternal _ModelOutput_default_instance_
 
ModelParameterDefaultTypeInternal _ModelParameter_default_instance_
 
ModelQueuePolicyDefaultTypeInternal _ModelQueuePolicy_default_instance_
 
ModelRateLimiterDefaultTypeInternal _ModelRateLimiter_default_instance_
 
ModelRateLimiter_ResourceDefaultTypeInternal _ModelRateLimiter_Resource_default_instance_
 
ModelRepositoryAgentsDefaultTypeInternal _ModelRepositoryAgents_default_instance_
 
ModelRepositoryAgents_AgentDefaultTypeInternal _ModelRepositoryAgents_Agent_default_instance_
 
ModelRepositoryAgents_Agent_ParametersEntry_DoNotUseDefaultTypeInternal _ModelRepositoryAgents_Agent_ParametersEntry_DoNotUse_default_instance_
 
ModelResponseCacheDefaultTypeInternal _ModelResponseCache_default_instance_
 
ModelSequenceBatchingDefaultTypeInternal _ModelSequenceBatching_default_instance_
 
ModelSequenceBatching_ControlDefaultTypeInternal _ModelSequenceBatching_Control_default_instance_
 
ModelSequenceBatching_ControlInputDefaultTypeInternal _ModelSequenceBatching_ControlInput_default_instance_
 
ModelSequenceBatching_InitialStateDefaultTypeInternal _ModelSequenceBatching_InitialState_default_instance_
 
ModelSequenceBatching_StateDefaultTypeInternal _ModelSequenceBatching_State_default_instance_
 
ModelSequenceBatching_StrategyDirectDefaultTypeInternal _ModelSequenceBatching_StrategyDirect_default_instance_
 
ModelSequenceBatching_StrategyOldestDefaultTypeInternal _ModelSequenceBatching_StrategyOldest_default_instance_
 
ModelTensorReshapeDefaultTypeInternal _ModelTensorReshape_default_instance_
 
ModelTransactionPolicyDefaultTypeInternal _ModelTransactionPolicy_default_instance_
 
ModelVersionPolicyDefaultTypeInternal _ModelVersionPolicy_default_instance_
 
ModelVersionPolicy_AllDefaultTypeInternal _ModelVersionPolicy_All_default_instance_
 
ModelVersionPolicy_LatestDefaultTypeInternal _ModelVersionPolicy_Latest_default_instance_
 
ModelVersionPolicy_SpecificDefaultTypeInternal _ModelVersionPolicy_Specific_default_instance_
 
ModelWarmupDefaultTypeInternal _ModelWarmup_default_instance_
 
ModelWarmup_InputDefaultTypeInternal _ModelWarmup_Input_default_instance_
 
ModelWarmup_InputsEntry_DoNotUseDefaultTypeInternal _ModelWarmup_InputsEntry_DoNotUse_default_instance_
 
constexpr ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_MIN = ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA
 
constexpr ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_MAX = ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA
 
constexpr int ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_ARRAYSIZE = ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_MAX + 1
 
constexpr ModelInstanceGroup_Kind ModelInstanceGroup_Kind_Kind_MIN = ModelInstanceGroup_Kind_KIND_AUTO
 
constexpr ModelInstanceGroup_Kind ModelInstanceGroup_Kind_Kind_MAX = ModelInstanceGroup_Kind_KIND_MODEL
 
constexpr int ModelInstanceGroup_Kind_Kind_ARRAYSIZE = ModelInstanceGroup_Kind_Kind_MAX + 1
 
constexpr ModelInput_Format ModelInput_Format_Format_MIN = ModelInput_Format_FORMAT_NONE
 
constexpr ModelInput_Format ModelInput_Format_Format_MAX = ModelInput_Format_FORMAT_NCHW
 
constexpr int ModelInput_Format_Format_ARRAYSIZE = ModelInput_Format_Format_MAX + 1
 
constexpr BatchInput_Kind BatchInput_Kind_Kind_MIN = BatchInput_Kind_BATCH_ELEMENT_COUNT
 
constexpr BatchInput_Kind BatchInput_Kind_Kind_MAX = BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN
 
constexpr int BatchInput_Kind_Kind_ARRAYSIZE = BatchInput_Kind_Kind_MAX + 1
 
constexpr BatchOutput_Kind BatchOutput_Kind_Kind_MIN = BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE
 
constexpr BatchOutput_Kind BatchOutput_Kind_Kind_MAX = BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE
 
constexpr int BatchOutput_Kind_Kind_ARRAYSIZE = BatchOutput_Kind_Kind_MAX + 1
 
constexpr ModelOptimizationPolicy_ModelPriority ModelOptimizationPolicy_ModelPriority_ModelPriority_MIN = ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT
 
constexpr ModelOptimizationPolicy_ModelPriority ModelOptimizationPolicy_ModelPriority_ModelPriority_MAX = ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN
 
constexpr int ModelOptimizationPolicy_ModelPriority_ModelPriority_ARRAYSIZE = ModelOptimizationPolicy_ModelPriority_ModelPriority_MAX + 1
 
constexpr ModelQueuePolicy_TimeoutAction ModelQueuePolicy_TimeoutAction_TimeoutAction_MIN = ModelQueuePolicy_TimeoutAction_REJECT
 
constexpr ModelQueuePolicy_TimeoutAction ModelQueuePolicy_TimeoutAction_TimeoutAction_MAX = ModelQueuePolicy_TimeoutAction_DELAY
 
constexpr int ModelQueuePolicy_TimeoutAction_TimeoutAction_ARRAYSIZE = ModelQueuePolicy_TimeoutAction_TimeoutAction_MAX + 1
 
constexpr ModelSequenceBatching_Control_Kind ModelSequenceBatching_Control_Kind_Kind_MIN = ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START
 
constexpr ModelSequenceBatching_Control_Kind ModelSequenceBatching_Control_Kind_Kind_MAX = ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID
 
constexpr int ModelSequenceBatching_Control_Kind_Kind_ARRAYSIZE = ModelSequenceBatching_Control_Kind_Kind_MAX + 1
 
constexpr DataType DataType_MIN = TYPE_INVALID
 
constexpr DataType DataType_MAX = TYPE_BF16
 
constexpr int DataType_ARRAYSIZE = DataType_MAX + 1
 

Enumeration Type Documentation

◆ BatchInput_Kind [1/2]

Enumerator
BatchInput_Kind_BATCH_ELEMENT_COUNT 
BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT 
BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO 
BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE 
BatchInput_Kind_BATCH_ITEM_SHAPE 
BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN 
BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 
BatchInput_Kind_BATCH_ELEMENT_COUNT 
BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT 
BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO 
BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE 
BatchInput_Kind_BATCH_ITEM_SHAPE 
BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN 
BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 363 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ BatchInput_Kind [2/2]

Enumerator
BatchInput_Kind_BATCH_ELEMENT_COUNT 
BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT 
BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO 
BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE 
BatchInput_Kind_BATCH_ITEM_SHAPE 
BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN 
BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 
BatchInput_Kind_BATCH_ELEMENT_COUNT 
BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT 
BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO 
BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE 
BatchInput_Kind_BATCH_ITEM_SHAPE 
BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN 
BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 363 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ BatchOutput_Kind [1/2]

Enumerator
BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE 
BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 
BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE 
BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 392 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ BatchOutput_Kind [2/2]

Enumerator
BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE 
BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 
BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE 
BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 392 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ DataType [1/2]

enum inference::DataType : int
Enumerator
TYPE_INVALID 
TYPE_BOOL 
TYPE_UINT8 
TYPE_UINT16 
TYPE_UINT32 
TYPE_UINT64 
TYPE_INT8 
TYPE_INT16 
TYPE_INT32 
TYPE_INT64 
TYPE_FP16 
TYPE_FP32 
TYPE_FP64 
TYPE_STRING 
TYPE_BF16 
DataType_INT_MIN_SENTINEL_DO_NOT_USE_ 
DataType_INT_MAX_SENTINEL_DO_NOT_USE_ 
TYPE_INVALID 
TYPE_BOOL 
TYPE_UINT8 
TYPE_UINT16 
TYPE_UINT32 
TYPE_UINT64 
TYPE_INT8 
TYPE_INT16 
TYPE_INT32 
TYPE_INT64 
TYPE_FP16 
TYPE_FP32 
TYPE_FP64 
TYPE_STRING 
TYPE_BF16 
DataType_INT_MIN_SENTINEL_DO_NOT_USE_ 
DataType_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 494 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ DataType [2/2]

enum inference::DataType : int
Enumerator
TYPE_INVALID 
TYPE_BOOL 
TYPE_UINT8 
TYPE_UINT16 
TYPE_UINT32 
TYPE_UINT64 
TYPE_INT8 
TYPE_INT16 
TYPE_INT32 
TYPE_INT64 
TYPE_FP16 
TYPE_FP32 
TYPE_FP64 
TYPE_STRING 
TYPE_BF16 
DataType_INT_MIN_SENTINEL_DO_NOT_USE_ 
DataType_INT_MAX_SENTINEL_DO_NOT_USE_ 
TYPE_INVALID 
TYPE_BOOL 
TYPE_UINT8 
TYPE_UINT16 
TYPE_UINT32 
TYPE_UINT64 
TYPE_INT8 
TYPE_INT16 
TYPE_INT32 
TYPE_INT64 
TYPE_FP16 
TYPE_FP32 
TYPE_FP64 
TYPE_STRING 
TYPE_BF16 
DataType_INT_MIN_SENTINEL_DO_NOT_USE_ 
DataType_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 494 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelInput_Format [1/2]

Enumerator
ModelInput_Format_FORMAT_NONE 
ModelInput_Format_FORMAT_NHWC 
ModelInput_Format_FORMAT_NCHW 
ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelInput_Format_FORMAT_NONE 
ModelInput_Format_FORMAT_NHWC 
ModelInput_Format_FORMAT_NCHW 
ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 337 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelInput_Format [2/2]

Enumerator
ModelInput_Format_FORMAT_NONE 
ModelInput_Format_FORMAT_NHWC 
ModelInput_Format_FORMAT_NCHW 
ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelInput_Format_FORMAT_NONE 
ModelInput_Format_FORMAT_NHWC 
ModelInput_Format_FORMAT_NCHW 
ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 337 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelInstanceGroup_Kind [1/2]

Enumerator
ModelInstanceGroup_Kind_KIND_AUTO 
ModelInstanceGroup_Kind_KIND_GPU 
ModelInstanceGroup_Kind_KIND_CPU 
ModelInstanceGroup_Kind_KIND_MODEL 
ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_Kind_KIND_AUTO 
ModelInstanceGroup_Kind_KIND_GPU 
ModelInstanceGroup_Kind_KIND_CPU 
ModelInstanceGroup_Kind_KIND_MODEL 
ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 310 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelInstanceGroup_Kind [2/2]

Enumerator
ModelInstanceGroup_Kind_KIND_AUTO 
ModelInstanceGroup_Kind_KIND_GPU 
ModelInstanceGroup_Kind_KIND_CPU 
ModelInstanceGroup_Kind_KIND_MODEL 
ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_Kind_KIND_AUTO 
ModelInstanceGroup_Kind_KIND_GPU 
ModelInstanceGroup_Kind_KIND_CPU 
ModelInstanceGroup_Kind_KIND_MODEL 
ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 310 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind [1/2]

Enumerator
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 286 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind [2/2]

Enumerator
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 286 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelOptimizationPolicy_ModelPriority [1/2]

Enumerator
ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT 
ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX 
ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN 
ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT 
ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX 
ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN 
ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 416 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelOptimizationPolicy_ModelPriority [2/2]

Enumerator
ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT 
ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX 
ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN 
ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT 
ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX 
ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN 
ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 416 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelQueuePolicy_TimeoutAction [1/2]

Enumerator
ModelQueuePolicy_TimeoutAction_REJECT 
ModelQueuePolicy_TimeoutAction_DELAY 
ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelQueuePolicy_TimeoutAction_REJECT 
ModelQueuePolicy_TimeoutAction_DELAY 
ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 442 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelQueuePolicy_TimeoutAction [2/2]

Enumerator
ModelQueuePolicy_TimeoutAction_REJECT 
ModelQueuePolicy_TimeoutAction_DELAY 
ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelQueuePolicy_TimeoutAction_REJECT 
ModelQueuePolicy_TimeoutAction_DELAY 
ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 442 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelSequenceBatching_Control_Kind [1/2]

Enumerator
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID 
ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID 
ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 467 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ ModelSequenceBatching_Control_Kind [2/2]

Enumerator
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID 
ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END 
ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID 
ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ 
ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ 

Definition at line 467 of file sources/libs/nvdsinferserver/model_config.pb.h.

Function Documentation

◆ BatchInput_Kind_descriptor()

const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * inference::BatchInput_Kind_descriptor ( )

◆ BatchInput_Kind_IsValid()

bool inference::BatchInput_Kind_IsValid ( int  value)

◆ BatchInput_Kind_Name()

template<typename T >
const std::string & inference::BatchInput_Kind_Name ( T  enum_t_value)
inline

◆ BatchInput_Kind_Parse()

bool inference::BatchInput_Kind_Parse ( ::PROTOBUF_NAMESPACE_ID::ConstStringParam  name,
BatchInput_Kind *  value 
)
inline

◆ BatchOutput_Kind_descriptor()

const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * inference::BatchOutput_Kind_descriptor ( )

◆ BatchOutput_Kind_IsValid()

bool inference::BatchOutput_Kind_IsValid ( int  value)

◆ BatchOutput_Kind_Name()

template<typename T >
const std::string & inference::BatchOutput_Kind_Name ( T  enum_t_value)
inline

◆ BatchOutput_Kind_Parse()

bool inference::BatchOutput_Kind_Parse ( ::PROTOBUF_NAMESPACE_ID::ConstStringParam  name,
BatchOutput_Kind *  value 
)
inline

◆ DataType_descriptor()

const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * inference::DataType_descriptor ( )

◆ DataType_IsValid()

bool inference::DataType_IsValid ( int  value)

◆ DataType_Name()

template<typename T >
const std::string & inference::DataType_Name ( T  enum_t_value)
inline

◆ DataType_Parse()

bool inference::DataType_Parse ( ::PROTOBUF_NAMESPACE_ID::ConstStringParam  name,
DataType *  value 
)
inline

◆ ModelInput_Format_descriptor()

const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * inference::ModelInput_Format_descriptor ( )

◆ ModelInput_Format_IsValid()

bool inference::ModelInput_Format_IsValid ( int  value)

◆ ModelInput_Format_Name()

template<typename T >
const std::string & inference::ModelInput_Format_Name ( T  enum_t_value)
inline

◆ ModelInput_Format_Parse()

bool inference::ModelInput_Format_Parse ( ::PROTOBUF_NAMESPACE_ID::ConstStringParam  name,
ModelInput_Format *  value 
)
inline

◆ ModelInstanceGroup_Kind_descriptor()

const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * inference::ModelInstanceGroup_Kind_descriptor ( )

◆ ModelInstanceGroup_Kind_IsValid()

bool inference::ModelInstanceGroup_Kind_IsValid ( int  value)

◆ ModelInstanceGroup_Kind_Name()

template<typename T >
const std::string & inference::ModelInstanceGroup_Kind_Name ( T  enum_t_value)
inline

◆ ModelInstanceGroup_Kind_Parse()

bool inference::ModelInstanceGroup_Kind_Parse ( ::PROTOBUF_NAMESPACE_ID::ConstStringParam  name,
ModelInstanceGroup_Kind *  value 
)
inline

◆ ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_descriptor()

◆ ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_IsValid()

bool inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_IsValid ( int  value)

◆ ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_Name()

template<typename T >
const std::string & inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_Name ( T  enum_t_value)
inline

◆ ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_Parse()

bool inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_Parse ( ::PROTOBUF_NAMESPACE_ID::ConstStringParam  name,
ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind *  value 
)
inline

◆ ModelOptimizationPolicy_ModelPriority_descriptor()

◆ ModelOptimizationPolicy_ModelPriority_IsValid()

bool inference::ModelOptimizationPolicy_ModelPriority_IsValid ( int  value)

◆ ModelOptimizationPolicy_ModelPriority_Name()

template<typename T >
const std::string & inference::ModelOptimizationPolicy_ModelPriority_Name ( T  enum_t_value)
inline

◆ ModelOptimizationPolicy_ModelPriority_Parse()

bool inference::ModelOptimizationPolicy_ModelPriority_Parse ( ::PROTOBUF_NAMESPACE_ID::ConstStringParam  name,
ModelOptimizationPolicy_ModelPriority *  value 
)
inline

◆ ModelQueuePolicy_TimeoutAction_descriptor()

const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor * inference::ModelQueuePolicy_TimeoutAction_descriptor ( )

◆ ModelQueuePolicy_TimeoutAction_IsValid()

bool inference::ModelQueuePolicy_TimeoutAction_IsValid ( int  value)

◆ ModelQueuePolicy_TimeoutAction_Name()

template<typename T >
const std::string & inference::ModelQueuePolicy_TimeoutAction_Name ( T  enum_t_value)
inline

◆ ModelQueuePolicy_TimeoutAction_Parse()

bool inference::ModelQueuePolicy_TimeoutAction_Parse ( ::PROTOBUF_NAMESPACE_ID::ConstStringParam  name,
ModelQueuePolicy_TimeoutAction *  value 
)
inline

◆ ModelSequenceBatching_Control_Kind_descriptor()

◆ ModelSequenceBatching_Control_Kind_IsValid()

bool inference::ModelSequenceBatching_Control_Kind_IsValid ( int  value)

◆ ModelSequenceBatching_Control_Kind_Name()

template<typename T >
const std::string & inference::ModelSequenceBatching_Control_Kind_Name ( T  enum_t_value)
inline

◆ ModelSequenceBatching_Control_Kind_Parse()

bool inference::ModelSequenceBatching_Control_Kind_Parse ( ::PROTOBUF_NAMESPACE_ID::ConstStringParam  name,
ModelSequenceBatching_Control_Kind *  value 
)
inline

Variable Documentation

◆ _BatchInput_default_instance_

BatchInputDefaultTypeInternal inference::_BatchInput_default_instance_

◆ _BatchOutput_default_instance_

BatchOutputDefaultTypeInternal inference::_BatchOutput_default_instance_

◆ _ModelConfig_CcModelFilenamesEntry_DoNotUse_default_instance_

ModelConfig_CcModelFilenamesEntry_DoNotUseDefaultTypeInternal inference::_ModelConfig_CcModelFilenamesEntry_DoNotUse_default_instance_

◆ _ModelConfig_default_instance_

ModelConfigDefaultTypeInternal inference::_ModelConfig_default_instance_

◆ _ModelConfig_MetricTagsEntry_DoNotUse_default_instance_

ModelConfig_MetricTagsEntry_DoNotUseDefaultTypeInternal inference::_ModelConfig_MetricTagsEntry_DoNotUse_default_instance_

◆ _ModelConfig_ParametersEntry_DoNotUse_default_instance_

ModelConfig_ParametersEntry_DoNotUseDefaultTypeInternal inference::_ModelConfig_ParametersEntry_DoNotUse_default_instance_

◆ _ModelDynamicBatching_default_instance_

ModelDynamicBatchingDefaultTypeInternal inference::_ModelDynamicBatching_default_instance_

◆ _ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUse_default_instance_

ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUseDefaultTypeInternal inference::_ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUse_default_instance_

◆ _ModelEnsembling_default_instance_

ModelEnsemblingDefaultTypeInternal inference::_ModelEnsembling_default_instance_

◆ _ModelEnsembling_Step_default_instance_

ModelEnsembling_StepDefaultTypeInternal inference::_ModelEnsembling_Step_default_instance_

◆ _ModelEnsembling_Step_InputMapEntry_DoNotUse_default_instance_

ModelEnsembling_Step_InputMapEntry_DoNotUseDefaultTypeInternal inference::_ModelEnsembling_Step_InputMapEntry_DoNotUse_default_instance_

◆ _ModelEnsembling_Step_OutputMapEntry_DoNotUse_default_instance_

ModelEnsembling_Step_OutputMapEntry_DoNotUseDefaultTypeInternal inference::_ModelEnsembling_Step_OutputMapEntry_DoNotUse_default_instance_

◆ _ModelInput_default_instance_

ModelInputDefaultTypeInternal inference::_ModelInput_default_instance_

◆ _ModelInstanceGroup_default_instance_

ModelInstanceGroupDefaultTypeInternal inference::_ModelInstanceGroup_default_instance_

◆ _ModelInstanceGroup_SecondaryDevice_default_instance_

ModelInstanceGroup_SecondaryDeviceDefaultTypeInternal inference::_ModelInstanceGroup_SecondaryDevice_default_instance_

◆ _ModelMetrics_default_instance_

ModelMetricsDefaultTypeInternal inference::_ModelMetrics_default_instance_

◆ _ModelMetrics_MetricControl_default_instance_

ModelMetrics_MetricControlDefaultTypeInternal inference::_ModelMetrics_MetricControl_default_instance_

◆ _ModelMetrics_MetricControl_HistogramOptions_default_instance_

ModelMetrics_MetricControl_HistogramOptionsDefaultTypeInternal inference::_ModelMetrics_MetricControl_HistogramOptions_default_instance_

◆ _ModelMetrics_MetricControl_MetricIdentifier_default_instance_

ModelMetrics_MetricControl_MetricIdentifierDefaultTypeInternal inference::_ModelMetrics_MetricControl_MetricIdentifier_default_instance_

◆ _ModelOperations_default_instance_

ModelOperationsDefaultTypeInternal inference::_ModelOperations_default_instance_

◆ _ModelOptimizationPolicy_Cuda_default_instance_

ModelOptimizationPolicy_CudaDefaultTypeInternal inference::_ModelOptimizationPolicy_Cuda_default_instance_

◆ _ModelOptimizationPolicy_Cuda_GraphSpec_default_instance_

ModelOptimizationPolicy_Cuda_GraphSpecDefaultTypeInternal inference::_ModelOptimizationPolicy_Cuda_GraphSpec_default_instance_

◆ _ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUse_default_instance_

ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUseDefaultTypeInternal inference::_ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUse_default_instance_

◆ _ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_default_instance_

ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundDefaultTypeInternal inference::_ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_default_instance_

◆ _ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUse_default_instance_

ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUseDefaultTypeInternal inference::_ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUse_default_instance_

◆ _ModelOptimizationPolicy_Cuda_GraphSpec_Shape_default_instance_

ModelOptimizationPolicy_Cuda_GraphSpec_ShapeDefaultTypeInternal inference::_ModelOptimizationPolicy_Cuda_GraphSpec_Shape_default_instance_

◆ _ModelOptimizationPolicy_default_instance_

ModelOptimizationPolicyDefaultTypeInternal inference::_ModelOptimizationPolicy_default_instance_

◆ _ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_default_instance_

ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorDefaultTypeInternal inference::_ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_default_instance_

◆ _ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUse_default_instance_

ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUseDefaultTypeInternal inference::_ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUse_default_instance_

◆ _ModelOptimizationPolicy_ExecutionAccelerators_default_instance_

ModelOptimizationPolicy_ExecutionAcceleratorsDefaultTypeInternal inference::_ModelOptimizationPolicy_ExecutionAccelerators_default_instance_

◆ _ModelOptimizationPolicy_Graph_default_instance_

ModelOptimizationPolicy_GraphDefaultTypeInternal inference::_ModelOptimizationPolicy_Graph_default_instance_

◆ _ModelOptimizationPolicy_PinnedMemoryBuffer_default_instance_

ModelOptimizationPolicy_PinnedMemoryBufferDefaultTypeInternal inference::_ModelOptimizationPolicy_PinnedMemoryBuffer_default_instance_

◆ _ModelOutput_default_instance_

ModelOutputDefaultTypeInternal inference::_ModelOutput_default_instance_

◆ _ModelParameter_default_instance_

ModelParameterDefaultTypeInternal inference::_ModelParameter_default_instance_

◆ _ModelQueuePolicy_default_instance_

ModelQueuePolicyDefaultTypeInternal inference::_ModelQueuePolicy_default_instance_

◆ _ModelRateLimiter_default_instance_

ModelRateLimiterDefaultTypeInternal inference::_ModelRateLimiter_default_instance_

◆ _ModelRateLimiter_Resource_default_instance_

ModelRateLimiter_ResourceDefaultTypeInternal inference::_ModelRateLimiter_Resource_default_instance_

◆ _ModelRepositoryAgents_Agent_default_instance_

ModelRepositoryAgents_AgentDefaultTypeInternal inference::_ModelRepositoryAgents_Agent_default_instance_

◆ _ModelRepositoryAgents_Agent_ParametersEntry_DoNotUse_default_instance_

ModelRepositoryAgents_Agent_ParametersEntry_DoNotUseDefaultTypeInternal inference::_ModelRepositoryAgents_Agent_ParametersEntry_DoNotUse_default_instance_

◆ _ModelRepositoryAgents_default_instance_

ModelRepositoryAgentsDefaultTypeInternal inference::_ModelRepositoryAgents_default_instance_

◆ _ModelResponseCache_default_instance_

ModelResponseCacheDefaultTypeInternal inference::_ModelResponseCache_default_instance_

◆ _ModelSequenceBatching_Control_default_instance_

ModelSequenceBatching_ControlDefaultTypeInternal inference::_ModelSequenceBatching_Control_default_instance_

◆ _ModelSequenceBatching_ControlInput_default_instance_

ModelSequenceBatching_ControlInputDefaultTypeInternal inference::_ModelSequenceBatching_ControlInput_default_instance_

◆ _ModelSequenceBatching_default_instance_

ModelSequenceBatchingDefaultTypeInternal inference::_ModelSequenceBatching_default_instance_

◆ _ModelSequenceBatching_InitialState_default_instance_

ModelSequenceBatching_InitialStateDefaultTypeInternal inference::_ModelSequenceBatching_InitialState_default_instance_

◆ _ModelSequenceBatching_State_default_instance_

ModelSequenceBatching_StateDefaultTypeInternal inference::_ModelSequenceBatching_State_default_instance_

◆ _ModelSequenceBatching_StrategyDirect_default_instance_

ModelSequenceBatching_StrategyDirectDefaultTypeInternal inference::_ModelSequenceBatching_StrategyDirect_default_instance_

◆ _ModelSequenceBatching_StrategyOldest_default_instance_

ModelSequenceBatching_StrategyOldestDefaultTypeInternal inference::_ModelSequenceBatching_StrategyOldest_default_instance_

◆ _ModelTensorReshape_default_instance_

ModelTensorReshapeDefaultTypeInternal inference::_ModelTensorReshape_default_instance_

◆ _ModelTransactionPolicy_default_instance_

ModelTransactionPolicyDefaultTypeInternal inference::_ModelTransactionPolicy_default_instance_

◆ _ModelVersionPolicy_All_default_instance_

ModelVersionPolicy_AllDefaultTypeInternal inference::_ModelVersionPolicy_All_default_instance_

◆ _ModelVersionPolicy_default_instance_

ModelVersionPolicyDefaultTypeInternal inference::_ModelVersionPolicy_default_instance_

◆ _ModelVersionPolicy_Latest_default_instance_

ModelVersionPolicy_LatestDefaultTypeInternal inference::_ModelVersionPolicy_Latest_default_instance_

◆ _ModelVersionPolicy_Specific_default_instance_

ModelVersionPolicy_SpecificDefaultTypeInternal inference::_ModelVersionPolicy_Specific_default_instance_

◆ _ModelWarmup_default_instance_

ModelWarmupDefaultTypeInternal inference::_ModelWarmup_default_instance_

◆ _ModelWarmup_Input_default_instance_

ModelWarmup_InputDefaultTypeInternal inference::_ModelWarmup_Input_default_instance_

◆ _ModelWarmup_InputsEntry_DoNotUse_default_instance_

ModelWarmup_InputsEntry_DoNotUseDefaultTypeInternal inference::_ModelWarmup_InputsEntry_DoNotUse_default_instance_

◆ BatchInput_Kind_Kind_ARRAYSIZE

constexpr int inference::BatchInput_Kind_Kind_ARRAYSIZE = BatchInput_Kind_Kind_MAX + 1
constexpr

◆ BatchInput_Kind_Kind_MAX

constexpr BatchInput_Kind inference::BatchInput_Kind_Kind_MAX = BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN
constexpr

◆ BatchInput_Kind_Kind_MIN

constexpr BatchInput_Kind inference::BatchInput_Kind_Kind_MIN = BatchInput_Kind_BATCH_ELEMENT_COUNT
constexpr

◆ BatchOutput_Kind_Kind_ARRAYSIZE

constexpr int inference::BatchOutput_Kind_Kind_ARRAYSIZE = BatchOutput_Kind_Kind_MAX + 1
constexpr

◆ BatchOutput_Kind_Kind_MAX

constexpr BatchOutput_Kind inference::BatchOutput_Kind_Kind_MAX = BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE
constexpr

◆ BatchOutput_Kind_Kind_MIN

constexpr BatchOutput_Kind inference::BatchOutput_Kind_Kind_MIN = BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE
constexpr

◆ DataType_ARRAYSIZE

constexpr int inference::DataType_ARRAYSIZE = DataType_MAX + 1
constexpr

◆ DataType_MAX

constexpr DataType inference::DataType_MAX = TYPE_BF16
constexpr

◆ DataType_MIN

constexpr DataType inference::DataType_MIN = TYPE_INVALID
constexpr

◆ ModelInput_Format_Format_ARRAYSIZE

constexpr int inference::ModelInput_Format_Format_ARRAYSIZE = ModelInput_Format_Format_MAX + 1
constexpr

◆ ModelInput_Format_Format_MAX

constexpr ModelInput_Format inference::ModelInput_Format_Format_MAX = ModelInput_Format_FORMAT_NCHW
constexpr

◆ ModelInput_Format_Format_MIN

constexpr ModelInput_Format inference::ModelInput_Format_Format_MIN = ModelInput_Format_FORMAT_NONE
constexpr

◆ ModelInstanceGroup_Kind_Kind_ARRAYSIZE

constexpr int inference::ModelInstanceGroup_Kind_Kind_ARRAYSIZE = ModelInstanceGroup_Kind_Kind_MAX + 1
constexpr

◆ ModelInstanceGroup_Kind_Kind_MAX

constexpr ModelInstanceGroup_Kind inference::ModelInstanceGroup_Kind_Kind_MAX = ModelInstanceGroup_Kind_KIND_MODEL
constexpr

◆ ModelInstanceGroup_Kind_Kind_MIN

constexpr ModelInstanceGroup_Kind inference::ModelInstanceGroup_Kind_Kind_MIN = ModelInstanceGroup_Kind_KIND_AUTO
constexpr

◆ ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_ARRAYSIZE

constexpr int inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_ARRAYSIZE = ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_MAX + 1
constexpr

◆ ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_MAX

constexpr ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_MAX = ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA
constexpr

◆ ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_MIN

constexpr ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_SecondaryDeviceKind_MIN = ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA
constexpr

◆ ModelOptimizationPolicy_ModelPriority_ModelPriority_ARRAYSIZE

constexpr int inference::ModelOptimizationPolicy_ModelPriority_ModelPriority_ARRAYSIZE = ModelOptimizationPolicy_ModelPriority_ModelPriority_MAX + 1
constexpr

◆ ModelOptimizationPolicy_ModelPriority_ModelPriority_MAX

constexpr ModelOptimizationPolicy_ModelPriority inference::ModelOptimizationPolicy_ModelPriority_ModelPriority_MAX = ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN
constexpr

◆ ModelOptimizationPolicy_ModelPriority_ModelPriority_MIN

constexpr ModelOptimizationPolicy_ModelPriority inference::ModelOptimizationPolicy_ModelPriority_ModelPriority_MIN = ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT
constexpr

◆ ModelQueuePolicy_TimeoutAction_TimeoutAction_ARRAYSIZE

constexpr int inference::ModelQueuePolicy_TimeoutAction_TimeoutAction_ARRAYSIZE = ModelQueuePolicy_TimeoutAction_TimeoutAction_MAX + 1
constexpr

◆ ModelQueuePolicy_TimeoutAction_TimeoutAction_MAX

constexpr ModelQueuePolicy_TimeoutAction inference::ModelQueuePolicy_TimeoutAction_TimeoutAction_MAX = ModelQueuePolicy_TimeoutAction_DELAY
constexpr

◆ ModelQueuePolicy_TimeoutAction_TimeoutAction_MIN

constexpr ModelQueuePolicy_TimeoutAction inference::ModelQueuePolicy_TimeoutAction_TimeoutAction_MIN = ModelQueuePolicy_TimeoutAction_REJECT
constexpr

◆ ModelSequenceBatching_Control_Kind_Kind_ARRAYSIZE

constexpr int inference::ModelSequenceBatching_Control_Kind_Kind_ARRAYSIZE = ModelSequenceBatching_Control_Kind_Kind_MAX + 1
constexpr

◆ ModelSequenceBatching_Control_Kind_Kind_MAX

constexpr ModelSequenceBatching_Control_Kind inference::ModelSequenceBatching_Control_Kind_Kind_MAX = ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID
constexpr

◆ ModelSequenceBatching_Control_Kind_Kind_MIN

constexpr ModelSequenceBatching_Control_Kind inference::ModelSequenceBatching_Control_Kind_Kind_MIN = ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START
constexpr