|
| enum | inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind : int {
inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA = 0,
inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_KIND_NVDLA = 0,
inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
} |
| |
| enum | inference::ModelInstanceGroup_Kind : int {
inference::ModelInstanceGroup_Kind_KIND_AUTO = 0,
inference::ModelInstanceGroup_Kind_KIND_GPU = 1,
inference::ModelInstanceGroup_Kind_KIND_CPU = 2,
inference::ModelInstanceGroup_Kind_KIND_MODEL = 3,
inference::ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
inference::ModelInstanceGroup_Kind_KIND_AUTO = 0,
inference::ModelInstanceGroup_Kind_KIND_GPU = 1,
inference::ModelInstanceGroup_Kind_KIND_CPU = 2,
inference::ModelInstanceGroup_Kind_KIND_MODEL = 3,
inference::ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelInstanceGroup_Kind_ModelInstanceGroup_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
} |
| |
| enum | inference::ModelInput_Format : int {
inference::ModelInput_Format_FORMAT_NONE = 0,
inference::ModelInput_Format_FORMAT_NHWC = 1,
inference::ModelInput_Format_FORMAT_NCHW = 2,
inference::ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
inference::ModelInput_Format_FORMAT_NONE = 0,
inference::ModelInput_Format_FORMAT_NHWC = 1,
inference::ModelInput_Format_FORMAT_NCHW = 2,
inference::ModelInput_Format_ModelInput_Format_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelInput_Format_ModelInput_Format_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
} |
| |
| enum | inference::BatchInput_Kind : int {
inference::BatchInput_Kind_BATCH_ELEMENT_COUNT = 0,
inference::BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT = 1,
inference::BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO = 2,
inference::BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE = 3,
inference::BatchInput_Kind_BATCH_ITEM_SHAPE = 4,
inference::BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN = 5,
inference::BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
inference::BatchInput_Kind_BATCH_ELEMENT_COUNT = 0,
inference::BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT = 1,
inference::BatchInput_Kind_BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO = 2,
inference::BatchInput_Kind_BATCH_MAX_ELEMENT_COUNT_AS_SHAPE = 3,
inference::BatchInput_Kind_BATCH_ITEM_SHAPE = 4,
inference::BatchInput_Kind_BATCH_ITEM_SHAPE_FLATTEN = 5,
inference::BatchInput_Kind_BatchInput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::BatchInput_Kind_BatchInput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
} |
| |
| enum | inference::BatchOutput_Kind : int {
inference::BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE = 0,
inference::BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
inference::BatchOutput_Kind_BATCH_SCATTER_WITH_INPUT_SHAPE = 0,
inference::BatchOutput_Kind_BatchOutput_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::BatchOutput_Kind_BatchOutput_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
} |
| |
| enum | inference::ModelOptimizationPolicy_ModelPriority : int {
inference::ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT = 0,
inference::ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX = 1,
inference::ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN = 2,
inference::ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
inference::ModelOptimizationPolicy_ModelPriority_PRIORITY_DEFAULT = 0,
inference::ModelOptimizationPolicy_ModelPriority_PRIORITY_MAX = 1,
inference::ModelOptimizationPolicy_ModelPriority_PRIORITY_MIN = 2,
inference::ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelOptimizationPolicy_ModelPriority_ModelOptimizationPolicy_ModelPriority_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
} |
| |
| enum | inference::ModelQueuePolicy_TimeoutAction : int {
inference::ModelQueuePolicy_TimeoutAction_REJECT = 0,
inference::ModelQueuePolicy_TimeoutAction_DELAY = 1,
inference::ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
inference::ModelQueuePolicy_TimeoutAction_REJECT = 0,
inference::ModelQueuePolicy_TimeoutAction_DELAY = 1,
inference::ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelQueuePolicy_TimeoutAction_ModelQueuePolicy_TimeoutAction_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
} |
| |
| enum | inference::ModelSequenceBatching_Control_Kind : int {
inference::ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START = 0,
inference::ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY = 1,
inference::ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END = 2,
inference::ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID = 3,
inference::ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
inference::ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_START = 0,
inference::ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_READY = 1,
inference::ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_END = 2,
inference::ModelSequenceBatching_Control_Kind_CONTROL_SEQUENCE_CORRID = 3,
inference::ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::ModelSequenceBatching_Control_Kind_ModelSequenceBatching_Control_Kind_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
} |
| |
| enum | inference::DataType : int {
inference::TYPE_INVALID = 0,
inference::TYPE_BOOL = 1,
inference::TYPE_UINT8 = 2,
inference::TYPE_UINT16 = 3,
inference::TYPE_UINT32 = 4,
inference::TYPE_UINT64 = 5,
inference::TYPE_INT8 = 6,
inference::TYPE_INT16 = 7,
inference::TYPE_INT32 = 8,
inference::TYPE_INT64 = 9,
inference::TYPE_FP16 = 10,
inference::TYPE_FP32 = 11,
inference::TYPE_FP64 = 12,
inference::TYPE_STRING = 13,
inference::TYPE_BF16 = 14,
inference::DataType_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::DataType_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max(),
inference::TYPE_INVALID = 0,
inference::TYPE_BOOL = 1,
inference::TYPE_UINT8 = 2,
inference::TYPE_UINT16 = 3,
inference::TYPE_UINT32 = 4,
inference::TYPE_UINT64 = 5,
inference::TYPE_INT8 = 6,
inference::TYPE_INT16 = 7,
inference::TYPE_INT32 = 8,
inference::TYPE_INT64 = 9,
inference::TYPE_FP16 = 10,
inference::TYPE_FP32 = 11,
inference::TYPE_FP64 = 12,
inference::TYPE_STRING = 13,
inference::TYPE_BF16 = 14,
inference::DataType_INT_MIN_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::min(),
inference::DataType_INT_MAX_SENTINEL_DO_NOT_USE_ = std::numeric_limits<int32_t>::max()
} |
| |