NVIDIA DeepStream SDK API Reference
9.2 Release
Data Structures | Public Types | Public Member Functions | Static Public Member Functions | Static Public Attributes | Protected Member Functions | Friends
inference::ModelDynamicBatching Class Referencefinal

Detailed Description

Definition at line 5227 of file sources/libs/nvdsinferserver/model_config.pb.h.

Inheritance diagram for inference::ModelDynamicBatching:
Inheritance graph
[legend]
Collaboration diagram for inference::ModelDynamicBatching:
Collaboration graph
[legend]

Public Types

enum  : int {
  kPreferredBatchSizeFieldNumber = 1,
  kPriorityQueuePolicyFieldNumber = 7,
  kDefaultQueuePolicyFieldNumber = 6,
  kMaxQueueDelayMicrosecondsFieldNumber = 2,
  kPriorityLevelsFieldNumber = 4,
  kDefaultPriorityLevelFieldNumber = 5,
  kPreserveOrderingFieldNumber = 3
}
 
enum  : int {
  kPreferredBatchSizeFieldNumber = 1,
  kPriorityQueuePolicyFieldNumber = 7,
  kDefaultQueuePolicyFieldNumber = 6,
  kMaxQueueDelayMicrosecondsFieldNumber = 2,
  kPriorityLevelsFieldNumber = 4,
  kDefaultPriorityLevelFieldNumber = 5,
  kPreserveOrderingFieldNumber = 3
}
 

Public Member Functions

 ModelDynamicBatching ()
 
 ~ModelDynamicBatching () override
 
PROTOBUF_CONSTEXPR ModelDynamicBatching (::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized)
 
 ModelDynamicBatching (const ModelDynamicBatching &from)
 
 ModelDynamicBatching (ModelDynamicBatching &&from) noexcept
 
ModelDynamicBatching & operator= (const ModelDynamicBatching &from)
 
ModelDynamicBatching & operator= (ModelDynamicBatching &&from) noexcept
 
void Swap (ModelDynamicBatching *other)
 
void UnsafeArenaSwap (ModelDynamicBatching *other)
 
ModelDynamicBatching * New (::PROTOBUF_NAMESPACE_ID::Arena *arena=nullptr) const final
 
void CopyFrom (const ModelDynamicBatching &from)
 
void MergeFrom (const ModelDynamicBatching &from)
 
PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear () final
 
bool IsInitialized () const final
 
size_t ByteSizeLong () const final
 
const char * _InternalParse (const char *ptr, ::PROTOBUF_NAMESPACE_ID::internal::ParseContext *ctx) final
 
uint8_t * _InternalSerialize (uint8_t *target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream *stream) const final
 
int GetCachedSize () const final
 
const ::PROTOBUF_NAMESPACE_ID::Message::ClassData * GetClassData () const final
 
::PROTOBUF_NAMESPACE_ID::Metadata GetMetadata () const final
 
int preferred_batch_size_size () const
 
void clear_preferred_batch_size ()
 
int32_t preferred_batch_size (int index) const
 
void set_preferred_batch_size (int index, int32_t value)
 
void add_preferred_batch_size (int32_t value)
 
const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > & preferred_batch_size () const
 
::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > * mutable_preferred_batch_size ()
 
int priority_queue_policy_size () const
 
void clear_priority_queue_policy ()
 
const ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy > & priority_queue_policy () const
 
::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy > * mutable_priority_queue_policy ()
 
bool has_default_queue_policy () const
 
void clear_default_queue_policy ()
 
const ::inference::ModelQueuePolicy & default_queue_policy () const
 
PROTOBUF_NODISCARD ::inference::ModelQueuePolicy * release_default_queue_policy ()
 
::inference::ModelQueuePolicy * mutable_default_queue_policy ()
 
void set_allocated_default_queue_policy (::inference::ModelQueuePolicy *default_queue_policy)
 
void unsafe_arena_set_allocated_default_queue_policy (::inference::ModelQueuePolicy *default_queue_policy)
 
::inference::ModelQueuePolicy * unsafe_arena_release_default_queue_policy ()
 
void clear_max_queue_delay_microseconds ()
 
uint64_t max_queue_delay_microseconds () const
 
void set_max_queue_delay_microseconds (uint64_t value)
 
void clear_priority_levels ()
 
uint64_t priority_levels () const
 
void set_priority_levels (uint64_t value)
 
void clear_default_priority_level ()
 
uint64_t default_priority_level () const
 
void set_default_priority_level (uint64_t value)
 
void clear_preserve_ordering ()
 
bool preserve_ordering () const
 
void set_preserve_ordering (bool value)
 
 ModelDynamicBatching ()
 
 ~ModelDynamicBatching () override
 
PROTOBUF_CONSTEXPR ModelDynamicBatching (::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized)
 
 ModelDynamicBatching (const ModelDynamicBatching &from)
 
 ModelDynamicBatching (ModelDynamicBatching &&from) noexcept
 
ModelDynamicBatching & operator= (const ModelDynamicBatching &from)
 
ModelDynamicBatching & operator= (ModelDynamicBatching &&from) noexcept
 
void Swap (ModelDynamicBatching *other)
 
void UnsafeArenaSwap (ModelDynamicBatching *other)
 
ModelDynamicBatching * New (::PROTOBUF_NAMESPACE_ID::Arena *arena=nullptr) const final
 
void CopyFrom (const ModelDynamicBatching &from)
 
void MergeFrom (const ModelDynamicBatching &from)
 
PROTOBUF_ATTRIBUTE_REINITIALIZES void Clear () final
 
bool IsInitialized () const final
 
size_t ByteSizeLong () const final
 
const char * _InternalParse (const char *ptr, ::PROTOBUF_NAMESPACE_ID::internal::ParseContext *ctx) final
 
uint8_t * _InternalSerialize (uint8_t *target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream *stream) const final
 
int GetCachedSize () const final
 
const ::PROTOBUF_NAMESPACE_ID::Message::ClassData * GetClassData () const final
 
::PROTOBUF_NAMESPACE_ID::Metadata GetMetadata () const final
 
int preferred_batch_size_size () const
 
void clear_preferred_batch_size ()
 
int32_t preferred_batch_size (int index) const
 
void set_preferred_batch_size (int index, int32_t value)
 
void add_preferred_batch_size (int32_t value)
 
const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > & preferred_batch_size () const
 
::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > * mutable_preferred_batch_size ()
 
int priority_queue_policy_size () const
 
void clear_priority_queue_policy ()
 
const ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy > & priority_queue_policy () const
 
::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy > * mutable_priority_queue_policy ()
 
bool has_default_queue_policy () const
 
void clear_default_queue_policy ()
 
const ::inference::ModelQueuePolicy & default_queue_policy () const
 
PROTOBUF_NODISCARD ::inference::ModelQueuePolicy * release_default_queue_policy ()
 
::inference::ModelQueuePolicy * mutable_default_queue_policy ()
 
void set_allocated_default_queue_policy (::inference::ModelQueuePolicy *default_queue_policy)
 
void unsafe_arena_set_allocated_default_queue_policy (::inference::ModelQueuePolicy *default_queue_policy)
 
::inference::ModelQueuePolicy * unsafe_arena_release_default_queue_policy ()
 
void clear_max_queue_delay_microseconds ()
 
uint64_t max_queue_delay_microseconds () const
 
void set_max_queue_delay_microseconds (uint64_t value)
 
void clear_priority_levels ()
 
uint64_t priority_levels () const
 
void set_priority_levels (uint64_t value)
 
void clear_default_priority_level ()
 
uint64_t default_priority_level () const
 
void set_default_priority_level (uint64_t value)
 
void clear_preserve_ordering ()
 
bool preserve_ordering () const
 
void set_preserve_ordering (bool value)
 

Static Public Member Functions

static const ::PROTOBUF_NAMESPACE_ID::Descriptor * descriptor ()
 
static const ::PROTOBUF_NAMESPACE_ID::Descriptor * GetDescriptor ()
 
static const ::PROTOBUF_NAMESPACE_ID::Reflection * GetReflection ()
 
static const ModelDynamicBatching & default_instance ()
 
static const ModelDynamicBatching * internal_default_instance ()
 
static const ::PROTOBUF_NAMESPACE_ID::Descriptor * descriptor ()
 
static const ::PROTOBUF_NAMESPACE_ID::Descriptor * GetDescriptor ()
 
static const ::PROTOBUF_NAMESPACE_ID::Reflection * GetReflection ()
 
static const ModelDynamicBatching & default_instance ()
 
static const ModelDynamicBatching * internal_default_instance ()
 

Static Public Attributes

static constexpr int kIndexInFileMessages
 
static const ClassData _class_data_
 

Protected Member Functions

 ModelDynamicBatching (::PROTOBUF_NAMESPACE_ID::Arena *arena, bool is_message_owned=false)
 
 ModelDynamicBatching (::PROTOBUF_NAMESPACE_ID::Arena *arena, bool is_message_owned=false)
 

Friends

class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata
 
template<typename T >
class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper
 
struct ::TableStruct_model_5fconfig_2eproto
 
void swap (ModelDynamicBatching &a, ModelDynamicBatching &b)
 
void swap (ModelDynamicBatching &a, ModelDynamicBatching &b)
 

Member Enumeration Documentation

◆ anonymous enum

anonymous enum : int
Enumerator
kPreferredBatchSizeFieldNumber 
kPriorityQueuePolicyFieldNumber 
kDefaultQueuePolicyFieldNumber 
kMaxQueueDelayMicrosecondsFieldNumber 
kPriorityLevelsFieldNumber 
kDefaultPriorityLevelFieldNumber 
kPreserveOrderingFieldNumber 

Definition at line 5350 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ anonymous enum

anonymous enum : int
Enumerator
kPreferredBatchSizeFieldNumber 
kPriorityQueuePolicyFieldNumber 
kDefaultQueuePolicyFieldNumber 
kMaxQueueDelayMicrosecondsFieldNumber 
kPriorityLevelsFieldNumber 
kDefaultPriorityLevelFieldNumber 
kPreserveOrderingFieldNumber 

Definition at line 5350 of file sources/libs/nvdsinferserver/model_config.pb.h.

Constructor & Destructor Documentation

◆ ModelDynamicBatching() [1/10]

inference::ModelDynamicBatching::ModelDynamicBatching ( )
inline

Definition at line 5230 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ ~ModelDynamicBatching() [1/2]

inference::ModelDynamicBatching::~ModelDynamicBatching ( )
override

◆ ModelDynamicBatching() [2/10]

PROTOBUF_CONSTEXPR inference::ModelDynamicBatching::ModelDynamicBatching ( ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized  )
explicit

◆ ModelDynamicBatching() [3/10]

inference::ModelDynamicBatching::ModelDynamicBatching ( const ModelDynamicBatching &  from)

◆ ModelDynamicBatching() [4/10]

inference::ModelDynamicBatching::ModelDynamicBatching ( ModelDynamicBatching &&  from)
inlinenoexcept

Definition at line 5235 of file sources/libs/nvdsinferserver/model_config.pb.h.

References absl::move().

◆ ModelDynamicBatching() [5/10]

inference::ModelDynamicBatching::ModelDynamicBatching ( ::PROTOBUF_NAMESPACE_ID::Arena *  arena,
bool  is_message_owned = false 
)
explicitprotected

◆ ModelDynamicBatching() [6/10]

inference::ModelDynamicBatching::ModelDynamicBatching ( )
inline

Definition at line 5230 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ ~ModelDynamicBatching() [2/2]

inference::ModelDynamicBatching::~ModelDynamicBatching ( )
override

◆ ModelDynamicBatching() [7/10]

PROTOBUF_CONSTEXPR inference::ModelDynamicBatching::ModelDynamicBatching ( ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized  )
explicit

◆ ModelDynamicBatching() [8/10]

inference::ModelDynamicBatching::ModelDynamicBatching ( const ModelDynamicBatching &  from)

◆ ModelDynamicBatching() [9/10]

inference::ModelDynamicBatching::ModelDynamicBatching ( ModelDynamicBatching &&  from)
inlinenoexcept

Definition at line 5235 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

References absl::move().

◆ ModelDynamicBatching() [10/10]

inference::ModelDynamicBatching::ModelDynamicBatching ( ::PROTOBUF_NAMESPACE_ID::Arena *  arena,
bool  is_message_owned = false 
)
explicitprotected

Member Function Documentation

◆ _InternalParse() [1/2]

const char* inference::ModelDynamicBatching::_InternalParse ( const char *  ptr,
::PROTOBUF_NAMESPACE_ID::internal::ParseContext *  ctx 
)
final

◆ _InternalParse() [2/2]

const char* inference::ModelDynamicBatching::_InternalParse ( const char *  ptr,
::PROTOBUF_NAMESPACE_ID::internal::ParseContext *  ctx 
)
final

◆ _InternalSerialize() [1/2]

uint8_t* inference::ModelDynamicBatching::_InternalSerialize ( uint8_t *  target,
::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream *  stream 
) const
final

◆ _InternalSerialize() [2/2]

uint8_t* inference::ModelDynamicBatching::_InternalSerialize ( uint8_t *  target,
::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream *  stream 
) const
final

◆ add_preferred_batch_size() [1/2]

void inference::ModelDynamicBatching::add_preferred_batch_size ( int32_t  value)

◆ add_preferred_batch_size() [2/2]

void inference::ModelDynamicBatching::add_preferred_batch_size ( int32_t  value)
inline

Definition at line 13482 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ ByteSizeLong() [1/2]

size_t inference::ModelDynamicBatching::ByteSizeLong ( ) const
final

◆ ByteSizeLong() [2/2]

size_t inference::ModelDynamicBatching::ByteSizeLong ( ) const
final

◆ Clear() [1/2]

PROTOBUF_ATTRIBUTE_REINITIALIZES void inference::ModelDynamicBatching::Clear ( )
final

◆ Clear() [2/2]

PROTOBUF_ATTRIBUTE_REINITIALIZES void inference::ModelDynamicBatching::Clear ( )
final

◆ clear_default_priority_level() [1/2]

void inference::ModelDynamicBatching::clear_default_priority_level ( )
inline

Definition at line 13566 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ clear_default_priority_level() [2/2]

void inference::ModelDynamicBatching::clear_default_priority_level ( )

◆ clear_default_queue_policy() [1/2]

void inference::ModelDynamicBatching::clear_default_queue_policy ( )
inline

Definition at line 13592 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ clear_default_queue_policy() [2/2]

void inference::ModelDynamicBatching::clear_default_queue_policy ( )

◆ clear_max_queue_delay_microseconds() [1/2]

void inference::ModelDynamicBatching::clear_max_queue_delay_microseconds ( )
inline

Definition at line 13506 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ clear_max_queue_delay_microseconds() [2/2]

void inference::ModelDynamicBatching::clear_max_queue_delay_microseconds ( )

◆ clear_preferred_batch_size() [1/2]

void inference::ModelDynamicBatching::clear_preferred_batch_size ( )

◆ clear_preferred_batch_size() [2/2]

void inference::ModelDynamicBatching::clear_preferred_batch_size ( )
inline

Definition at line 13465 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ clear_preserve_ordering() [1/2]

void inference::ModelDynamicBatching::clear_preserve_ordering ( )
inline

Definition at line 13526 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ clear_preserve_ordering() [2/2]

void inference::ModelDynamicBatching::clear_preserve_ordering ( )

◆ clear_priority_levels() [1/2]

void inference::ModelDynamicBatching::clear_priority_levels ( )
inline

Definition at line 13546 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ clear_priority_levels() [2/2]

void inference::ModelDynamicBatching::clear_priority_levels ( )

◆ clear_priority_queue_policy() [1/2]

void inference::ModelDynamicBatching::clear_priority_queue_policy ( )

◆ clear_priority_queue_policy() [2/2]

void inference::ModelDynamicBatching::clear_priority_queue_policy ( )
inline

Definition at line 13682 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ CopyFrom() [1/2]

void inference::ModelDynamicBatching::CopyFrom ( const ModelDynamicBatching &  from)

◆ CopyFrom() [2/2]

void inference::ModelDynamicBatching::CopyFrom ( const ModelDynamicBatching &  from)

◆ default_instance() [1/2]

static const ModelDynamicBatching& inference::ModelDynamicBatching::default_instance ( )
inlinestatic

Definition at line 5267 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::internal_default_instance().

◆ default_instance() [2/2]

static const ModelDynamicBatching& inference::ModelDynamicBatching::default_instance ( )
inlinestatic

Definition at line 5267 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::internal_default_instance().

◆ default_priority_level() [1/2]

uint64_t inference::ModelDynamicBatching::default_priority_level ( ) const
inline

Definition at line 13572 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ default_priority_level() [2/2]

uint64_t inference::ModelDynamicBatching::default_priority_level ( ) const

◆ default_queue_policy() [1/2]

const ::inference::ModelQueuePolicy & inference::ModelDynamicBatching::default_queue_policy ( ) const
inline

Definition at line 13603 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ default_queue_policy() [2/2]

const ::inference::ModelQueuePolicy& inference::ModelDynamicBatching::default_queue_policy ( ) const

◆ descriptor() [1/2]

static const ::PROTOBUF_NAMESPACE_ID::Descriptor* inference::ModelDynamicBatching::descriptor ( )
inlinestatic

Definition at line 5258 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::GetDescriptor().

◆ descriptor() [2/2]

static const ::PROTOBUF_NAMESPACE_ID::Descriptor* inference::ModelDynamicBatching::descriptor ( )
inlinestatic

Definition at line 5258 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::GetDescriptor().

◆ GetCachedSize() [1/2]

int inference::ModelDynamicBatching::GetCachedSize ( ) const
inlinefinal

Definition at line 5320 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ GetCachedSize() [2/2]

int inference::ModelDynamicBatching::GetCachedSize ( ) const
inlinefinal

Definition at line 5320 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ GetClassData() [1/2]

const ::PROTOBUF_NAMESPACE_ID::Message::ClassData* inference::ModelDynamicBatching::GetClassData ( ) const
final

◆ GetClassData() [2/2]

const ::PROTOBUF_NAMESPACE_ID::Message::ClassData* inference::ModelDynamicBatching::GetClassData ( ) const
final

◆ GetDescriptor() [1/2]

static const ::PROTOBUF_NAMESPACE_ID::Descriptor* inference::ModelDynamicBatching::GetDescriptor ( )
inlinestatic

Definition at line 5261 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::default_instance(), and inference::ModelRateLimiter_Resource::GetMetadata().

◆ GetDescriptor() [2/2]

static const ::PROTOBUF_NAMESPACE_ID::Descriptor* inference::ModelDynamicBatching::GetDescriptor ( )
inlinestatic

Definition at line 5261 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::default_instance(), and inference::ModelRateLimiter_Resource::GetMetadata().

◆ GetMetadata() [1/2]

::PROTOBUF_NAMESPACE_ID::Metadata inference::ModelDynamicBatching::GetMetadata ( ) const
final

◆ GetMetadata() [2/2]

::PROTOBUF_NAMESPACE_ID::Metadata inference::ModelDynamicBatching::GetMetadata ( ) const
final

◆ GetReflection() [1/2]

static const ::PROTOBUF_NAMESPACE_ID::Reflection* inference::ModelDynamicBatching::GetReflection ( )
inlinestatic

Definition at line 5264 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::default_instance(), and inference::ModelRateLimiter_Resource::GetMetadata().

◆ GetReflection() [2/2]

static const ::PROTOBUF_NAMESPACE_ID::Reflection* inference::ModelDynamicBatching::GetReflection ( )
inlinestatic

Definition at line 5264 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::default_instance(), and inference::ModelRateLimiter_Resource::GetMetadata().

◆ has_default_queue_policy() [1/2]

bool inference::ModelDynamicBatching::has_default_queue_policy ( ) const
inline

Definition at line 13589 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ has_default_queue_policy() [2/2]

bool inference::ModelDynamicBatching::has_default_queue_policy ( ) const

◆ internal_default_instance() [1/2]

static const ModelDynamicBatching* inference::ModelDynamicBatching::internal_default_instance ( )
inlinestatic

Definition at line 5270 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

References inference::_ModelDynamicBatching_default_instance_.

◆ internal_default_instance() [2/2]

static const ModelDynamicBatching* inference::ModelDynamicBatching::internal_default_instance ( )
inlinestatic

Definition at line 5270 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::_ModelDynamicBatching_default_instance_.

◆ IsInitialized() [1/2]

bool inference::ModelDynamicBatching::IsInitialized ( ) const
final

◆ IsInitialized() [2/2]

bool inference::ModelDynamicBatching::IsInitialized ( ) const
final

◆ max_queue_delay_microseconds() [1/2]

uint64_t inference::ModelDynamicBatching::max_queue_delay_microseconds ( ) const
inline

Definition at line 13512 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ max_queue_delay_microseconds() [2/2]

uint64_t inference::ModelDynamicBatching::max_queue_delay_microseconds ( ) const

◆ MergeFrom() [1/2]

void inference::ModelDynamicBatching::MergeFrom ( const ModelDynamicBatching &  from)
inline

Definition at line 5307 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ MergeFrom() [2/2]

void inference::ModelDynamicBatching::MergeFrom ( const ModelDynamicBatching &  from)
inline

Definition at line 5307 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ mutable_default_queue_policy() [1/2]

inference::ModelQueuePolicy * inference::ModelDynamicBatching::mutable_default_queue_policy ( )
inline

Definition at line 13650 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ mutable_default_queue_policy() [2/2]

::inference::ModelQueuePolicy* inference::ModelDynamicBatching::mutable_default_queue_policy ( )

◆ mutable_preferred_batch_size() [1/2]

::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >* inference::ModelDynamicBatching::mutable_preferred_batch_size ( )

◆ mutable_preferred_batch_size() [2/2]

PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > * inference::ModelDynamicBatching::mutable_preferred_batch_size ( )
inline

Definition at line 13500 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ mutable_priority_queue_policy() [1/2]

PROTOBUF_NAMESPACE_ID::Map< uint64_t,::inference::ModelQueuePolicy > * inference::ModelDynamicBatching::mutable_priority_queue_policy ( )
inline

Definition at line 13699 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ mutable_priority_queue_policy() [2/2]

::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >* inference::ModelDynamicBatching::mutable_priority_queue_policy ( )

◆ New() [1/2]

ModelDynamicBatching* inference::ModelDynamicBatching::New ( ::PROTOBUF_NAMESPACE_ID::Arena *  arena = nullptr) const
inlinefinal

Definition at line 5301 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ New() [2/2]

ModelDynamicBatching* inference::ModelDynamicBatching::New ( ::PROTOBUF_NAMESPACE_ID::Arena *  arena = nullptr) const
inlinefinal

Definition at line 5301 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ operator=() [1/4]

ModelDynamicBatching& inference::ModelDynamicBatching::operator= ( const ModelDynamicBatching &  from)
inline

Definition at line 5240 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::CopyFrom().

◆ operator=() [2/4]

ModelDynamicBatching& inference::ModelDynamicBatching::operator= ( const ModelDynamicBatching &  from)
inline

Definition at line 5240 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::CopyFrom().

◆ operator=() [3/4]

ModelDynamicBatching& inference::ModelDynamicBatching::operator= ( ModelDynamicBatching &&  from)
inlinenoexcept

Definition at line 5244 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::CopyFrom().

◆ operator=() [4/4]

ModelDynamicBatching& inference::ModelDynamicBatching::operator= ( ModelDynamicBatching &&  from)
inlinenoexcept

Definition at line 5244 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::CopyFrom().

◆ preferred_batch_size() [1/4]

const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > & inference::ModelDynamicBatching::preferred_batch_size ( ) const
inline

Definition at line 13491 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ preferred_batch_size() [2/4]

const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >& inference::ModelDynamicBatching::preferred_batch_size ( ) const

◆ preferred_batch_size() [3/4]

int32_t inference::ModelDynamicBatching::preferred_batch_size ( int  index) const

◆ preferred_batch_size() [4/4]

int32_t inference::ModelDynamicBatching::preferred_batch_size ( int  index) const
inline

Definition at line 13471 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ preferred_batch_size_size() [1/2]

int inference::ModelDynamicBatching::preferred_batch_size_size ( ) const

◆ preferred_batch_size_size() [2/2]

int inference::ModelDynamicBatching::preferred_batch_size_size ( ) const
inline

Definition at line 13462 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ preserve_ordering() [1/2]

bool inference::ModelDynamicBatching::preserve_ordering ( ) const
inline

Definition at line 13532 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ preserve_ordering() [2/2]

bool inference::ModelDynamicBatching::preserve_ordering ( ) const

◆ priority_levels() [1/2]

uint64_t inference::ModelDynamicBatching::priority_levels ( ) const

◆ priority_levels() [2/2]

uint64_t inference::ModelDynamicBatching::priority_levels ( ) const
inline

Definition at line 13552 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ priority_queue_policy() [1/2]

const ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >& inference::ModelDynamicBatching::priority_queue_policy ( ) const

◆ priority_queue_policy() [2/2]

const ::PROTOBUF_NAMESPACE_ID::Map< uint64_t,::inference::ModelQueuePolicy > & inference::ModelDynamicBatching::priority_queue_policy ( ) const
inline

Definition at line 13690 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ priority_queue_policy_size() [1/2]

int inference::ModelDynamicBatching::priority_queue_policy_size ( ) const

◆ priority_queue_policy_size() [2/2]

int inference::ModelDynamicBatching::priority_queue_policy_size ( ) const
inline

Definition at line 13679 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ release_default_queue_policy() [1/2]

PROTOBUF_NODISCARD ::inference::ModelQueuePolicy* inference::ModelDynamicBatching::release_default_queue_policy ( )

◆ release_default_queue_policy() [2/2]

inference::ModelQueuePolicy * inference::ModelDynamicBatching::release_default_queue_policy ( )
inline

Definition at line 13620 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ set_allocated_default_queue_policy() [1/2]

void inference::ModelDynamicBatching::set_allocated_default_queue_policy ( ::inference::ModelQueuePolicy *  default_queue_policy)

◆ set_allocated_default_queue_policy() [2/2]

void inference::ModelDynamicBatching::set_allocated_default_queue_policy ( ::inference::ModelQueuePolicy *  default_queue_policy)
inline

Definition at line 13655 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ set_default_priority_level() [1/2]

void inference::ModelDynamicBatching::set_default_priority_level ( uint64_t  value)

◆ set_default_priority_level() [2/2]

void inference::ModelDynamicBatching::set_default_priority_level ( uint64_t  value)
inline

Definition at line 13580 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ set_max_queue_delay_microseconds() [1/2]

void inference::ModelDynamicBatching::set_max_queue_delay_microseconds ( uint64_t  value)

◆ set_max_queue_delay_microseconds() [2/2]

void inference::ModelDynamicBatching::set_max_queue_delay_microseconds ( uint64_t  value)
inline

Definition at line 13520 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ set_preferred_batch_size() [1/2]

void inference::ModelDynamicBatching::set_preferred_batch_size ( int  index,
int32_t  value 
)
inline

Definition at line 13475 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ set_preferred_batch_size() [2/2]

void inference::ModelDynamicBatching::set_preferred_batch_size ( int  index,
int32_t  value 
)

◆ set_preserve_ordering() [1/2]

void inference::ModelDynamicBatching::set_preserve_ordering ( bool  value)
inline

Definition at line 13540 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ set_preserve_ordering() [2/2]

void inference::ModelDynamicBatching::set_preserve_ordering ( bool  value)

◆ set_priority_levels() [1/2]

void inference::ModelDynamicBatching::set_priority_levels ( uint64_t  value)

◆ set_priority_levels() [2/2]

void inference::ModelDynamicBatching::set_priority_levels ( uint64_t  value)
inline

Definition at line 13560 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ Swap() [1/2]

void inference::ModelDynamicBatching::Swap ( ModelDynamicBatching *  other)
inline

Definition at line 5280 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

◆ Swap() [2/2]

void inference::ModelDynamicBatching::Swap ( ModelDynamicBatching *  other)
inline

Definition at line 5280 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ unsafe_arena_release_default_queue_policy() [1/2]

inference::ModelQueuePolicy * inference::ModelDynamicBatching::unsafe_arena_release_default_queue_policy ( )
inline

Definition at line 13635 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ unsafe_arena_release_default_queue_policy() [2/2]

::inference::ModelQueuePolicy* inference::ModelDynamicBatching::unsafe_arena_release_default_queue_policy ( )

◆ unsafe_arena_set_allocated_default_queue_policy() [1/2]

void inference::ModelDynamicBatching::unsafe_arena_set_allocated_default_queue_policy ( ::inference::ModelQueuePolicy *  default_queue_policy)

◆ unsafe_arena_set_allocated_default_queue_policy() [2/2]

void inference::ModelDynamicBatching::unsafe_arena_set_allocated_default_queue_policy ( ::inference::ModelQueuePolicy *  default_queue_policy)
inline

Definition at line 13607 of file sources/libs/nvdsinferserver/model_config.pb.h.

References inference::ModelRateLimiter_Resource::_impl_.

◆ UnsafeArenaSwap() [1/2]

void inference::ModelDynamicBatching::UnsafeArenaSwap ( ModelDynamicBatching *  other)
inline

Definition at line 5293 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ UnsafeArenaSwap() [2/2]

void inference::ModelDynamicBatching::UnsafeArenaSwap ( ModelDynamicBatching *  other)
inline

Definition at line 5293 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

Friends And Related Function Documentation

◆ ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper

template<typename T >
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper
friend

Definition at line 5454 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata

friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata
friend

Definition at line 5329 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ ::TableStruct_model_5fconfig_2eproto

friend struct ::TableStruct_model_5fconfig_2eproto
friend

Definition at line 5475 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ swap [1/2]

void swap ( ModelDynamicBatching &  a,
ModelDynamicBatching &  b 
)
friend

Definition at line 5277 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ swap [2/2]

void swap ( ModelDynamicBatching &  a,
ModelDynamicBatching &  b 
)
friend

Definition at line 5277 of file 9.2/sources/libs/nvdsinferserver/model_config.pb.h.

Field Documentation

◆ _class_data_

static const ClassData inference::ModelDynamicBatching::_class_data_
static

Definition at line 5340 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ _impl_

Impl_ inference::ModelDynamicBatching::_impl_

Definition at line 5474 of file sources/libs/nvdsinferserver/model_config.pb.h.

◆ kIndexInFileMessages

static constexpr int inference::ModelDynamicBatching::kIndexInFileMessages
staticconstexpr
Initial value:
=
27

Definition at line 5274 of file sources/libs/nvdsinferserver/model_config.pb.h.

The documentation for this class was generated from the following file: