NVIDIA DeepStream SDK API Reference
9.0 Release
Public Member Functions | Protected Member Functions | Protected Attributes | Static Protected Attributes
nvdsinfer::DlaFullDimTrtBackendContext Class Reference

Detailed Description

Backend context for implicit batch dimension network inferencing on DLA.

Definition at line 280 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

Inheritance diagram for nvdsinfer::DlaFullDimTrtBackendContext:
Inheritance graph
[legend]
Collaboration diagram for nvdsinfer::DlaFullDimTrtBackendContext:
Collaboration graph
[legend]

Public Member Functions

 DlaFullDimTrtBackendContext (std::unique_ptr< nvinfer1::IExecutionContext > &&ctx, std::shared_ptr< TrtEngine > engine, int profile=0)
 
NvDsInferStatus enqueueBuffer (const std::shared_ptr< InferBatchBuffer > &buffer, CudaStream &stream, CudaEvent *consumeEvent) override
 
 DlaFullDimTrtBackendContext (std::unique_ptr< nvinfer1::IExecutionContext > &&ctx, std::shared_ptr< TrtEngine > engine, int profile=0)
 
NvDsInferStatus enqueueBuffer (const std::shared_ptr< InferBatchBuffer > &buffer, CudaStream &stream, CudaEvent *consumeEvent) override
 

Protected Member Functions

bool isOutputLayer (const std::string &bindingName) override
 
bool isOutputLayer (const std::string &bindingName) override
 
int getNumBoundLayers () override
 
int getNumBoundLayers () override
 
const NvDsInferBatchDimsLayerInfo & getLayerInfo (int bindingIdx) override
 
const NvDsInferBatchDimsLayerInfo & getLayerInfo (int bindingIdx) override
 
bool canSupportBatchDims (int bindingIdx, const NvDsInferBatchDims &batchDims) override
 
bool canSupportBatchDims (int bindingIdx, const NvDsInferBatchDims &batchDims) override
 
virtual NvDsInferBatchDims getMaxBatchDims (int bindingIdx) override
 
virtual NvDsInferBatchDims getMaxBatchDims (int bindingIdx) override
 
virtual NvDsInferBatchDims getMinBatchDims (int bindingIdx) override
 
virtual NvDsInferBatchDims getMinBatchDims (int bindingIdx) override
 
virtual NvDsInferBatchDims getOptBatchDims (int bindingIdx) override
 
virtual NvDsInferBatchDims getOptBatchDims (int bindingIdx) override
 

Protected Attributes

const int m_ProfileIndex = 0
 
std::unique_ptr< nvinfer1::IExecutionContext > m_Context
 
std::shared_ptr< TrtEngine > m_CudaEngine
 
std::vector< NvDsInferBatchDimsLayerInfo > m_AllLayers
 
int m_GpuId = -1
 

Static Protected Attributes

static std::mutex sDLAExecutionMutex
 

Constructor & Destructor Documentation

◆ DlaFullDimTrtBackendContext() [1/2]

nvdsinfer::DlaFullDimTrtBackendContext::DlaFullDimTrtBackendContext ( std::unique_ptr< nvinfer1::IExecutionContext > &&  ctx,
std::shared_ptr< TrtEngine >  engine,
int  profile = 0 
)

◆ DlaFullDimTrtBackendContext() [2/2]

nvdsinfer::DlaFullDimTrtBackendContext::DlaFullDimTrtBackendContext ( std::unique_ptr< nvinfer1::IExecutionContext > &&  ctx,
std::shared_ptr< TrtEngine >  engine,
int  profile = 0 
)

Member Function Documentation

◆ canSupportBatchDims() [1/2]

bool nvdsinfer::TrtBackendContext::canSupportBatchDims ( int  bindingIdx,
const NvDsInferBatchDims &  batchDims 
)
overrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

◆ canSupportBatchDims() [2/2]

bool nvdsinfer::TrtBackendContext::canSupportBatchDims ( int  bindingIdx,
const NvDsInferBatchDims &  batchDims 
)
overrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

◆ enqueueBuffer() [1/2]

NvDsInferStatus nvdsinfer::DlaFullDimTrtBackendContext::enqueueBuffer ( const std::shared_ptr< InferBatchBuffer > &  buffer,
CudaStream &  stream,
CudaEvent *  consumeEvent 
)
overridevirtual

Reimplemented from nvdsinfer::FullDimTrtBackendContext.

◆ enqueueBuffer() [2/2]

NvDsInferStatus nvdsinfer::DlaFullDimTrtBackendContext::enqueueBuffer ( const std::shared_ptr< InferBatchBuffer > &  buffer,
CudaStream &  stream,
CudaEvent *  consumeEvent 
)
overridevirtual

Reimplemented from nvdsinfer::FullDimTrtBackendContext.

◆ getLayerInfo() [1/2]

const NvDsInferBatchDimsLayerInfo& nvdsinfer::TrtBackendContext::getLayerInfo ( int  bindingIdx)
inlineoverrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

Definition at line 220 of file 9.0/sources/libs/nvdsinfer/nvdsinfer_backend.h.

References nvdsinfer::TrtBackendContext::m_AllLayers.

◆ getLayerInfo() [2/2]

const NvDsInferBatchDimsLayerInfo& nvdsinfer::TrtBackendContext::getLayerInfo ( int  bindingIdx)
inlineoverrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

Definition at line 220 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

References nvdsinfer::TrtBackendContext::m_AllLayers.

◆ getMaxBatchDims() [1/2]

virtual NvDsInferBatchDims nvdsinfer::TrtBackendContext::getMaxBatchDims ( int  bindingIdx)
inlineoverrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

Definition at line 229 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

References nvdsinfer::TrtBackendContext::m_AllLayers.

◆ getMaxBatchDims() [2/2]

virtual NvDsInferBatchDims nvdsinfer::TrtBackendContext::getMaxBatchDims ( int  bindingIdx)
inlineoverrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

Definition at line 229 of file 9.0/sources/libs/nvdsinfer/nvdsinfer_backend.h.

References nvdsinfer::TrtBackendContext::m_AllLayers.

◆ getMinBatchDims() [1/2]

virtual NvDsInferBatchDims nvdsinfer::TrtBackendContext::getMinBatchDims ( int  bindingIdx)
inlineoverrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

Definition at line 234 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

References nvdsinfer::TrtBackendContext::m_AllLayers.

◆ getMinBatchDims() [2/2]

virtual NvDsInferBatchDims nvdsinfer::TrtBackendContext::getMinBatchDims ( int  bindingIdx)
inlineoverrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

Definition at line 234 of file 9.0/sources/libs/nvdsinfer/nvdsinfer_backend.h.

References nvdsinfer::TrtBackendContext::m_AllLayers.

◆ getNumBoundLayers() [1/2]

int nvdsinfer::TrtBackendContext::getNumBoundLayers ( )
overrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

◆ getNumBoundLayers() [2/2]

int nvdsinfer::TrtBackendContext::getNumBoundLayers ( )
overrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

◆ getOptBatchDims() [1/2]

virtual NvDsInferBatchDims nvdsinfer::TrtBackendContext::getOptBatchDims ( int  bindingIdx)
inlineoverrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

Definition at line 239 of file 9.0/sources/libs/nvdsinfer/nvdsinfer_backend.h.

References nvdsinfer::TrtBackendContext::m_AllLayers.

◆ getOptBatchDims() [2/2]

virtual NvDsInferBatchDims nvdsinfer::TrtBackendContext::getOptBatchDims ( int  bindingIdx)
inlineoverrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

Definition at line 239 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

References nvdsinfer::TrtBackendContext::m_AllLayers.

◆ isOutputLayer() [1/2]

bool nvdsinfer::TrtBackendContext::isOutputLayer ( const std::string &  bindingName)
overrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

◆ isOutputLayer() [2/2]

bool nvdsinfer::TrtBackendContext::isOutputLayer ( const std::string &  bindingName)
overrideprotectedvirtualinherited

Implements nvdsinfer::BackendContext.

Field Documentation

◆ m_AllLayers

std::vector< NvDsInferBatchDimsLayerInfo > nvdsinfer::TrtBackendContext::m_AllLayers
protectedinherited

Definition at line 248 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

Referenced by nvdsinfer::TrtBackendContext::getLayerInfo(), nvdsinfer::TrtBackendContext::getMaxBatchDims(), nvdsinfer::TrtBackendContext::getMinBatchDims(), and nvdsinfer::TrtBackendContext::getOptBatchDims().

◆ m_Context

std::unique_ptr< nvinfer1::IExecutionContext > nvdsinfer::TrtBackendContext::m_Context
protectedinherited

Definition at line 246 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

◆ m_CudaEngine

std::shared_ptr< TrtEngine > nvdsinfer::TrtBackendContext::m_CudaEngine
protectedinherited

Definition at line 247 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

◆ m_GpuId

int nvdsinfer::TrtBackendContext::m_GpuId = -1
protectedinherited

Definition at line 250 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

◆ m_ProfileIndex

const int nvdsinfer::FullDimTrtBackendContext::m_ProfileIndex = 0
protectedinherited

Definition at line 274 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

◆ sDLAExecutionMutex

static std::mutex nvdsinfer::TrtBackendContext::sDLAExecutionMutex
staticprotectedinherited

Definition at line 252 of file sources/libs/nvdsinfer/nvdsinfer_backend.h.

The documentation for this class was generated from the following file: