NVIDIA DeepStream SDK API Reference
6.4 Release
Public Member Functions
nvdsinferserver::RefBatchBuffer Class Reference

Detailed Description

A batch buffer with allocated memory.

Definition at line 205 of file infer_batch_buffer.h.

Inheritance diagram for nvdsinferserver::RefBatchBuffer:
Inheritance graph
[legend]
Collaboration diagram for nvdsinferserver::RefBatchBuffer:
Collaboration graph
[legend]

Public Member Functions

 RefBatchBuffer (void *bufBase, size_t offset, size_t bufBytes, const InferBufferDescription &desc, uint32_t batchSize)
 
void * getBufPtr (uint32_t batchIdx) const override
 
uint64_t getTotalBytes () const final
 
void * basePtr ()
 
size_t getBufOffset (uint32_t batchIdx) const override
 Get the offset from start of the memory allocation to the buffer pointer. More...
 
const InferBufferDescription & getBufDesc () const final
 
uint32_t getBatchSize () const final
 
void setBufDesc (const InferBufferDescription &desc)
 
InferBufferDescription & mutableBufDesc ()
 
virtual void setBatchSize (uint32_t size)
 
const SharedCuEvent & cuEvent () const
 
void setCuEvent (SharedCuEvent e)
 
void setSyncObj (NvBufSurfTransformSyncObj_t SyncObj)
 
NvBufSurfTransformSyncObj_t & getSyncObj ()
 
void waitForSyncObj ()
 
void attach (SharedBatchBuf buf)
 
void detach ()
 
bool hasAttachedBufs () const
 
const std::vector< SharedBatchBuf > & attachedBufs () const
 
std::vector< SharedBatchBuf > & mutableAttachedBufs ()
 
bool hasAttachLoop () const
 
void setBufId (uint64_t id)
 
uint64_t bufId () const
 

Constructor & Destructor Documentation

◆ RefBatchBuffer()

nvdsinferserver::RefBatchBuffer::RefBatchBuffer ( void *  bufBase,
size_t  offset,
size_t  bufBytes,
const InferBufferDescription &  desc,
uint32_t  batchSize 
)
inline

Definition at line 207 of file infer_batch_buffer.h.

References nvdsinferserver::normalizeDims().

Member Function Documentation

◆ attach()

void nvdsinferserver::BaseBatchBuffer::attach ( SharedBatchBuf  buf)
inlineinherited

Definition at line 67 of file infer_batch_buffer.h.

◆ attachedBufs()

const std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::attachedBufs ( ) const
inlineinherited

Definition at line 74 of file infer_batch_buffer.h.

◆ basePtr()

void* nvdsinferserver::RefBatchBuffer::basePtr ( )
inline

Definition at line 225 of file infer_batch_buffer.h.

◆ bufId()

uint64_t nvdsinferserver::BaseBatchBuffer::bufId ( ) const
inlineinherited

Definition at line 93 of file infer_batch_buffer.h.

◆ cuEvent()

const SharedCuEvent& nvdsinferserver::BaseBatchBuffer::cuEvent ( ) const
inlineinherited

Definition at line 52 of file infer_batch_buffer.h.

◆ detach()

void nvdsinferserver::BaseBatchBuffer::detach ( )
inlineinherited

Definition at line 72 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::CudaTensorBuf::reuse().

◆ getBatchSize()

uint32_t nvdsinferserver::BaseBatchBuffer::getBatchSize ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 41 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::SurfaceBuffer::getBufOffset(), and nvdsinferserver::SurfaceBuffer::getBufPtr().

◆ getBufDesc()

const InferBufferDescription& nvdsinferserver::BaseBatchBuffer::getBufDesc ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 40 of file infer_batch_buffer.h.

◆ getBufOffset()

size_t nvdsinferserver::RefBatchBuffer::getBufOffset ( uint32_t  batchIdx) const
inlineoverridevirtual

Get the offset from start of the memory allocation to the buffer pointer.

Needed for sharing CUDA memory with Triton server.

Reimplemented from nvdsinferserver::BaseBatchBuffer.

Definition at line 232 of file infer_batch_buffer.h.

References nvdsinferserver::InferBufferDescription::dataType, nvdsinferserver::InferBufferDescription::dims, nvdsinferserver::InferBufferDescription::elementSize, and nvdsinferserver::InferDims::numElements.

◆ getBufPtr()

void* nvdsinferserver::RefBatchBuffer::getBufPtr ( uint32_t  batchIdx) const
inlineoverridevirtual

Implements nvdsinferserver::IBatchBuffer.

Definition at line 216 of file infer_batch_buffer.h.

References nvdsinferserver::InferBufferDescription::dataType, nvdsinferserver::InferBufferDescription::dims, nvdsinferserver::InferBufferDescription::elementSize, and nvdsinferserver::InferDims::numElements.

◆ getSyncObj()

NvBufSurfTransformSyncObj_t& nvdsinferserver::BaseBatchBuffer::getSyncObj ( )
inlineinherited

Definition at line 55 of file infer_batch_buffer.h.

◆ getTotalBytes()

uint64_t nvdsinferserver::RefBatchBuffer::getTotalBytes ( ) const
inlinefinalvirtual

Reimplemented from nvdsinferserver::BaseBatchBuffer.

Definition at line 224 of file infer_batch_buffer.h.

◆ hasAttachedBufs()

bool nvdsinferserver::BaseBatchBuffer::hasAttachedBufs ( ) const
inlineinherited

Definition at line 73 of file infer_batch_buffer.h.

◆ hasAttachLoop()

bool nvdsinferserver::BaseBatchBuffer::hasAttachLoop ( ) const
inlineinherited

Definition at line 79 of file infer_batch_buffer.h.

◆ mutableAttachedBufs()

std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::mutableAttachedBufs ( )
inlineinherited

Definition at line 78 of file infer_batch_buffer.h.

◆ mutableBufDesc()

InferBufferDescription& nvdsinferserver::BaseBatchBuffer::mutableBufDesc ( )
inlineinherited

Definition at line 50 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::CudaTensorBuf::setName().

◆ setBatchSize()

virtual void nvdsinferserver::BaseBatchBuffer::setBatchSize ( uint32_t  size)
inlinevirtualinherited

Reimplemented in nvdsinferserver::CudaTensorBuf.

Definition at line 51 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::SurfaceBuffer::reuse(), nvdsinferserver::CudaTensorBuf::setBatchSize(), and nvdsinferserver::DetectionOutput::swapObjects().

◆ setBufDesc()

void nvdsinferserver::BaseBatchBuffer::setBufDesc ( const InferBufferDescription &  desc)
inlineinherited

Definition at line 49 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::ClassificationOutput::ClassificationOutput(), nvdsinferserver::DetectionOutput::DetectionOutput(), and nvdsinferserver::SegmentationOutput::SegmentationOutput().

◆ setBufId()

void nvdsinferserver::BaseBatchBuffer::setBufId ( uint64_t  id)
inlineinherited

Definition at line 92 of file infer_batch_buffer.h.

◆ setCuEvent()

void nvdsinferserver::BaseBatchBuffer::setCuEvent ( SharedCuEvent  e)
inlineinherited

Definition at line 53 of file infer_batch_buffer.h.

◆ setSyncObj()

void nvdsinferserver::BaseBatchBuffer::setSyncObj ( NvBufSurfTransformSyncObj_t  SyncObj)
inlineinherited

Definition at line 54 of file infer_batch_buffer.h.

◆ waitForSyncObj()

void nvdsinferserver::BaseBatchBuffer::waitForSyncObj ( )
inlineinherited

Definition at line 56 of file infer_batch_buffer.h.

References NvBufSurfTransformSyncObjDestroy(), and NvBufSurfTransformSyncObjWait().

The documentation for this class was generated from the following file: