nvdsinferserver::BaseBatchBuffer Class Reference

Detailed Description

The base class for batch buffers.

Definition at line 34 of file infer_batch_buffer.h.

Inheritance diagram for nvdsinferserver::BaseBatchBuffer:

Collaboration diagram for nvdsinferserver::BaseBatchBuffer:

Public Member Functions
	~BaseBatchBuffer () override=default
const InferBufferDescription &	getBufDesc () const final
uint32_t	getBatchSize () const final
uint64_t	getTotalBytes () const override
void	setBufDesc (const InferBufferDescription &desc)
InferBufferDescription &	mutableBufDesc ()
virtual void	setBatchSize (uint32_t size)
const SharedCuEvent &	cuEvent () const
void	setCuEvent (SharedCuEvent e)
void	setSyncObj (NvBufSurfTransformSyncObj_t SyncObj)
NvBufSurfTransformSyncObj_t &	getSyncObj ()
void	waitForSyncObj ()
void	attach (SharedBatchBuf buf)
void	detach ()
bool	hasAttachedBufs () const
const std::vector< SharedBatchBuf > &	attachedBufs () const
std::vector< SharedBatchBuf > &	mutableAttachedBufs ()
bool	hasAttachLoop () const
void	setBufId (uint64_t id)
uint64_t	bufId () const
size_t	getBufOffset (uint32_t batchIdx) const override
	Get the offset from start of the memory allocation to the buffer pointer. More...
virtual void *	getBufPtr (uint32_t batchIdx) const =0

Protected Member Functions
	BaseBatchBuffer (uint32_t batchSize)

Constructor & Destructor Documentation

BaseBatchBuffer()

nvdsinferserver::BaseBatchBuffer::BaseBatchBuffer ( uint32_t  batchSize )

inlineexplicitprotected

Definition at line 36 of file infer_batch_buffer.h.

~BaseBatchBuffer()

nvdsinferserver::BaseBatchBuffer::~BaseBatchBuffer ( )

overridedefault

Member Function Documentation

attach()

void nvdsinferserver::BaseBatchBuffer::attach ( SharedBatchBuf  buf )

inline

Definition at line 67 of file infer_batch_buffer.h.

attachedBufs()

const std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::attachedBufs ( ) const

inline

Definition at line 74 of file infer_batch_buffer.h.

bufId()

uint64_t nvdsinferserver::BaseBatchBuffer::bufId ( ) const

inline

Definition at line 93 of file infer_batch_buffer.h.

cuEvent()

const SharedCuEvent& nvdsinferserver::BaseBatchBuffer::cuEvent ( ) const

inline

Definition at line 52 of file infer_batch_buffer.h.

detach()

void nvdsinferserver::BaseBatchBuffer::detach ( )

inline

Definition at line 72 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::CudaTensorBuf::reuse().

getBatchSize()

uint32_t nvdsinferserver::BaseBatchBuffer::getBatchSize ( ) const

inlinefinalvirtual

Implements nvdsinferserver::IBatchBuffer.

Definition at line 41 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::SurfaceBuffer::getBufOffset(), and nvdsinferserver::SurfaceBuffer::getBufPtr().

getBufDesc()

const InferBufferDescription& nvdsinferserver::BaseBatchBuffer::getBufDesc ( ) const

inlinefinalvirtual

Implements nvdsinferserver::IBatchBuffer.

Definition at line 40 of file infer_batch_buffer.h.

getBufOffset()

size_t nvdsinferserver::BaseBatchBuffer::getBufOffset ( uint32_t  batchIdx ) const

inlineoverridevirtual

Get the offset from start of the memory allocation to the buffer pointer.

Needed for sharing CUDA memory with Triton server.

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer, nvdsinferserver::BatchSurfaceBuffer, and nvdsinferserver::SurfaceBuffer.

Definition at line 100 of file infer_batch_buffer.h.

getBufPtr()

virtual void* nvdsinferserver::IBatchBuffer::getBufPtr ( uint32_t  batchIdx ) const

pure virtualinherited

Implemented in nvdsinferserver::RefBatchBuffer, nvdsinferserver::SegmentationOutput, nvdsinferserver::BatchSurfaceBuffer, nvdsinferserver::ClassificationOutput, nvdsinferserver::DetectionOutput, nvdsinferserver::SurfaceBuffer, nvdsinferserver::WrapCBatchBuffer, and nvdsinferserver::CudaTensorBuf.

getSyncObj()

NvBufSurfTransformSyncObj_t& nvdsinferserver::BaseBatchBuffer::getSyncObj ( )

inline

Definition at line 55 of file infer_batch_buffer.h.

getTotalBytes()

uint64_t nvdsinferserver::BaseBatchBuffer::getTotalBytes ( ) const

inlineoverridevirtual

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer.

Definition at line 42 of file infer_batch_buffer.h.

References nvdsinferserver::kNone.

hasAttachedBufs()

bool nvdsinferserver::BaseBatchBuffer::hasAttachedBufs ( ) const

inline

Definition at line 73 of file infer_batch_buffer.h.

hasAttachLoop()

bool nvdsinferserver::BaseBatchBuffer::hasAttachLoop ( ) const

inline

Definition at line 79 of file infer_batch_buffer.h.

mutableAttachedBufs()

std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::mutableAttachedBufs ( )

inline

Definition at line 78 of file infer_batch_buffer.h.

mutableBufDesc()

InferBufferDescription& nvdsinferserver::BaseBatchBuffer::mutableBufDesc ( )

inline

Definition at line 50 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::CudaTensorBuf::setName().

setBatchSize()

virtual void nvdsinferserver::BaseBatchBuffer::setBatchSize ( uint32_t  size )

inlinevirtual

Reimplemented in nvdsinferserver::CudaTensorBuf.

Definition at line 51 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::SurfaceBuffer::reuse(), nvdsinferserver::CudaTensorBuf::setBatchSize(), and nvdsinferserver::DetectionOutput::swapObjects().

setBufDesc()

void nvdsinferserver::BaseBatchBuffer::setBufDesc ( const InferBufferDescription &  desc )

inline

Definition at line 49 of file infer_batch_buffer.h.

Referenced by nvdsinferserver::ClassificationOutput::ClassificationOutput(), nvdsinferserver::DetectionOutput::DetectionOutput(), and nvdsinferserver::SegmentationOutput::SegmentationOutput().

setBufId()

void nvdsinferserver::BaseBatchBuffer::setBufId ( uint64_t  id )

inline

Definition at line 92 of file infer_batch_buffer.h.

setCuEvent()

void nvdsinferserver::BaseBatchBuffer::setCuEvent ( SharedCuEvent  e )

inline

Definition at line 53 of file infer_batch_buffer.h.

setSyncObj()

void nvdsinferserver::BaseBatchBuffer::setSyncObj ( NvBufSurfTransformSyncObj_t  SyncObj )

inline

Definition at line 54 of file infer_batch_buffer.h.

waitForSyncObj()

void nvdsinferserver::BaseBatchBuffer::waitForSyncObj ( )

inline

Definition at line 56 of file infer_batch_buffer.h.

References NvBufSurfTransformSyncObjDestroy(), and NvBufSurfTransformSyncObjWait().

---

The documentation for this class was generated from the following file:

• infer_batch_buffer.h