Detailed Description

A batch buffer with CUDA memory allocation.

Definition at line 168 of file sources/libs/nvdsinferserver/infer_cuda_utils.h.

Inheritance diagram for nvdsinferserver::CudaTensorBuf:

Collaboration diagram for nvdsinferserver::CudaTensorBuf:

Public Member Functions
	CudaTensorBuf (const InferDims &dims, InferDataType dt, int batchSize, const std::string &name, InferMemType mt, int devId, bool initCuEvent)

	~CudaTensorBuf () override

void	setBatchSize (uint32_t size) override

void	setName (const std::string &name)

void *	getBufPtr (uint32_t batchIdx) const final

void	reuse ()

	CudaTensorBuf (const InferDims &dims, InferDataType dt, int batchSize, const std::string &name, InferMemType mt, int devId, bool initCuEvent)

	~CudaTensorBuf () override

void	setBatchSize (uint32_t size) override

void	setName (const std::string &name)

void *	getBufPtr (uint32_t batchIdx) const final

void	reuse ()

const InferBufferDescription &	getBufDesc () const final

const InferBufferDescription &	getBufDesc () const final

uint32_t	getBatchSize () const final

uint32_t	getBatchSize () const final

uint64_t	getTotalBytes () const override

uint64_t	getTotalBytes () const override

void	setBufDesc (const InferBufferDescription &desc)

void	setBufDesc (const InferBufferDescription &desc)

InferBufferDescription &	mutableBufDesc ()

InferBufferDescription &	mutableBufDesc ()

const SharedCuEvent &	cuEvent () const

const SharedCuEvent &	cuEvent () const

void	setCuEvent (SharedCuEvent e)

void	setCuEvent (SharedCuEvent e)

void	setSyncObj (NvBufSurfTransformSyncObj_t SyncObj)

void	setSyncObj (NvBufSurfTransformSyncObj_t SyncObj)

NvBufSurfTransformSyncObj_t &	getSyncObj ()

NvBufSurfTransformSyncObj_t &	getSyncObj ()

void	waitForSyncObj ()

void	waitForSyncObj ()

void	attach (SharedBatchBuf buf)

void	attach (SharedBatchBuf buf)

void	detach ()

void	detach ()

bool	hasAttachedBufs () const

bool	hasAttachedBufs () const

const std::vector< SharedBatchBuf > &	attachedBufs () const

const std::vector< SharedBatchBuf > &	attachedBufs () const

std::vector< SharedBatchBuf > &	mutableAttachedBufs ()

std::vector< SharedBatchBuf > &	mutableAttachedBufs ()

bool	hasAttachLoop () const

bool	hasAttachLoop () const

void	setBufId (uint64_t id)

void	setBufId (uint64_t id)

uint64_t	bufId () const

uint64_t	bufId () const

size_t	getBufOffset (uint32_t batchIdx) const override
	Get the offset from start of the memory allocation to the buffer pointer. More...

size_t	getBufOffset (uint32_t batchIdx) const override
	Get the offset from start of the memory allocation to the buffer pointer. More...

Constructor & Destructor Documentation

◆ CudaTensorBuf() [1/2]

nvdsinferserver::CudaTensorBuf::CudaTensorBuf	(	const InferDims &	dims,
		InferDataType	dt,
		int	batchSize,
		const std::string &	name,
		InferMemType	mt,
		int	devId,
		bool	initCuEvent
	)

◆ ~CudaTensorBuf() [1/2]

nvdsinferserver::CudaTensorBuf::~CudaTensorBuf ( )

override

◆ CudaTensorBuf() [2/2]

nvdsinferserver::CudaTensorBuf::CudaTensorBuf	(	const InferDims &	dims,
		InferDataType	dt,
		int	batchSize,
		const std::string &	name,
		InferMemType	mt,
		int	devId,
		bool	initCuEvent
	)

◆ ~CudaTensorBuf() [2/2]

nvdsinferserver::CudaTensorBuf::~CudaTensorBuf ( )

override

Member Function Documentation

◆ attach() [1/2]

void nvdsinferserver::BaseBatchBuffer::attach ( SharedBatchBuf buf )

inlineinherited

Definition at line 67 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ attach() [2/2]

void nvdsinferserver::BaseBatchBuffer::attach ( SharedBatchBuf buf )

inlineinherited

Definition at line 67 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ attachedBufs() [1/2]

const std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::attachedBufs ( ) const

inlineinherited

Definition at line 74 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ attachedBufs() [2/2]

const std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::attachedBufs ( ) const

inlineinherited

Definition at line 74 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ bufId() [1/2]

uint64_t nvdsinferserver::BaseBatchBuffer::bufId ( ) const

inlineinherited

Definition at line 93 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ bufId() [2/2]

uint64_t nvdsinferserver::BaseBatchBuffer::bufId ( ) const

inlineinherited

Definition at line 93 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ cuEvent() [1/2]

const SharedCuEvent& nvdsinferserver::BaseBatchBuffer::cuEvent ( ) const

inlineinherited

Definition at line 52 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ cuEvent() [2/2]

const SharedCuEvent& nvdsinferserver::BaseBatchBuffer::cuEvent ( ) const

inlineinherited

Definition at line 52 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ detach() [1/2]

void nvdsinferserver::BaseBatchBuffer::detach ( )

inlineinherited

Definition at line 72 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ detach() [2/2]

void nvdsinferserver::BaseBatchBuffer::detach ( )

inlineinherited

Definition at line 72 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by reuse().

◆ getBatchSize() [1/2]

uint32_t nvdsinferserver::BaseBatchBuffer::getBatchSize ( ) const

inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 41 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::SurfaceBuffer::getBufOffset(), and nvdsinferserver::SurfaceBuffer::getBufPtr().

◆ getBatchSize() [2/2]

uint32_t nvdsinferserver::BaseBatchBuffer::getBatchSize ( ) const

inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 41 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufDesc() [1/2]

const InferBufferDescription& nvdsinferserver::BaseBatchBuffer::getBufDesc ( ) const

inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 40 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufDesc() [2/2]

const InferBufferDescription& nvdsinferserver::BaseBatchBuffer::getBufDesc ( ) const

inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 40 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufOffset() [1/2]

size_t nvdsinferserver::BaseBatchBuffer::getBufOffset ( uint32_t batchIdx ) const

inlineoverridevirtualinherited

Get the offset from start of the memory allocation to the buffer pointer.

Needed for sharing CUDA memory with Triton server.

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer, nvdsinferserver::RefBatchBuffer, nvdsinferserver::BatchSurfaceBuffer, nvdsinferserver::BatchSurfaceBuffer, nvdsinferserver::SurfaceBuffer, and nvdsinferserver::SurfaceBuffer.

Definition at line 100 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufOffset() [2/2]

size_t nvdsinferserver::BaseBatchBuffer::getBufOffset ( uint32_t batchIdx ) const

inlineoverridevirtualinherited

Get the offset from start of the memory allocation to the buffer pointer.

Needed for sharing CUDA memory with Triton server.

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer, nvdsinferserver::BatchSurfaceBuffer, and nvdsinferserver::SurfaceBuffer.

Definition at line 100 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufPtr() [1/2]

void* nvdsinferserver::CudaTensorBuf::getBufPtr ( uint32_t batchIdx ) const

finalvirtual

Implements nvdsinferserver::IBatchBuffer.

◆ getBufPtr() [2/2]

void* nvdsinferserver::CudaTensorBuf::getBufPtr ( uint32_t batchIdx ) const

finalvirtual

Implements nvdsinferserver::IBatchBuffer.

◆ getSyncObj() [1/2]

NvBufSurfTransformSyncObj_t& nvdsinferserver::BaseBatchBuffer::getSyncObj ( )

inlineinherited

Definition at line 55 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getSyncObj() [2/2]

NvBufSurfTransformSyncObj_t& nvdsinferserver::BaseBatchBuffer::getSyncObj ( )

inlineinherited

Definition at line 55 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getTotalBytes() [1/2]

uint64_t nvdsinferserver::BaseBatchBuffer::getTotalBytes ( ) const

inlineoverridevirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer, and nvdsinferserver::RefBatchBuffer.

Definition at line 42 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

References nvdsinferserver::kNone.

◆ getTotalBytes() [2/2]

uint64_t nvdsinferserver::BaseBatchBuffer::getTotalBytes ( ) const

inlineoverridevirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer.

Definition at line 42 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

References nvdsinferserver::kNone.

◆ hasAttachedBufs() [1/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachedBufs ( ) const

inlineinherited

Definition at line 73 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ hasAttachedBufs() [2/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachedBufs ( ) const

inlineinherited

Definition at line 73 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ hasAttachLoop() [1/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachLoop ( ) const

inlineinherited

Definition at line 79 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ hasAttachLoop() [2/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachLoop ( ) const

inlineinherited

Definition at line 79 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ mutableAttachedBufs() [1/2]

std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::mutableAttachedBufs ( )

inlineinherited

Definition at line 78 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ mutableAttachedBufs() [2/2]

std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::mutableAttachedBufs ( )

inlineinherited

Definition at line 78 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ mutableBufDesc() [1/2]

InferBufferDescription& nvdsinferserver::BaseBatchBuffer::mutableBufDesc ( )

inlineinherited

Definition at line 50 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by setName().

◆ mutableBufDesc() [2/2]

InferBufferDescription& nvdsinferserver::BaseBatchBuffer::mutableBufDesc ( )

inlineinherited

Definition at line 50 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ reuse() [1/2]

void nvdsinferserver::CudaTensorBuf::reuse ( )

inline

Definition at line 182 of file sources/libs/nvdsinferserver/infer_cuda_utils.h.

References nvdsinferserver::BaseBatchBuffer::detach(), and setBatchSize().

◆ reuse() [2/2]

void nvdsinferserver::CudaTensorBuf::reuse ( )

inline

Definition at line 182 of file 9.0/sources/libs/nvdsinferserver/infer_cuda_utils.h.

References nvdsinferserver::BaseBatchBuffer::detach(), and setBatchSize().

◆ setBatchSize() [1/2]

void nvdsinferserver::CudaTensorBuf::setBatchSize ( uint32_t size )

inlineoverridevirtual

Reimplemented from nvdsinferserver::BaseBatchBuffer.

Definition at line 175 of file sources/libs/nvdsinferserver/infer_cuda_utils.h.

References nvdsinferserver::BaseBatchBuffer::setBatchSize().

Referenced by reuse().

◆ setBatchSize() [2/2]

void nvdsinferserver::CudaTensorBuf::setBatchSize ( uint32_t size )

inlineoverridevirtual

Reimplemented from nvdsinferserver::BaseBatchBuffer.

Definition at line 175 of file 9.0/sources/libs/nvdsinferserver/infer_cuda_utils.h.

References nvdsinferserver::BaseBatchBuffer::setBatchSize().

◆ setBufDesc() [1/2]

void nvdsinferserver::BaseBatchBuffer::setBufDesc ( const InferBufferDescription & desc )

inlineinherited

Definition at line 49 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBufDesc() [2/2]

void nvdsinferserver::BaseBatchBuffer::setBufDesc ( const InferBufferDescription & desc )

inlineinherited

Definition at line 49 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::ClassificationOutput::ClassificationOutput(), nvdsinferserver::DetectionOutput::DetectionOutput(), and nvdsinferserver::SegmentationOutput::SegmentationOutput().

◆ setBufId() [1/2]

void nvdsinferserver::BaseBatchBuffer::setBufId ( uint64_t id )

inlineinherited

Definition at line 92 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBufId() [2/2]

void nvdsinferserver::BaseBatchBuffer::setBufId ( uint64_t id )

inlineinherited

Definition at line 92 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setCuEvent() [1/2]

void nvdsinferserver::BaseBatchBuffer::setCuEvent ( SharedCuEvent e )

inlineinherited

Definition at line 53 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setCuEvent() [2/2]

void nvdsinferserver::BaseBatchBuffer::setCuEvent ( SharedCuEvent e )

inlineinherited

Definition at line 53 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setName() [1/2]

void nvdsinferserver::CudaTensorBuf::setName ( const std::string & name )

inline

Definition at line 180 of file sources/libs/nvdsinferserver/infer_cuda_utils.h.

References nvdsinferserver::BaseBatchBuffer::mutableBufDesc(), and nvdsinferserver::InferBufferDescription::name.

◆ setName() [2/2]

void nvdsinferserver::CudaTensorBuf::setName ( const std::string & name )

inline

Definition at line 180 of file 9.0/sources/libs/nvdsinferserver/infer_cuda_utils.h.

References nvdsinferserver::BaseBatchBuffer::mutableBufDesc(), and nvdsinferserver::InferBufferDescription::name.

◆ setSyncObj() [1/2]

void nvdsinferserver::BaseBatchBuffer::setSyncObj ( NvBufSurfTransformSyncObj_t SyncObj )

inlineinherited

Definition at line 54 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setSyncObj() [2/2]

void nvdsinferserver::BaseBatchBuffer::setSyncObj ( NvBufSurfTransformSyncObj_t SyncObj )

inlineinherited

Definition at line 54 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ waitForSyncObj() [1/2]

void nvdsinferserver::BaseBatchBuffer::waitForSyncObj ( )

inlineinherited

Definition at line 56 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

References NvBufSurfTransformSyncObjDestroy(), and NvBufSurfTransformSyncObjWait().

◆ waitForSyncObj() [2/2]

void nvdsinferserver::BaseBatchBuffer::waitForSyncObj ( )

inlineinherited

Definition at line 56 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

References NvBufSurfTransformSyncObjDestroy(), and NvBufSurfTransformSyncObjWait().

The documentation for this class was generated from the following file:

sources/libs/nvdsinferserver/infer_cuda_utils.h


NVIDIA DeepStream SDK API Reference	8.0 Release

NVIDIA DeepStream SDK API Reference

8.0 Release

Detailed Description

Public Member Functions

Constructor & Destructor Documentation

◆ CudaTensorBuf() [1/2]

◆ ~CudaTensorBuf() [1/2]

◆ CudaTensorBuf() [2/2]

◆ ~CudaTensorBuf() [2/2]

Member Function Documentation

◆ attach() [1/2]

◆ attach() [2/2]

◆ attachedBufs() [1/2]

◆ attachedBufs() [2/2]

◆ bufId() [1/2]

◆ bufId() [2/2]

◆ cuEvent() [1/2]

◆ cuEvent() [2/2]

◆ detach() [1/2]

◆ detach() [2/2]

◆ getBatchSize() [1/2]

◆ getBatchSize() [2/2]

◆ getBufDesc() [1/2]

◆ getBufDesc() [2/2]

◆ getBufOffset() [1/2]

◆ getBufOffset() [2/2]

◆ getBufPtr() [1/2]

◆ getBufPtr() [2/2]

◆ getSyncObj() [1/2]

◆ getSyncObj() [2/2]

◆ getTotalBytes() [1/2]

◆ getTotalBytes() [2/2]

◆ hasAttachedBufs() [1/2]

◆ hasAttachedBufs() [2/2]

◆ hasAttachLoop() [1/2]

◆ hasAttachLoop() [2/2]

◆ mutableAttachedBufs() [1/2]

◆ mutableAttachedBufs() [2/2]

◆ mutableBufDesc() [1/2]

◆ mutableBufDesc() [2/2]

◆ reuse() [1/2]

◆ reuse() [2/2]

◆ setBatchSize() [1/2]

◆ setBatchSize() [2/2]

◆ setBufDesc() [1/2]

◆ setBufDesc() [2/2]

◆ setBufId() [1/2]

◆ setBufId() [2/2]

◆ setCuEvent() [1/2]

◆ setCuEvent() [2/2]

◆ setName() [1/2]

◆ setName() [2/2]

◆ setSyncObj() [1/2]

◆ setSyncObj() [2/2]

◆ waitForSyncObj() [1/2]

◆ waitForSyncObj() [2/2]