NVIDIA DeepStream SDK API Reference
9.1 Release
Public Member Functions
nvdsinferserver::BatchSurfaceBuffer Class Reference

Detailed Description

Definition at line 117 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

Inheritance diagram for nvdsinferserver::BatchSurfaceBuffer:
Inheritance graph
[legend]
Collaboration diagram for nvdsinferserver::BatchSurfaceBuffer:
Collaboration graph
[legend]

Public Member Functions

 BatchSurfaceBuffer (int devId, uint32_t maxBatchSize, NvBufSurfaceMemType memType)
 
void * getBufPtr (uint32_t batchIdx) const override
 
size_t getBufOffset (uint32_t batchIdx) const override
 Get the offset from start of the memory allocation to the buffer pointer. More...
 
void append (const NvBufSurfaceParams &params, const NvBufSurfTransformRect &crop)
 
NvBufSurfaceParams & getSurfaceParams (int batchIdx)
 
NvBufSurfTransformRect getCropArea (int batchIdx)
 
NvBufSurface * getBufSurface ()
 
void getScaleRatio (uint32_t batchIdx, double &ratioX, double &ratioY)
 
void setScaleRatio (uint32_t batchIdx, double ratioX, double ratioY)
 
void getOffsets (uint32_t batchIdx, uint32_t &offsetLeft, uint32_t &offsetTop)
 
void setOffsets (uint32_t batchIdx, uint32_t offsetLeft, uint32_t offsetTop)
 
 BatchSurfaceBuffer (int devId, uint32_t maxBatchSize, NvBufSurfaceMemType memType)
 
void * getBufPtr (uint32_t batchIdx) const override
 
size_t getBufOffset (uint32_t batchIdx) const override
 Get the offset from start of the memory allocation to the buffer pointer. More...
 
void append (const NvBufSurfaceParams &params, const NvBufSurfTransformRect &crop)
 
NvBufSurfaceParams & getSurfaceParams (int batchIdx)
 
NvBufSurfTransformRect getCropArea (int batchIdx)
 
NvBufSurface * getBufSurface ()
 
void getScaleRatio (uint32_t batchIdx, double &ratioX, double &ratioY)
 
void setScaleRatio (uint32_t batchIdx, double ratioX, double ratioY)
 
void getOffsets (uint32_t batchIdx, uint32_t &offsetLeft, uint32_t &offsetTop)
 
void setOffsets (uint32_t batchIdx, uint32_t offsetLeft, uint32_t offsetTop)
 
const InferBufferDescription & getBufDesc () const final
 
const InferBufferDescription & getBufDesc () const final
 
uint32_t getBatchSize () const final
 
uint32_t getBatchSize () const final
 
uint64_t getTotalBytes () const override
 
uint64_t getTotalBytes () const override
 
void setBufDesc (const InferBufferDescription &desc)
 
void setBufDesc (const InferBufferDescription &desc)
 
InferBufferDescription & mutableBufDesc ()
 
InferBufferDescription & mutableBufDesc ()
 
virtual void setBatchSize (uint32_t size)
 
virtual void setBatchSize (uint32_t size)
 
const SharedCuEvent & cuEvent () const
 
const SharedCuEvent & cuEvent () const
 
void setCuEvent (SharedCuEvent e)
 
void setCuEvent (SharedCuEvent e)
 
void setSyncObj (NvBufSurfTransformSyncObj_t SyncObj)
 
void setSyncObj (NvBufSurfTransformSyncObj_t SyncObj)
 
NvBufSurfTransformSyncObj_t & getSyncObj ()
 
NvBufSurfTransformSyncObj_t & getSyncObj ()
 
void waitForSyncObj ()
 
void waitForSyncObj ()
 
void attach (SharedBatchBuf buf)
 
void attach (SharedBatchBuf buf)
 
void detach ()
 
void detach ()
 
bool hasAttachedBufs () const
 
bool hasAttachedBufs () const
 
const std::vector< SharedBatchBuf > & attachedBufs () const
 
const std::vector< SharedBatchBuf > & attachedBufs () const
 
std::vector< SharedBatchBuf > & mutableAttachedBufs ()
 
std::vector< SharedBatchBuf > & mutableAttachedBufs ()
 
bool hasAttachLoop () const
 
bool hasAttachLoop () const
 
void setBufId (uint64_t id)
 
void setBufId (uint64_t id)
 
uint64_t bufId () const
 
uint64_t bufId () const
 

Constructor & Destructor Documentation

◆ BatchSurfaceBuffer() [1/2]

nvdsinferserver::BatchSurfaceBuffer::BatchSurfaceBuffer ( int  devId,
uint32_t  maxBatchSize,
NvBufSurfaceMemType  memType 
)
inline

Definition at line 119 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

References nvdsinferserver::kNvSurface, and nvdsinferserver::kUint8.

◆ BatchSurfaceBuffer() [2/2]

nvdsinferserver::BatchSurfaceBuffer::BatchSurfaceBuffer ( int  devId,
uint32_t  maxBatchSize,
NvBufSurfaceMemType  memType 
)
inline

Definition at line 119 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

References nvdsinferserver::kNvSurface, and nvdsinferserver::kUint8.

Member Function Documentation

◆ append() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::append ( const NvBufSurfaceParams &  params,
const NvBufSurfTransformRect &  crop 
)
inline

Definition at line 153 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ append() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::append ( const NvBufSurfaceParams &  params,
const NvBufSurfTransformRect &  crop 
)
inline

Definition at line 153 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ attach() [1/2]

void nvdsinferserver::BaseBatchBuffer::attach ( SharedBatchBuf  buf)
inlineinherited

Definition at line 72 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ attach() [2/2]

void nvdsinferserver::BaseBatchBuffer::attach ( SharedBatchBuf  buf)
inlineinherited

Definition at line 72 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ attachedBufs() [1/2]

const std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::attachedBufs ( ) const
inlineinherited

Definition at line 79 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ attachedBufs() [2/2]

const std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::attachedBufs ( ) const
inlineinherited

Definition at line 79 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ bufId() [1/2]

uint64_t nvdsinferserver::BaseBatchBuffer::bufId ( ) const
inlineinherited

Definition at line 98 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ bufId() [2/2]

uint64_t nvdsinferserver::BaseBatchBuffer::bufId ( ) const
inlineinherited

Definition at line 98 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ cuEvent() [1/2]

const SharedCuEvent& nvdsinferserver::BaseBatchBuffer::cuEvent ( ) const
inlineinherited

Definition at line 57 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ cuEvent() [2/2]

const SharedCuEvent& nvdsinferserver::BaseBatchBuffer::cuEvent ( ) const
inlineinherited

Definition at line 57 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ detach() [1/2]

void nvdsinferserver::BaseBatchBuffer::detach ( )
inlineinherited

Definition at line 77 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::CudaTensorBuf::reuse().

◆ detach() [2/2]

void nvdsinferserver::BaseBatchBuffer::detach ( )
inlineinherited

Definition at line 77 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBatchSize() [1/2]

uint32_t nvdsinferserver::BaseBatchBuffer::getBatchSize ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 46 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::SurfaceBuffer::getBufOffset(), and nvdsinferserver::SurfaceBuffer::getBufPtr().

◆ getBatchSize() [2/2]

uint32_t nvdsinferserver::BaseBatchBuffer::getBatchSize ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 46 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufDesc() [1/2]

const InferBufferDescription& nvdsinferserver::BaseBatchBuffer::getBufDesc ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 45 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufDesc() [2/2]

const InferBufferDescription& nvdsinferserver::BaseBatchBuffer::getBufDesc ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 45 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufOffset() [1/2]

size_t nvdsinferserver::BatchSurfaceBuffer::getBufOffset ( uint32_t  batchIdx) const
inlineoverridevirtual

Get the offset from start of the memory allocation to the buffer pointer.

Needed for sharing CUDA memory with Triton server.

Reimplemented from nvdsinferserver::BaseBatchBuffer.

Definition at line 141 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufOffset() [2/2]

size_t nvdsinferserver::BatchSurfaceBuffer::getBufOffset ( uint32_t  batchIdx) const
inlineoverridevirtual

Get the offset from start of the memory allocation to the buffer pointer.

Needed for sharing CUDA memory with Triton server.

Reimplemented from nvdsinferserver::BaseBatchBuffer.

Definition at line 141 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufPtr() [1/2]

void* nvdsinferserver::BatchSurfaceBuffer::getBufPtr ( uint32_t  batchIdx) const
inlineoverridevirtual

Implements nvdsinferserver::IBatchBuffer.

Definition at line 129 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufPtr() [2/2]

void* nvdsinferserver::BatchSurfaceBuffer::getBufPtr ( uint32_t  batchIdx) const
inlineoverridevirtual

Implements nvdsinferserver::IBatchBuffer.

Definition at line 129 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufSurface() [1/2]

NvBufSurface* nvdsinferserver::BatchSurfaceBuffer::getBufSurface ( )
inline

Definition at line 172 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufSurface() [2/2]

NvBufSurface* nvdsinferserver::BatchSurfaceBuffer::getBufSurface ( )
inline

Definition at line 172 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getCropArea() [1/2]

NvBufSurfTransformRect nvdsinferserver::BatchSurfaceBuffer::getCropArea ( int  batchIdx)
inline

Definition at line 168 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getCropArea() [2/2]

NvBufSurfTransformRect nvdsinferserver::BatchSurfaceBuffer::getCropArea ( int  batchIdx)
inline

Definition at line 168 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getOffsets() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::getOffsets ( uint32_t  batchIdx,
uint32_t &  offsetLeft,
uint32_t &  offsetTop 
)
inline

Definition at line 184 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getOffsets() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::getOffsets ( uint32_t  batchIdx,
uint32_t &  offsetLeft,
uint32_t &  offsetTop 
)
inline

Definition at line 184 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getScaleRatio() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::getScaleRatio ( uint32_t  batchIdx,
double &  ratioX,
double &  ratioY 
)
inline

Definition at line 174 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getScaleRatio() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::getScaleRatio ( uint32_t  batchIdx,
double &  ratioX,
double &  ratioY 
)
inline

Definition at line 174 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getSurfaceParams() [1/2]

NvBufSurfaceParams& nvdsinferserver::BatchSurfaceBuffer::getSurfaceParams ( int  batchIdx)
inline

Definition at line 164 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getSurfaceParams() [2/2]

NvBufSurfaceParams& nvdsinferserver::BatchSurfaceBuffer::getSurfaceParams ( int  batchIdx)
inline

Definition at line 164 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getSyncObj() [1/2]

NvBufSurfTransformSyncObj_t& nvdsinferserver::BaseBatchBuffer::getSyncObj ( )
inlineinherited

Definition at line 60 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getSyncObj() [2/2]

NvBufSurfTransformSyncObj_t& nvdsinferserver::BaseBatchBuffer::getSyncObj ( )
inlineinherited

Definition at line 60 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getTotalBytes() [1/2]

uint64_t nvdsinferserver::BaseBatchBuffer::getTotalBytes ( ) const
inlineoverridevirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer, and nvdsinferserver::RefBatchBuffer.

Definition at line 47 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

References nvdsinferserver::kNone.

◆ getTotalBytes() [2/2]

uint64_t nvdsinferserver::BaseBatchBuffer::getTotalBytes ( ) const
inlineoverridevirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer.

Definition at line 47 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

References nvdsinferserver::kNone.

◆ hasAttachedBufs() [1/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachedBufs ( ) const
inlineinherited

Definition at line 78 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ hasAttachedBufs() [2/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachedBufs ( ) const
inlineinherited

Definition at line 78 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ hasAttachLoop() [1/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachLoop ( ) const
inlineinherited

Definition at line 84 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ hasAttachLoop() [2/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachLoop ( ) const
inlineinherited

Definition at line 84 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ mutableAttachedBufs() [1/2]

std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::mutableAttachedBufs ( )
inlineinherited

Definition at line 83 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ mutableAttachedBufs() [2/2]

std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::mutableAttachedBufs ( )
inlineinherited

Definition at line 83 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ mutableBufDesc() [1/2]

InferBufferDescription& nvdsinferserver::BaseBatchBuffer::mutableBufDesc ( )
inlineinherited

Definition at line 55 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::CudaTensorBuf::setName().

◆ mutableBufDesc() [2/2]

InferBufferDescription& nvdsinferserver::BaseBatchBuffer::mutableBufDesc ( )
inlineinherited

Definition at line 55 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBatchSize() [1/2]

virtual void nvdsinferserver::BaseBatchBuffer::setBatchSize ( uint32_t  size)
inlinevirtualinherited

Reimplemented in nvdsinferserver::CudaTensorBuf, and nvdsinferserver::CudaTensorBuf.

Definition at line 56 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBatchSize() [2/2]

virtual void nvdsinferserver::BaseBatchBuffer::setBatchSize ( uint32_t  size)
inlinevirtualinherited

Reimplemented in nvdsinferserver::CudaTensorBuf, and nvdsinferserver::CudaTensorBuf.

Definition at line 56 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::SurfaceBuffer::reuse(), nvdsinferserver::CudaTensorBuf::setBatchSize(), and nvdsinferserver::DetectionOutput::swapObjects().

◆ setBufDesc() [1/2]

void nvdsinferserver::BaseBatchBuffer::setBufDesc ( const InferBufferDescription &  desc)
inlineinherited

Definition at line 54 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBufDesc() [2/2]

void nvdsinferserver::BaseBatchBuffer::setBufDesc ( const InferBufferDescription &  desc)
inlineinherited

Definition at line 54 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::ClassificationOutput::ClassificationOutput(), nvdsinferserver::DetectionOutput::DetectionOutput(), and nvdsinferserver::SegmentationOutput::SegmentationOutput().

◆ setBufId() [1/2]

void nvdsinferserver::BaseBatchBuffer::setBufId ( uint64_t  id)
inlineinherited

Definition at line 97 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBufId() [2/2]

void nvdsinferserver::BaseBatchBuffer::setBufId ( uint64_t  id)
inlineinherited

Definition at line 97 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setCuEvent() [1/2]

void nvdsinferserver::BaseBatchBuffer::setCuEvent ( SharedCuEvent  e)
inlineinherited

Definition at line 58 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setCuEvent() [2/2]

void nvdsinferserver::BaseBatchBuffer::setCuEvent ( SharedCuEvent  e)
inlineinherited

Definition at line 58 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setOffsets() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::setOffsets ( uint32_t  batchIdx,
uint32_t  offsetLeft,
uint32_t  offsetTop 
)
inline

Definition at line 190 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ setOffsets() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::setOffsets ( uint32_t  batchIdx,
uint32_t  offsetLeft,
uint32_t  offsetTop 
)
inline

Definition at line 190 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ setScaleRatio() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::setScaleRatio ( uint32_t  batchIdx,
double  ratioX,
double  ratioY 
)
inline

Definition at line 179 of file 9.1/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ setScaleRatio() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::setScaleRatio ( uint32_t  batchIdx,
double  ratioX,
double  ratioY 
)
inline

Definition at line 179 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ setSyncObj() [1/2]

void nvdsinferserver::BaseBatchBuffer::setSyncObj ( NvBufSurfTransformSyncObj_t  SyncObj)
inlineinherited

Definition at line 59 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setSyncObj() [2/2]

void nvdsinferserver::BaseBatchBuffer::setSyncObj ( NvBufSurfTransformSyncObj_t  SyncObj)
inlineinherited

Definition at line 59 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ waitForSyncObj() [1/2]

void nvdsinferserver::BaseBatchBuffer::waitForSyncObj ( )
inlineinherited

Definition at line 61 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

References NvBufSurfTransformSyncObjDestroy(), and NvBufSurfTransformSyncObjWait().

◆ waitForSyncObj() [2/2]

void nvdsinferserver::BaseBatchBuffer::waitForSyncObj ( )
inlineinherited

Definition at line 61 of file 9.1/sources/libs/nvdsinferserver/infer_batch_buffer.h.

References NvBufSurfTransformSyncObjDestroy(), and NvBufSurfTransformSyncObjWait().

The documentation for this class was generated from the following file: