NVIDIA DeepStream SDK API Reference
8.0 Release
Public Member Functions
nvdsinferserver::BatchSurfaceBuffer Class Reference

Detailed Description

Definition at line 112 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

Inheritance diagram for nvdsinferserver::BatchSurfaceBuffer:
Inheritance graph
[legend]
Collaboration diagram for nvdsinferserver::BatchSurfaceBuffer:
Collaboration graph
[legend]

Public Member Functions

 BatchSurfaceBuffer (int devId, uint32_t maxBatchSize, NvBufSurfaceMemType memType)
 
void * getBufPtr (uint32_t batchIdx) const override
 
size_t getBufOffset (uint32_t batchIdx) const override
 Get the offset from start of the memory allocation to the buffer pointer. More...
 
void append (const NvBufSurfaceParams &params, const NvBufSurfTransformRect &crop)
 
NvBufSurfaceParams & getSurfaceParams (int batchIdx)
 
NvBufSurfTransformRect getCropArea (int batchIdx)
 
NvBufSurface * getBufSurface ()
 
void getScaleRatio (uint32_t batchIdx, double &ratioX, double &ratioY)
 
void setScaleRatio (uint32_t batchIdx, double ratioX, double ratioY)
 
void getOffsets (uint32_t batchIdx, uint32_t &offsetLeft, uint32_t &offsetTop)
 
void setOffsets (uint32_t batchIdx, uint32_t offsetLeft, uint32_t offsetTop)
 
 BatchSurfaceBuffer (int devId, uint32_t maxBatchSize, NvBufSurfaceMemType memType)
 
void * getBufPtr (uint32_t batchIdx) const override
 
size_t getBufOffset (uint32_t batchIdx) const override
 Get the offset from start of the memory allocation to the buffer pointer. More...
 
void append (const NvBufSurfaceParams &params, const NvBufSurfTransformRect &crop)
 
NvBufSurfaceParams & getSurfaceParams (int batchIdx)
 
NvBufSurfTransformRect getCropArea (int batchIdx)
 
NvBufSurface * getBufSurface ()
 
void getScaleRatio (uint32_t batchIdx, double &ratioX, double &ratioY)
 
void setScaleRatio (uint32_t batchIdx, double ratioX, double ratioY)
 
void getOffsets (uint32_t batchIdx, uint32_t &offsetLeft, uint32_t &offsetTop)
 
void setOffsets (uint32_t batchIdx, uint32_t offsetLeft, uint32_t offsetTop)
 
const InferBufferDescription & getBufDesc () const final
 
const InferBufferDescription & getBufDesc () const final
 
uint32_t getBatchSize () const final
 
uint32_t getBatchSize () const final
 
uint64_t getTotalBytes () const override
 
uint64_t getTotalBytes () const override
 
void setBufDesc (const InferBufferDescription &desc)
 
void setBufDesc (const InferBufferDescription &desc)
 
InferBufferDescription & mutableBufDesc ()
 
InferBufferDescription & mutableBufDesc ()
 
virtual void setBatchSize (uint32_t size)
 
virtual void setBatchSize (uint32_t size)
 
const SharedCuEvent & cuEvent () const
 
const SharedCuEvent & cuEvent () const
 
void setCuEvent (SharedCuEvent e)
 
void setCuEvent (SharedCuEvent e)
 
void setSyncObj (NvBufSurfTransformSyncObj_t SyncObj)
 
void setSyncObj (NvBufSurfTransformSyncObj_t SyncObj)
 
NvBufSurfTransformSyncObj_t & getSyncObj ()
 
NvBufSurfTransformSyncObj_t & getSyncObj ()
 
void waitForSyncObj ()
 
void waitForSyncObj ()
 
void attach (SharedBatchBuf buf)
 
void attach (SharedBatchBuf buf)
 
void detach ()
 
void detach ()
 
bool hasAttachedBufs () const
 
bool hasAttachedBufs () const
 
const std::vector< SharedBatchBuf > & attachedBufs () const
 
const std::vector< SharedBatchBuf > & attachedBufs () const
 
std::vector< SharedBatchBuf > & mutableAttachedBufs ()
 
std::vector< SharedBatchBuf > & mutableAttachedBufs ()
 
bool hasAttachLoop () const
 
bool hasAttachLoop () const
 
void setBufId (uint64_t id)
 
void setBufId (uint64_t id)
 
uint64_t bufId () const
 
uint64_t bufId () const
 

Constructor & Destructor Documentation

◆ BatchSurfaceBuffer() [1/2]

nvdsinferserver::BatchSurfaceBuffer::BatchSurfaceBuffer ( int  devId,
uint32_t  maxBatchSize,
NvBufSurfaceMemType  memType 
)
inline

Definition at line 114 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

References nvdsinferserver::kNvSurface, and nvdsinferserver::kUint8.

◆ BatchSurfaceBuffer() [2/2]

nvdsinferserver::BatchSurfaceBuffer::BatchSurfaceBuffer ( int  devId,
uint32_t  maxBatchSize,
NvBufSurfaceMemType  memType 
)
inline

Definition at line 114 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

References nvdsinferserver::kNvSurface, and nvdsinferserver::kUint8.

Member Function Documentation

◆ append() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::append ( const NvBufSurfaceParams &  params,
const NvBufSurfTransformRect &  crop 
)
inline

Definition at line 148 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ append() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::append ( const NvBufSurfaceParams &  params,
const NvBufSurfTransformRect &  crop 
)
inline

Definition at line 148 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ attach() [1/2]

void nvdsinferserver::BaseBatchBuffer::attach ( SharedBatchBuf  buf)
inlineinherited

Definition at line 67 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ attach() [2/2]

void nvdsinferserver::BaseBatchBuffer::attach ( SharedBatchBuf  buf)
inlineinherited

Definition at line 67 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ attachedBufs() [1/2]

const std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::attachedBufs ( ) const
inlineinherited

Definition at line 74 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ attachedBufs() [2/2]

const std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::attachedBufs ( ) const
inlineinherited

Definition at line 74 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ bufId() [1/2]

uint64_t nvdsinferserver::BaseBatchBuffer::bufId ( ) const
inlineinherited

Definition at line 93 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ bufId() [2/2]

uint64_t nvdsinferserver::BaseBatchBuffer::bufId ( ) const
inlineinherited

Definition at line 93 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ cuEvent() [1/2]

const SharedCuEvent& nvdsinferserver::BaseBatchBuffer::cuEvent ( ) const
inlineinherited

Definition at line 52 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ cuEvent() [2/2]

const SharedCuEvent& nvdsinferserver::BaseBatchBuffer::cuEvent ( ) const
inlineinherited

Definition at line 52 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ detach() [1/2]

void nvdsinferserver::BaseBatchBuffer::detach ( )
inlineinherited

Definition at line 72 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::CudaTensorBuf::reuse().

◆ detach() [2/2]

void nvdsinferserver::BaseBatchBuffer::detach ( )
inlineinherited

Definition at line 72 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBatchSize() [1/2]

uint32_t nvdsinferserver::BaseBatchBuffer::getBatchSize ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 41 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::SurfaceBuffer::getBufOffset(), and nvdsinferserver::SurfaceBuffer::getBufPtr().

◆ getBatchSize() [2/2]

uint32_t nvdsinferserver::BaseBatchBuffer::getBatchSize ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 41 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufDesc() [1/2]

const InferBufferDescription& nvdsinferserver::BaseBatchBuffer::getBufDesc ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 40 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufDesc() [2/2]

const InferBufferDescription& nvdsinferserver::BaseBatchBuffer::getBufDesc ( ) const
inlinefinalvirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Definition at line 40 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getBufOffset() [1/2]

size_t nvdsinferserver::BatchSurfaceBuffer::getBufOffset ( uint32_t  batchIdx) const
inlineoverridevirtual

Get the offset from start of the memory allocation to the buffer pointer.

Needed for sharing CUDA memory with Triton server.

Reimplemented from nvdsinferserver::BaseBatchBuffer.

Definition at line 136 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufOffset() [2/2]

size_t nvdsinferserver::BatchSurfaceBuffer::getBufOffset ( uint32_t  batchIdx) const
inlineoverridevirtual

Get the offset from start of the memory allocation to the buffer pointer.

Needed for sharing CUDA memory with Triton server.

Reimplemented from nvdsinferserver::BaseBatchBuffer.

Definition at line 136 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufPtr() [1/2]

void* nvdsinferserver::BatchSurfaceBuffer::getBufPtr ( uint32_t  batchIdx) const
inlineoverridevirtual

Implements nvdsinferserver::IBatchBuffer.

Definition at line 124 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufPtr() [2/2]

void* nvdsinferserver::BatchSurfaceBuffer::getBufPtr ( uint32_t  batchIdx) const
inlineoverridevirtual

Implements nvdsinferserver::IBatchBuffer.

Definition at line 124 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufSurface() [1/2]

NvBufSurface* nvdsinferserver::BatchSurfaceBuffer::getBufSurface ( )
inline

Definition at line 167 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getBufSurface() [2/2]

NvBufSurface* nvdsinferserver::BatchSurfaceBuffer::getBufSurface ( )
inline

Definition at line 167 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getCropArea() [1/2]

NvBufSurfTransformRect nvdsinferserver::BatchSurfaceBuffer::getCropArea ( int  batchIdx)
inline

Definition at line 163 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getCropArea() [2/2]

NvBufSurfTransformRect nvdsinferserver::BatchSurfaceBuffer::getCropArea ( int  batchIdx)
inline

Definition at line 163 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getOffsets() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::getOffsets ( uint32_t  batchIdx,
uint32_t &  offsetLeft,
uint32_t &  offsetTop 
)
inline

Definition at line 179 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getOffsets() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::getOffsets ( uint32_t  batchIdx,
uint32_t &  offsetLeft,
uint32_t &  offsetTop 
)
inline

Definition at line 179 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getScaleRatio() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::getScaleRatio ( uint32_t  batchIdx,
double &  ratioX,
double &  ratioY 
)
inline

Definition at line 169 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getScaleRatio() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::getScaleRatio ( uint32_t  batchIdx,
double &  ratioX,
double &  ratioY 
)
inline

Definition at line 169 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getSurfaceParams() [1/2]

NvBufSurfaceParams& nvdsinferserver::BatchSurfaceBuffer::getSurfaceParams ( int  batchIdx)
inline

Definition at line 159 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getSurfaceParams() [2/2]

NvBufSurfaceParams& nvdsinferserver::BatchSurfaceBuffer::getSurfaceParams ( int  batchIdx)
inline

Definition at line 159 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ getSyncObj() [1/2]

NvBufSurfTransformSyncObj_t& nvdsinferserver::BaseBatchBuffer::getSyncObj ( )
inlineinherited

Definition at line 55 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getSyncObj() [2/2]

NvBufSurfTransformSyncObj_t& nvdsinferserver::BaseBatchBuffer::getSyncObj ( )
inlineinherited

Definition at line 55 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ getTotalBytes() [1/2]

uint64_t nvdsinferserver::BaseBatchBuffer::getTotalBytes ( ) const
inlineoverridevirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer, and nvdsinferserver::RefBatchBuffer.

Definition at line 42 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

References nvdsinferserver::kNone.

◆ getTotalBytes() [2/2]

uint64_t nvdsinferserver::BaseBatchBuffer::getTotalBytes ( ) const
inlineoverridevirtualinherited

Implements nvdsinferserver::IBatchBuffer.

Reimplemented in nvdsinferserver::RefBatchBuffer.

Definition at line 42 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

References nvdsinferserver::kNone.

◆ hasAttachedBufs() [1/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachedBufs ( ) const
inlineinherited

Definition at line 73 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ hasAttachedBufs() [2/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachedBufs ( ) const
inlineinherited

Definition at line 73 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ hasAttachLoop() [1/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachLoop ( ) const
inlineinherited

Definition at line 79 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ hasAttachLoop() [2/2]

bool nvdsinferserver::BaseBatchBuffer::hasAttachLoop ( ) const
inlineinherited

Definition at line 79 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ mutableAttachedBufs() [1/2]

std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::mutableAttachedBufs ( )
inlineinherited

Definition at line 78 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ mutableAttachedBufs() [2/2]

std::vector<SharedBatchBuf>& nvdsinferserver::BaseBatchBuffer::mutableAttachedBufs ( )
inlineinherited

Definition at line 78 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ mutableBufDesc() [1/2]

InferBufferDescription& nvdsinferserver::BaseBatchBuffer::mutableBufDesc ( )
inlineinherited

Definition at line 50 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::CudaTensorBuf::setName().

◆ mutableBufDesc() [2/2]

InferBufferDescription& nvdsinferserver::BaseBatchBuffer::mutableBufDesc ( )
inlineinherited

Definition at line 50 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBatchSize() [1/2]

virtual void nvdsinferserver::BaseBatchBuffer::setBatchSize ( uint32_t  size)
inlinevirtualinherited

Reimplemented in nvdsinferserver::CudaTensorBuf, and nvdsinferserver::CudaTensorBuf.

Definition at line 51 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBatchSize() [2/2]

virtual void nvdsinferserver::BaseBatchBuffer::setBatchSize ( uint32_t  size)
inlinevirtualinherited

Reimplemented in nvdsinferserver::CudaTensorBuf, and nvdsinferserver::CudaTensorBuf.

Definition at line 51 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::SurfaceBuffer::reuse(), nvdsinferserver::CudaTensorBuf::setBatchSize(), and nvdsinferserver::DetectionOutput::swapObjects().

◆ setBufDesc() [1/2]

void nvdsinferserver::BaseBatchBuffer::setBufDesc ( const InferBufferDescription &  desc)
inlineinherited

Definition at line 49 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBufDesc() [2/2]

void nvdsinferserver::BaseBatchBuffer::setBufDesc ( const InferBufferDescription &  desc)
inlineinherited

Definition at line 49 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

Referenced by nvdsinferserver::ClassificationOutput::ClassificationOutput(), nvdsinferserver::DetectionOutput::DetectionOutput(), and nvdsinferserver::SegmentationOutput::SegmentationOutput().

◆ setBufId() [1/2]

void nvdsinferserver::BaseBatchBuffer::setBufId ( uint64_t  id)
inlineinherited

Definition at line 92 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setBufId() [2/2]

void nvdsinferserver::BaseBatchBuffer::setBufId ( uint64_t  id)
inlineinherited

Definition at line 92 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setCuEvent() [1/2]

void nvdsinferserver::BaseBatchBuffer::setCuEvent ( SharedCuEvent  e)
inlineinherited

Definition at line 53 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setCuEvent() [2/2]

void nvdsinferserver::BaseBatchBuffer::setCuEvent ( SharedCuEvent  e)
inlineinherited

Definition at line 53 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setOffsets() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::setOffsets ( uint32_t  batchIdx,
uint32_t  offsetLeft,
uint32_t  offsetTop 
)
inline

Definition at line 185 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ setOffsets() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::setOffsets ( uint32_t  batchIdx,
uint32_t  offsetLeft,
uint32_t  offsetTop 
)
inline

Definition at line 185 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ setScaleRatio() [1/2]

void nvdsinferserver::BatchSurfaceBuffer::setScaleRatio ( uint32_t  batchIdx,
double  ratioX,
double  ratioY 
)
inline

Definition at line 174 of file 9.0/sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ setScaleRatio() [2/2]

void nvdsinferserver::BatchSurfaceBuffer::setScaleRatio ( uint32_t  batchIdx,
double  ratioX,
double  ratioY 
)
inline

Definition at line 174 of file sources/libs/nvdsinferserver/infer_surface_bufs.h.

◆ setSyncObj() [1/2]

void nvdsinferserver::BaseBatchBuffer::setSyncObj ( NvBufSurfTransformSyncObj_t  SyncObj)
inlineinherited

Definition at line 54 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ setSyncObj() [2/2]

void nvdsinferserver::BaseBatchBuffer::setSyncObj ( NvBufSurfTransformSyncObj_t  SyncObj)
inlineinherited

Definition at line 54 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

◆ waitForSyncObj() [1/2]

void nvdsinferserver::BaseBatchBuffer::waitForSyncObj ( )
inlineinherited

Definition at line 56 of file sources/libs/nvdsinferserver/infer_batch_buffer.h.

References NvBufSurfTransformSyncObjDestroy(), and NvBufSurfTransformSyncObjWait().

◆ waitForSyncObj() [2/2]

void nvdsinferserver::BaseBatchBuffer::waitForSyncObj ( )
inlineinherited

Definition at line 56 of file 9.0/sources/libs/nvdsinferserver/infer_batch_buffer.h.

References NvBufSurfTransformSyncObjDestroy(), and NvBufSurfTransformSyncObjWait().

The documentation for this class was generated from the following file: