A batch buffer with CUDA memory allocation.
Definition at line 168 of file infer_cuda_utils.h.
Public Member Functions | |
CudaTensorBuf (const InferDims &dims, InferDataType dt, int batchSize, const std::string &name, InferMemType mt, int devId, bool initCuEvent) | |
~CudaTensorBuf () override | |
void | setBatchSize (uint32_t size) override |
void | setName (const std::string &name) |
void * | getBufPtr (uint32_t batchIdx) const final |
void | reuse () |
const InferBufferDescription & | getBufDesc () const final |
uint32_t | getBatchSize () const final |
uint64_t | getTotalBytes () const override |
void | setBufDesc (const InferBufferDescription &desc) |
InferBufferDescription & | mutableBufDesc () |
const SharedCuEvent & | cuEvent () const |
void | setCuEvent (SharedCuEvent e) |
void | setSyncObj (NvBufSurfTransformSyncObj_t SyncObj) |
NvBufSurfTransformSyncObj_t & | getSyncObj () |
void | waitForSyncObj () |
void | attach (SharedBatchBuf buf) |
void | detach () |
bool | hasAttachedBufs () const |
const std::vector< SharedBatchBuf > & | attachedBufs () const |
std::vector< SharedBatchBuf > & | mutableAttachedBufs () |
bool | hasAttachLoop () const |
void | setBufId (uint64_t id) |
uint64_t | bufId () const |
size_t | getBufOffset (uint32_t batchIdx) const override |
Get the offset from start of the memory allocation to the buffer pointer. More... | |
nvdsinferserver::CudaTensorBuf::CudaTensorBuf | ( | const InferDims & | dims, |
InferDataType | dt, | ||
int | batchSize, | ||
const std::string & | name, | ||
InferMemType | mt, | ||
int | devId, | ||
bool | initCuEvent | ||
) |
|
override |
|
inlineinherited |
Definition at line 67 of file infer_batch_buffer.h.
|
inlineinherited |
Definition at line 74 of file infer_batch_buffer.h.
|
inlineinherited |
Definition at line 93 of file infer_batch_buffer.h.
|
inlineinherited |
Definition at line 52 of file infer_batch_buffer.h.
|
inlineinherited |
Definition at line 72 of file infer_batch_buffer.h.
Referenced by reuse().
|
inlinefinalvirtualinherited |
Implements nvdsinferserver::IBatchBuffer.
Definition at line 41 of file infer_batch_buffer.h.
Referenced by nvdsinferserver::SurfaceBuffer::getBufOffset(), and nvdsinferserver::SurfaceBuffer::getBufPtr().
|
inlinefinalvirtualinherited |
Implements nvdsinferserver::IBatchBuffer.
Definition at line 40 of file infer_batch_buffer.h.
|
inlineoverridevirtualinherited |
Get the offset from start of the memory allocation to the buffer pointer.
Needed for sharing CUDA memory with Triton server.
Implements nvdsinferserver::IBatchBuffer.
Reimplemented in nvdsinferserver::RefBatchBuffer, nvdsinferserver::BatchSurfaceBuffer, and nvdsinferserver::SurfaceBuffer.
Definition at line 100 of file infer_batch_buffer.h.
|
finalvirtual |
Implements nvdsinferserver::IBatchBuffer.
|
inlineinherited |
Definition at line 55 of file infer_batch_buffer.h.
|
inlineoverridevirtualinherited |
Implements nvdsinferserver::IBatchBuffer.
Reimplemented in nvdsinferserver::RefBatchBuffer.
Definition at line 42 of file infer_batch_buffer.h.
References nvdsinferserver::kNone.
|
inlineinherited |
Definition at line 73 of file infer_batch_buffer.h.
|
inlineinherited |
Definition at line 79 of file infer_batch_buffer.h.
|
inlineinherited |
Definition at line 78 of file infer_batch_buffer.h.
|
inlineinherited |
Definition at line 50 of file infer_batch_buffer.h.
Referenced by setName().
|
inline |
Definition at line 182 of file infer_cuda_utils.h.
References nvdsinferserver::BaseBatchBuffer::detach(), and setBatchSize().
|
inlineoverridevirtual |
Reimplemented from nvdsinferserver::BaseBatchBuffer.
Definition at line 175 of file infer_cuda_utils.h.
References nvdsinferserver::BaseBatchBuffer::setBatchSize().
Referenced by reuse().
|
inlineinherited |
Definition at line 49 of file infer_batch_buffer.h.
Referenced by nvdsinferserver::ClassificationOutput::ClassificationOutput(), nvdsinferserver::DetectionOutput::DetectionOutput(), and nvdsinferserver::SegmentationOutput::SegmentationOutput().
|
inlineinherited |
Definition at line 92 of file infer_batch_buffer.h.
|
inlineinherited |
Definition at line 53 of file infer_batch_buffer.h.
|
inline |
Definition at line 180 of file infer_cuda_utils.h.
References nvdsinferserver::BaseBatchBuffer::mutableBufDesc(), and nvdsinferserver::InferBufferDescription::name.
|
inlineinherited |
Definition at line 54 of file infer_batch_buffer.h.
|
inlineinherited |
Definition at line 56 of file infer_batch_buffer.h.
References NvBufSurfTransformSyncObjDestroy(), and NvBufSurfTransformSyncObjWait().