nvdsinferserver::InferBaseContext Class Reference

Detailed Description

The base class for handling the inference context.

It creates the NN backend, pre-processors, post-processors and calls these for the inference processing.

Definition at line 52 of file sources/libs/nvdsinferserver/infer_base_context.h.

Inheritance diagram for nvdsinferserver::InferBaseContext:

Collaboration diagram for nvdsinferserver::InferBaseContext:

Public Member Functions
	InferBaseContext ()
	~InferBaseContext () override
NvDsInferStatus	initialize (const std::string &prototxt, InferLoggingFunc logFunc) final
NvDsInferStatus	run (SharedIBatchArray input, InferOutputCb outputCb) final
NvDsInferStatus	deinit () override
	InferBaseContext ()
	~InferBaseContext () override
NvDsInferStatus	initialize (const std::string &prototxt, InferLoggingFunc logFunc) final
NvDsInferStatus	run (SharedIBatchArray input, InferOutputCb outputCb) final
NvDsInferStatus	deinit () override

Protected Member Functions
virtual void	backendConsumedInputs (SharedBatchArray inputs)
virtual SharedCuStream &	mainStream ()=0
const ic::InferenceConfig &	config () const
int	maxBatchSize () const
int	uniqueId () const
BaseBackend *	backend ()
const SharedDllHandle &	customLib () const
bool	needCopyInputToHost () const
void	print (NvDsInferLogLevel l, const char *msg)
bool	needPreprocess () const
virtual void	backendConsumedInputs (SharedBatchArray inputs)
virtual SharedCuStream &	mainStream ()=0
const ic::InferenceConfig &	config () const
int	maxBatchSize () const
int	uniqueId () const
BaseBackend *	backend ()
const SharedDllHandle &	customLib () const
bool	needCopyInputToHost () const
void	print (NvDsInferLogLevel l, const char *msg)
bool	needPreprocess () const

Constructor & Destructor Documentation

InferBaseContext() [1/2]

nvdsinferserver::InferBaseContext::InferBaseContext

(

)

~InferBaseContext() [1/2]

nvdsinferserver::InferBaseContext::~InferBaseContext ( )

override

InferBaseContext() [2/2]

nvdsinferserver::InferBaseContext::InferBaseContext

(

)

~InferBaseContext() [2/2]

nvdsinferserver::InferBaseContext::~InferBaseContext ( )

override

Member Function Documentation

backend() [1/2]

BaseBackend* nvdsinferserver::InferBaseContext::backend ( )

inlineprotected

Definition at line 101 of file sources/libs/nvdsinferserver/infer_base_context.h.

backend() [2/2]

BaseBackend* nvdsinferserver::InferBaseContext::backend ( )

inlineprotected

Definition at line 101 of file 9.0/sources/libs/nvdsinferserver/infer_base_context.h.

backendConsumedInputs() [1/2]

virtual void nvdsinferserver::InferBaseContext::backendConsumedInputs ( SharedBatchArray  inputs )

inlineprotectedvirtual

Definition at line 93 of file 9.0/sources/libs/nvdsinferserver/infer_base_context.h.

backendConsumedInputs() [2/2]

virtual void nvdsinferserver::InferBaseContext::backendConsumedInputs ( SharedBatchArray  inputs )

inlineprotectedvirtual

Definition at line 93 of file sources/libs/nvdsinferserver/infer_base_context.h.

config() [1/2]

const ic::InferenceConfig& nvdsinferserver::InferBaseContext::config ( ) const

inlineprotected

Definition at line 98 of file 9.0/sources/libs/nvdsinferserver/infer_base_context.h.

config() [2/2]

const ic::InferenceConfig& nvdsinferserver::InferBaseContext::config ( ) const

inlineprotected

Definition at line 98 of file sources/libs/nvdsinferserver/infer_base_context.h.

customLib() [1/2]

const SharedDllHandle& nvdsinferserver::InferBaseContext::customLib ( ) const

inlineprotected

Definition at line 102 of file sources/libs/nvdsinferserver/infer_base_context.h.

customLib() [2/2]

const SharedDllHandle& nvdsinferserver::InferBaseContext::customLib ( ) const

inlineprotected

Definition at line 102 of file 9.0/sources/libs/nvdsinferserver/infer_base_context.h.

deinit() [1/2]

NvDsInferStatus nvdsinferserver::InferBaseContext::deinit ( )

override

deinit() [2/2]

NvDsInferStatus nvdsinferserver::InferBaseContext::deinit ( )

override

initialize() [1/2]

NvDsInferStatus nvdsinferserver::InferBaseContext::initialize ( const std::string &  prototxt, InferLoggingFunc  logFunc  )

final

initialize() [2/2]

NvDsInferStatus nvdsinferserver::InferBaseContext::initialize ( const std::string &  prototxt, InferLoggingFunc  logFunc  )

final

mainStream() [1/2]

virtual SharedCuStream& nvdsinferserver::InferBaseContext::mainStream ( )

protectedpure virtual

Implemented in nvdsinferserver::InferGrpcContext, nvdsinferserver::InferGrpcContext, nvdsinferserver::InferTrtISContext, and nvdsinferserver::InferTrtISContext.

mainStream() [2/2]

virtual SharedCuStream& nvdsinferserver::InferBaseContext::mainStream ( )

protectedpure virtual

Implemented in nvdsinferserver::InferGrpcContext, nvdsinferserver::InferGrpcContext, nvdsinferserver::InferTrtISContext, and nvdsinferserver::InferTrtISContext.

maxBatchSize() [1/2]

int nvdsinferserver::InferBaseContext::maxBatchSize ( ) const

inlineprotected

Definition at line 99 of file 9.0/sources/libs/nvdsinferserver/infer_base_context.h.

maxBatchSize() [2/2]

int nvdsinferserver::InferBaseContext::maxBatchSize ( ) const

inlineprotected

Definition at line 99 of file sources/libs/nvdsinferserver/infer_base_context.h.

needCopyInputToHost() [1/2]

bool nvdsinferserver::InferBaseContext::needCopyInputToHost ( ) const

protected

needCopyInputToHost() [2/2]

bool nvdsinferserver::InferBaseContext::needCopyInputToHost ( ) const

protected

needPreprocess() [1/2]

bool nvdsinferserver::InferBaseContext::needPreprocess ( ) const

protected

needPreprocess() [2/2]

bool nvdsinferserver::InferBaseContext::needPreprocess ( ) const

protected

print() [1/2]

void nvdsinferserver::InferBaseContext::print ( NvDsInferLogLevel  l, const char *  msg  )

protected

print() [2/2]

void nvdsinferserver::InferBaseContext::print ( NvDsInferLogLevel  l, const char *  msg  )

protected

run() [1/2]

NvDsInferStatus nvdsinferserver::InferBaseContext::run ( SharedIBatchArray  input, InferOutputCb  outputCb  )

final

run() [2/2]

NvDsInferStatus nvdsinferserver::InferBaseContext::run ( SharedIBatchArray  input, InferOutputCb  outputCb  )

final

uniqueId() [1/2]

int nvdsinferserver::InferBaseContext::uniqueId ( ) const

inlineprotected

Definition at line 100 of file sources/libs/nvdsinferserver/infer_base_context.h.

uniqueId() [2/2]

int nvdsinferserver::InferBaseContext::uniqueId ( ) const

inlineprotected

Definition at line 100 of file 9.0/sources/libs/nvdsinferserver/infer_base_context.h.

---

The documentation for this class was generated from the following file:

• sources/libs/nvdsinferserver/infer_base_context.h