nvdsinferserver::InferBaseContext Class Reference

Detailed Description

The base class for handling the inference context.

It creates the NN backend, pre-processors, post-processors and calls these for the inference processing.

Definition at line 52 of file infer_base_context.h.

Inheritance diagram for nvdsinferserver::InferBaseContext:

Collaboration diagram for nvdsinferserver::InferBaseContext:

Public Member Functions
	InferBaseContext ()
	~InferBaseContext () override
NvDsInferStatus	initialize (const std::string &prototxt, InferLoggingFunc logFunc) final
NvDsInferStatus	run (SharedIBatchArray input, InferOutputCb outputCb) final
NvDsInferStatus	deinit () override

Protected Member Functions
virtual void	backendConsumedInputs (SharedBatchArray inputs)
virtual SharedCuStream &	mainStream ()=0
const ic::InferenceConfig &	config () const
int	maxBatchSize () const
int	uniqueId () const
BaseBackend *	backend ()
const SharedDllHandle &	customLib () const
bool	needCopyInputToHost () const
void	print (NvDsInferLogLevel l, const char *msg)
bool	needPreprocess () const

Constructor & Destructor Documentation

InferBaseContext()

nvdsinferserver::InferBaseContext::InferBaseContext

(

)

~InferBaseContext()

nvdsinferserver::InferBaseContext::~InferBaseContext ( )

override

Member Function Documentation

backend()

BaseBackend* nvdsinferserver::InferBaseContext::backend ( )

inlineprotected

Definition at line 101 of file infer_base_context.h.

backendConsumedInputs()

virtual void nvdsinferserver::InferBaseContext::backendConsumedInputs ( SharedBatchArray  inputs )

inlineprotectedvirtual

Definition at line 93 of file infer_base_context.h.

config()

const ic::InferenceConfig& nvdsinferserver::InferBaseContext::config ( ) const

inlineprotected

Definition at line 98 of file infer_base_context.h.

customLib()

const SharedDllHandle& nvdsinferserver::InferBaseContext::customLib ( ) const

inlineprotected

Definition at line 102 of file infer_base_context.h.

deinit()

NvDsInferStatus nvdsinferserver::InferBaseContext::deinit ( )

override

initialize()

NvDsInferStatus nvdsinferserver::InferBaseContext::initialize ( const std::string &  prototxt, InferLoggingFunc  logFunc  )

final

mainStream()

virtual SharedCuStream& nvdsinferserver::InferBaseContext::mainStream ( )

protectedpure virtual

Implemented in nvdsinferserver::InferGrpcContext, and nvdsinferserver::InferTrtISContext.

maxBatchSize()

int nvdsinferserver::InferBaseContext::maxBatchSize ( ) const

inlineprotected

Definition at line 99 of file infer_base_context.h.

needCopyInputToHost()

bool nvdsinferserver::InferBaseContext::needCopyInputToHost ( ) const

protected

needPreprocess()

bool nvdsinferserver::InferBaseContext::needPreprocess ( ) const

protected

print()

void nvdsinferserver::InferBaseContext::print ( NvDsInferLogLevel  l, const char *  msg  )

protected

run()

NvDsInferStatus nvdsinferserver::InferBaseContext::run ( SharedIBatchArray  input, InferOutputCb  outputCb  )

final

uniqueId()

int nvdsinferserver::InferBaseContext::uniqueId ( ) const

inlineprotected

Definition at line 100 of file infer_base_context.h.

---

The documentation for this class was generated from the following file:

• infer_base_context.h