The base class for handling the inference context.
It creates the NN backend, pre-processors, post-processors and calls these for the inference processing.
Definition at line 52 of file infer_base_context.h.
Public Member Functions | |
InferBaseContext () | |
~InferBaseContext () override | |
NvDsInferStatus | initialize (const std::string &prototxt, InferLoggingFunc logFunc) final |
NvDsInferStatus | run (SharedIBatchArray input, InferOutputCb outputCb) final |
NvDsInferStatus | deinit () override |
Protected Member Functions | |
virtual void | backendConsumedInputs (SharedBatchArray inputs) |
virtual SharedCuStream & | mainStream ()=0 |
const ic::InferenceConfig & | config () const |
int | maxBatchSize () const |
int | uniqueId () const |
BaseBackend * | backend () |
const SharedDllHandle & | customLib () const |
bool | needCopyInputToHost () const |
void | print (NvDsInferLogLevel l, const char *msg) |
bool | needPreprocess () const |
nvdsinferserver::InferBaseContext::InferBaseContext | ( | ) |
|
override |
|
inlineprotected |
Definition at line 101 of file infer_base_context.h.
|
inlineprotectedvirtual |
Definition at line 93 of file infer_base_context.h.
|
inlineprotected |
Definition at line 98 of file infer_base_context.h.
|
inlineprotected |
Definition at line 102 of file infer_base_context.h.
|
override |
|
final |
|
protectedpure virtual |
Implemented in nvdsinferserver::InferGrpcContext, and nvdsinferserver::InferTrtISContext.
|
inlineprotected |
Definition at line 99 of file infer_base_context.h.
|
protected |
|
protected |
|
protected |
|
final |
|
inlineprotected |
Definition at line 100 of file infer_base_context.h.