nvdsinfer_context.h

Go to the documentation of this file.

#ifndef __NVDSINFER_CONTEXT_H__
#define __NVDSINFER_CONTEXT_H__

#include "nvdsinfer.h"

#define _PATH_MAX 4096

#define _MAX_CHANNELS 4

#define _MAX_STR_LENGTH 1024

#define NVDSINFER_MAX_BATCH_SIZE 1024

#define NVDSINFER_MIN_OUTPUT_BUFFERPOOL_SIZE 2

typedef enum
{
    NvDsInferNetworkMode_FP32,
    NvDsInferNetworkMode_INT8,
    NvDsInferNetworkMode_FP16
} NvDsInferNetworkMode;

typedef enum
{
    NvDsInferNetworkType_Detector,
    NvDsInferNetworkType_Classifier,
    NvDsInferNetworkType_Segmentation,
    NvDsInferNetworkType_Other = 100
} NvDsInferNetworkType;

typedef enum
{
    NvDsInferFormat_RGB,
    NvDsInferFormat_BGR,
    NvDsInferFormat_GRAY,
    NvDsInferFormat_RGBA,
    NvDsInferFormat_BGRx,
    NvDsInferFormat_Unknown = 0xFFFFFFFF,
} NvDsInferFormat;

typedef enum
{
    NvDsInferUffInputOrder_kNCHW,
    NvDsInferUffInputOrder_kNHWC,
    NvDsInferUffInputOrder_kNC,
} NvDsInferUffInputOrder;

typedef struct
{
    float threshold;
    float eps;
    int minBoxes;
    int groupThreshold;
} NvDsInferDetectionParams;


typedef enum
{
    NVDSINFER_SUCCESS = 0,
    NVDSINFER_CONFIG_FAILED,
    NVDSINFER_CUSTOM_LIB_FAILED,
    NVDSINFER_INVALID_PARAMS,
    NVDSINFER_OUTPUT_PARSING_FAILED,
    NVDSINFER_CUDA_ERROR,
    NVDSINFER_TENSORRT_ERROR,
    NVDSINFER_UNKNOWN_ERROR
} NvDsInferStatus;

typedef enum
{
    NVDSINFER_LOG_ERROR,
    NVDSINFER_LOG_WARNING,
    NVDSINFER_LOG_INFO,
    NVDSINFER_LOG_DEBUG,
} NvDsInferLogLevel;

typedef struct _NvDsInferContextInitParams
{
    unsigned int uniqueID;

    NvDsInferNetworkMode networkMode;

    char protoFilePath[_PATH_MAX];
    char modelFilePath[_PATH_MAX];
    char uffFilePath[_PATH_MAX];
    char onnxFilePath[_PATH_MAX];
    char tltEncodedModelFilePath[_PATH_MAX];

    char int8CalibrationFilePath[_PATH_MAX];

    NvDsInferDimsCHW uffDimsCHW;
    NvDsInferUffInputOrder uffInputOrder;
    char uffInputBlobName[_MAX_STR_LENGTH];

    char tltModelKey[_MAX_STR_LENGTH];

    char modelEngineFilePath[_PATH_MAX];

    unsigned int maxBatchSize;

    char labelsFilePath[_PATH_MAX];

    char meanImageFilePath[_PATH_MAX];

    float networkScaleFactor;

    NvDsInferFormat networkInputFormat;

    float offsets[_MAX_CHANNELS];
    unsigned int numOffsets;

    NvDsInferNetworkType networkType;

    int useDBScan;

    unsigned int numDetectedClasses;

    NvDsInferDetectionParams *perClassDetectionParams;

    float classifierThreshold;

    float segmentationThreshold;

    char ** outputLayerNames;
    unsigned int numOutputLayers;

    char customLibPath[_PATH_MAX];
    char customBBoxParseFuncName[_MAX_STR_LENGTH];
    char customClassifierParseFuncName[_MAX_STR_LENGTH];

    int copyInputToHostBuffers;

    unsigned int gpuID;

    int useDLA;
    int dlaCore;

    unsigned int outputBufferPoolSize;

    char customNetworkConfigFilePath[_PATH_MAX];
} NvDsInferContextInitParams;

typedef void (* NvDsInferContextReturnInputAsyncFunc) (void *data);

typedef struct
{
    void** inputFrames;
    unsigned int numInputFrames;
    NvDsInferFormat inputFormat;
    unsigned int inputPitch;
    NvDsInferContextReturnInputAsyncFunc returnInputFunc;
    void *returnFuncData;
} NvDsInferContextBatchInput;

typedef struct
{
    unsigned int left;
    unsigned int top;
    unsigned int width;
    unsigned int height;
    /* Index for the object class. */
    int classIndex;
    /* String label for the detected object. */
    char *label;
} NvDsInferObject;

typedef struct
{
    NvDsInferObject *objects;
    unsigned int numObjects;
} NvDsInferDetectionOutput;

typedef struct
{
    NvDsInferAttribute *attributes;
    unsigned int numAttributes;
    char *label;
} NvDsInferClassificationOutput;

typedef struct
{
    unsigned int width;
    unsigned int height;
    unsigned int classes;
    int *class_map;
    float *class_probability_map;
} NvDsInferSegmentationOutput;

typedef struct
{
    NvDsInferNetworkType outputType;
    union
    {
        NvDsInferDetectionOutput detectionOutput;
        NvDsInferClassificationOutput classificationOutput;
        NvDsInferSegmentationOutput segmentationOutput;
    };
} NvDsInferFrameOutput;

typedef struct
{
    NvDsInferFrameOutput *frames;
    unsigned int numFrames;

    void **outputDeviceBuffers;
    unsigned int numOutputDeviceBuffers;

    void **hostBuffers;
    unsigned int numHostBuffers;

    unsigned int outputBatchID;
} NvDsInferContextBatchOutput;

typedef struct INvDsInferContext * NvDsInferContextHandle;

typedef void (*NvDsInferContextLoggingFunc) (NvDsInferContextHandle handle,
        unsigned int uniqueID, NvDsInferLogLevel logLevel, const char *funcName,
        const char * logMessage, void *userCtx);


#ifdef __cplusplus
extern "C" {
#endif

void NvDsInferContext_ResetInitParams (NvDsInferContextInitParams *initParams);

const char * NvDsInferContext_GetStatusName (NvDsInferStatus status);


#ifdef __cplusplus
}
#endif

#ifdef __cplusplus

#include <string>
#include <vector>

struct INvDsInferContext
{
public:
    virtual NvDsInferStatus queueInputBatch(NvDsInferContextBatchInput &batchInput) = 0;

    virtual NvDsInferStatus dequeueOutputBatch(NvDsInferContextBatchOutput &batchOutput) = 0;

    virtual void releaseBatchOutput(NvDsInferContextBatchOutput &batchOutput) = 0;

    virtual void fillLayersInfo(std::vector<NvDsInferLayerInfo> &layersInfo) = 0;

    virtual void getNetworkInfo(NvDsInferNetworkInfo &networkInfo) = 0;

    virtual const std::vector< std::vector<std::string> >& getLabels() = 0;

    virtual void destroy() = 0;
protected:
    virtual ~INvDsInferContext() {}
};

NvDsInferStatus createNvDsInferContext(NvDsInferContextHandle *handle,
        NvDsInferContextInitParams &initParams,
        void *userCtx = nullptr,
        NvDsInferContextLoggingFunc logFunc = nullptr);

#endif

#ifdef __cplusplus
extern "C" {
#endif


NvDsInferStatus NvDsInferContext_Create(NvDsInferContextHandle *handle,
        NvDsInferContextInitParams *initParams, void *userCtx,
        NvDsInferContextLoggingFunc logFunc);

void NvDsInferContext_Destroy (NvDsInferContextHandle handle);

NvDsInferStatus NvDsInferContext_QueueInputBatch(NvDsInferContextHandle handle,
        NvDsInferContextBatchInput *batchInput);

NvDsInferStatus NvDsInferContext_DequeueOutputBatch(NvDsInferContextHandle handle,
        NvDsInferContextBatchOutput *batchOutput);

void NvDsInferContext_ReleaseBatchOutput(NvDsInferContextHandle handle,
        NvDsInferContextBatchOutput *batchOutput);

void NvDsInferContext_GetNetworkInfo(NvDsInferContextHandle handle,
        NvDsInferNetworkInfo *networkInfo);

unsigned int NvDsInferContext_GetNumLayersInfo(NvDsInferContextHandle handle);

void NvDsInferContext_FillLayersInfo(NvDsInferContextHandle handle,
        NvDsInferLayerInfo *layersInfo);

const char* NvDsInferContext_GetLabel(NvDsInferContextHandle handle,
        unsigned int id, unsigned int value);

#ifdef __cplusplus
}
#endif

#endif