infer_datatypes.h

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2020-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: LicenseRef-NvidiaProprietary
 *
 * NVIDIA CORPORATION, its affiliates and licensors retain all intellectual
 * property and proprietary rights in and to this material, related
 * documentation and any modifications thereto. Any use, reproduction,
 * disclosure or distribution of this material and related documentation
 * without an express license agreement from NVIDIA CORPORATION or
 * its affiliates is strictly prohibited.
 */
 
#ifndef __NVDSINFERSERVER_DATA_TYPES_H__
#define __NVDSINFERSERVER_DATA_TYPES_H__
 
#include <infer_defines.h>
#include <infer_ioptions.h>
#include <nvdsinfer.h>
#include <stdarg.h>
 
#include <condition_variable>
#include <functional>
#include <list>
#include <memory>
#include <mutex>
#include <queue>
#include <string>
#include <vector>
 
namespace nvdsinferserver {
 
enum class InferTensorOrder : int {
    kNone = 0,
    kLinear = 1,
    kNHWC = 2,
};
 
enum class InferMemType : int {
    kNone = 0,
    kGpuCuda = 1,
    kCpu = 2,
    kCpuCuda = 3,
    kNvSurface = 5,
    kNvSurfaceArray = 6,
};
 
enum class InferDataType : int {
    kFp32 = FLOAT,  // 0
    kFp16 = HALF,  // 1
    kInt8 = INT8,  // 2
    kInt32 = INT32,  // 3
    kInt16 = 7,
    kUint8,
    kUint16,
    kUint32,
    kFp64,
    kInt64,
    kUint64,
    kString,  // for text/bytes => str_len(4byte) + str('a\0')
    kBool,
    kNone = -1,
};
 
enum class InferPostprocessType : int {
    kDetector = 0,
    kClassifier = 1,
    kSegmentation = 2,
    kTrtIsClassifier = 3,
    kOther = 100,
};
 
enum class InferMediaFormat : int {
    kRGB = 0,
    kBGR,
    kGRAY,
    kRGBA,
    kBGRx,
    kUnknown = -1,
};
 
struct InferDims
{
  unsigned int numDims = 0;
  int d[NVDSINFER_MAX_DIMS] = {0};
  unsigned int numElements = 0;
};
 
struct InferBatchDims
{
    int batchSize = 0;
    InferDims dims;
};
 
struct InferBufferDescription {
    InferMemType memType;
    long int devId;
    InferDataType dataType;
    InferDims dims;
    uint32_t elementSize;
    std::string name;
    bool isInput;
};
 
// Common buffer interface [external]
class IBatchBuffer;
class IBatchArray;
class IOptions;
 
using SharedIBatchBuffer = std::shared_ptr<IBatchBuffer>;
using SharedIBatchArray = std::shared_ptr<IBatchArray>;
using SharedIOptions = std::shared_ptr<IOptions>;
 
class IBatchBuffer {
public:
    IBatchBuffer() = default;
    virtual ~IBatchBuffer() = default;
    virtual const InferBufferDescription& getBufDesc() const = 0;
    virtual void* getBufPtr(uint32_t batchIdx) const = 0;
    virtual uint32_t getBatchSize() const = 0;
    virtual uint64_t getTotalBytes() const = 0;
    virtual size_t getBufOffset(uint32_t batchIdx) const = 0;
 
private:
    DISABLE_CLASS_COPY(IBatchBuffer);
};
 
class IBatchArray {
public:
    IBatchArray() = default;
    virtual ~IBatchArray() = default;
    virtual uint32_t getSize() const = 0;
    virtual const IBatchBuffer* getBuffer(uint32_t arrayIdx) const = 0;
    virtual const IOptions* getOptions() const = 0;
 
    virtual SharedIBatchBuffer getSafeBuf(uint32_t arrayIdx) const = 0;
 
    // add values
    virtual void appendIBatchBuf(SharedIBatchBuffer buf) = 0;
    virtual void setIOptions(SharedIOptions o) = 0;
 
private:
    DISABLE_CLASS_COPY(IBatchArray);
};
 
} // namespace nvdsinferserver
 
#endif