infer_icontext.h

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2018-2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: LicenseRef-NvidiaProprietary
 *
 * NVIDIA CORPORATION, its affiliates and licensors retain all intellectual
 * property and proprietary rights in and to this material, related
 * documentation and any modifications thereto. Any use, reproduction,
 * disclosure or distribution of this material and related documentation
 * without an express license agreement from NVIDIA CORPORATION or
 * its affiliates is strictly prohibited.
 */
 
#ifndef __NVDSINFERSERVER_ICONTEXT_H__
#define __NVDSINFERSERVER_ICONTEXT_H__
 
#ifdef __cplusplus
 
#include <stdarg.h>
#include <condition_variable>
#include <functional>
#include <list>
#include <memory>
#include <mutex>
#include <queue>
 
#include <infer_datatypes.h>
 
namespace nvdsinferserver {
 
using InferOutputCb = std::function<void(NvDsInferStatus, SharedIBatchArray)>;
 
using InferLoggingFunc =
    std::function<void(NvDsInferLogLevel, const char* msg)>;
 
class IInferContext {
public:
    virtual ~IInferContext() = default;
 
    virtual NvDsInferStatus initialize(
        const std::string& prototxt, InferLoggingFunc logFunc) = 0;
 
    virtual NvDsInferStatus run(
        SharedIBatchArray input, InferOutputCb outputCb) = 0;
 
    virtual NvDsInferStatus deinit() = 0;
 
    virtual void getNetworkInputInfo(NvDsInferNetworkInfo &networkInfo) = 0;
};
 
class ITritonServerInstance;
 
} // namespace nvdsinferserver
 
extern "C" {
 
INFER_EXPORT_API nvdsinferserver::IInferContext* createInferTrtISContext(
    const char* configStr, uint32_t configStrLen);
 
INFER_EXPORT_API nvdsinferserver::IInferContext*
createInferTritonSimpleContext();
 
INFER_EXPORT_API nvdsinferserver::IInferContext*
createInferTritonGrpcContext(const char* configStr, uint32_t configStrLen);
 
INFER_EXPORT_API NvDsInferStatus NvDsTritonServerInit(
    nvdsinferserver::ITritonServerInstance** instance, const char* configStr,
    uint32_t configStrLen);
 
INFER_EXPORT_API NvDsInferStatus
NvDsTritonServerDeinit(nvdsinferserver::ITritonServerInstance* instance);
 
INFER_EXPORT_API nvdsinferserver::SharedIBatchBuffer NvDsInferServerWrapBuf(
    void* buf, size_t bufBytes,
    const nvdsinferserver::InferBufferDescription& desc, uint32_t batchSize,
    std::function<void(void* data)> freeFunc);
 
INFER_EXPORT_API nvdsinferserver::SharedIBatchArray
NvDsInferServerCreateBatchArray();
 
INFER_EXPORT_API nvdsinferserver::SharedIBatchBuffer
NvDsInferServerCreateStrBuf(
    const std::vector<std::string>& strings,
    const nvdsinferserver::InferDims& dims, uint32_t batchSize,
    const std::string& name, bool isInput);
}
 
#endif
 
#endif