infer_simple_runtime.h

Go to the documentation of this file.

 
#ifndef __NVDSINFERSERVER_SIMPLE_RUNTIME_H__
#define __NVDSINFERSERVER_SIMPLE_RUNTIME_H__
 
#include "infer_common.h"
#include "infer_trtis_backend.h"
 
namespace nvdsinferserver {
 
class TritonSimpleRuntime : public TrtISBackend {
public:
    TritonSimpleRuntime(std::string model, int64_t version);
    ~TritonSimpleRuntime() override;
 
    void setOutputs(const std::set<std::string>& names)
    {
        m_RequestOutputs = names;
    }
 
    // derived functions
    NvDsInferStatus initialize() override;
 
protected:
    NvDsInferStatus specifyInputDims(const InputShapes& shapes) override;
    NvDsInferStatus enqueue(SharedBatchArray inputs, SharedCuStream stream,
        InputsConsumed bufConsumed, InferenceDone inferenceDone) override;
    void requestTritonOutputNames(std::set<std::string>& names) override;
 
private:
    SharedSysMem allocateSimpleRes(
        const std::string& tensor, size_t bytes, InferMemType memType, int64_t devId);
    // Mark releaseCallback as static in case
    static void releaseSimpleRes(const std::string& tensor, SharedSysMem mem);
 
private:
    std::set<std::string> m_RequestOutputs;
};
 
}
 
#endif