infer_grpc_context.h

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2021-2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: LicenseRef-NvidiaProprietary
 *
 * NVIDIA CORPORATION, its affiliates and licensors retain all intellectual
 * property and proprietary rights in and to this material, related
 * documentation and any modifications thereto. Any use, reproduction,
 * disclosure or distribution of this material and related documentation
 * without an express license agreement from NVIDIA CORPORATION or
 * its affiliates is strictly prohibited.
 */
 
#ifndef __NVDSINFERSERVER_GRPC_CONTEXT_H__
#define __NVDSINFERSERVER_GRPC_CONTEXT_H__
 
#include "infer_base_backend.h"
#include "infer_cuda_context.h"
#include "infer_cuda_utils.h"
#include "infer_datatypes.h"
#include "infer_utils.h"
 
namespace nvdsinferserver {
 
class InferGrpcContext : public InferCudaContext {
public:
    InferGrpcContext();
 
    ~InferGrpcContext() override;
 
protected:
    NvDsInferStatus createNNBackend(
        const ic::BackendParams& params, int maxBatchSize,
        UniqBackend& backend);
 
    NvDsInferStatus deinit() override;
 
    SharedCuStream& mainStream() override
    {
         assert(m_Stream);
         return m_Stream;
    }
 
private:
    NvDsInferStatus allocateResource(
        const ic::InferenceConfig& config) override;
 
    NvDsInferStatus specifyBackendDims(
        BaseBackend* be, const std::string& model,
        const ic::BackendParams& params);
 
    NvDsInferStatus getConfigInOutMap(
        const ic::BackendParams& params,
        std::unordered_map<std::string, InferDims>& inputs,
        std::set<std::string>& outputs);
 
private:
    SharedCuStream m_Stream;
    TrtISBackend* m_Backend{nullptr};
};
 
}  // namespace nvdsinferserver
 
#endif  //__NVDSINFERSERVER_GRPC_CONTEXT_H__