9.1/sources/libs/nvdsinferserver/infer_grpc_context.h

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2021-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: Apache-2.0
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
 
#ifndef __NVDSINFERSERVER_GRPC_CONTEXT_H__
#define __NVDSINFERSERVER_GRPC_CONTEXT_H__
 
#include "infer_base_backend.h"
#include "infer_cuda_context.h"
#include "infer_cuda_utils.h"
#include "infer_datatypes.h"
#include "infer_utils.h"
 
namespace nvdsinferserver {
 
class InferGrpcContext : public InferCudaContext {
public:
    InferGrpcContext();
 
    ~InferGrpcContext() override;
 
protected:
    NvDsInferStatus createNNBackend(
        const ic::BackendParams& params, int maxBatchSize,
        UniqBackend& backend);
 
    NvDsInferStatus deinit() override;
 
    SharedCuStream& mainStream() override
    {
         assert(m_Stream);
         return m_Stream;
    }
 
private:
    NvDsInferStatus allocateResource(
        const ic::InferenceConfig& config) override;
 
    NvDsInferStatus specifyBackendDims(
        BaseBackend* be, const std::string& model,
        const ic::BackendParams& params);
 
    NvDsInferStatus getConfigInOutMap(
        const ic::BackendParams& params,
        std::unordered_map<std::string, InferDims>& inputs,
        std::set<std::string>& outputs);
 
private:
    SharedCuStream m_Stream;
    TrtISBackend* m_Backend{nullptr};
};
 
}  // namespace nvdsinferserver
 
#endif  //__NVDSINFERSERVER_GRPC_CONTEXT_H__