9.1/sources/libs/nvdsinferserver/infer_trtis_context.h

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2019-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: Apache-2.0
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
 
#ifndef __INFER_TRTIS_CONTEXT_H__
#define __INFER_TRTIS_CONTEXT_H__
 
#include "infer_common.h"
#include "infer_cuda_context.h"
 
namespace nvdsinferserver {
 
class InferTrtISContext : public InferCudaContext {
public:
    InferTrtISContext();
 
    ~InferTrtISContext() override;
 
    NvDsInferStatus deinit() override;
 
    SharedCuStream& mainStream() override
    {
        assert(m_MainStream);
        return m_MainStream;
    }
 
private:
    NvDsInferStatus createNNBackend(const ic::BackendParams& params,
        int maxBatchSize, UniqBackend& backend);
 
    NvDsInferStatus allocateResource(
        const ic::InferenceConfig& config) override;
 
    NvDsInferStatus specifyBackendDims(
        BaseBackend* be, const std::string& model, const ic::BackendParams& params);
 
    NvDsInferStatus getConfigInOutMap(
        const ic::BackendParams& params,
        std::unordered_map<std::string, InferDims>& inputs,
        std::set<std::string>& outputs);
 
private:
    SharedCuStream m_MainStream;
    TrtISBackend* m_Backend{nullptr};
};
 
} // namespace nvdsinferserver
 
#endif