9.1/sources/includes/nvdsinferserver/infer_custom_process.h

Go to the documentation of this file.

/*
 * SPDX-FileCopyrightText: Copyright (c) 2021-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
 * SPDX-License-Identifier: Apache-2.0
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 * http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */
 
#ifndef __NVDSINFERSERVER_CUSTOM_PROCESSOR_H__
#define __NVDSINFERSERVER_CUSTOM_PROCESSOR_H__
 
#include <infer_datatypes.h>
 
#include <condition_variable>
#include <functional>
#include <list>
#include <memory>
#include <queue>
 
namespace nvdsinferserver {
 
class IInferCustomProcessor {
public:
    virtual ~IInferCustomProcessor() = default;
 
    virtual void supportInputMemType(InferMemType& type) { type = InferMemType::kCpu; }
 
    virtual bool requireInferLoop() const { return false; }
 
    virtual NvDsInferStatus extraInputProcess(
        const std::vector<IBatchBuffer*>& primaryInputs, std::vector<IBatchBuffer*>& extraInputs,
        const IOptions* options) = 0;
 
    virtual NvDsInferStatus inferenceDone(
        const IBatchArray* outputs, const IOptions* inOptions) = 0;
 
    virtual void notifyError(NvDsInferStatus status) = 0;
};
 
}  // namespace nvdsinferserver
 
extern "C" {
 
typedef nvdsinferserver::IInferCustomProcessor* (*CreateCustomProcessorFunc)(
    const char* config, uint32_t configLen);
}
 
#endif