NVIDIA DeepStream SDK API Reference

9.1 Release
9.1/sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_instance_segment.h
Go to the documentation of this file.
1 /*
2  * SPDX-FileCopyrightText: Copyright (c) 2022-2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3  * SPDX-License-Identifier: Apache-2.0
4  *
5  * Licensed under the Apache License, Version 2.0 (the "License");
6  * you may not use this file except in compliance with the License.
7  * You may obtain a copy of the License at
8  *
9  * http://www.apache.org/licenses/LICENSE-2.0
10  *
11  * Unless required by applicable law or agreed to in writing, software
12  * distributed under the License is distributed on an "AS IS" BASIS,
13  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
14  * See the License for the specific language governing permissions and
15  * limitations under the License.
16  */
17 
18 #ifndef __POST_PROCESSOR_INSTANCE_SEGMENT_HPP__
19 #define __POST_PROCESSOR_INSTANCE_SEGMENT_HPP__
20 
21 #include "post_processor.h"
22 
35  std::vector<NvDsInferLayerInfo> const &outputLayersInfo,
36  NvDsInferNetworkInfo const &networkInfo,
37  NvDsPostProcessParseDetectionParams const &detectionParams,
38  std::vector<NvDsPostProcessInstanceMaskInfo> &objectList);
39 
40 
42 
43 public:
44  InstanceSegmentModelPostProcessor(int id, int gpuId = 0)
46 
48  initResource(NvDsPostProcessContextInitParams& initParams) override;
49  ~InstanceSegmentModelPostProcessor() override = default;
50  NvDsPostProcessStatus parseEachFrame(const std::vector <NvDsInferLayerInfo>&
51  outputLayers,
52  NvDsPostProcessFrameOutput &result) override;
53  void
54  attachMetadata (NvBufSurface *surf, gint batch_idx,
55  NvDsBatchMeta *batch_meta,
56  NvDsFrameMeta *frame_meta,
57  NvDsObjectMeta *object_meta,
58  NvDsObjectMeta *parent_obj_meta,
59  NvDsPostProcessFrameOutput & detection_output,
61  std::set <gint> & filterOutClassIds,
62  int32_t unique_id,
63  gboolean output_instance_mask,
64  gboolean process_full_frame,
65  float segmentationThreshold,
66  gboolean maintain_aspect_ratio,
67  NvDsRoiMeta *roi_meta,
68  gboolean symmetric_padding) override;
69 
70  void releaseFrameOutput(NvDsPostProcessFrameOutput& frameOutput) override;
71  private:
72 
73 
74  void fillUnclusteredOutput(NvDsPostProcessDetectionOutput& output);
75  NvDsPostProcessStatus fillDetectionOutput(const std::vector <NvDsInferLayerInfo>& outputLayers,
77  void preClusteringThreshold(NvDsPostProcessParseDetectionParams const &detectionParams,
78  std::vector<NvDsPostProcessInstanceMaskInfo> &objectList);
79  void filterTopKOutputs(int const topK,
80  std::vector<NvDsPostProcessInstanceMaskInfo> &objectList);
81 
82 private:
83  NvDsPostProcessClusterMode m_ClusterMode;
84 
85  uint32_t m_NumDetectedClasses = 0;
86 
87  std::vector <NvDsPostProcessDetectionParams> m_PerClassDetectionParams;
88  NvDsPostProcessParseDetectionParams m_DetectionParams = {0, {}, {}};
89 
90  std::vector <NvDsPostProcessInstanceMaskInfo> m_InstanceMaskList;
91  /* Vector of NvDsPostProcessInstanceMaskInfo vectors for each class. */
92  std::vector<std::vector<NvDsPostProcessInstanceMaskInfo>> m_PerClassInstanceMaskList;
93 
94  NvDsPostProcessInstanceMaskParseCustomFunc m_CustomParseFunc= nullptr;
95 
96 };
97 
98 
99 #endif
InstanceSegmentModelPostProcessor::parseEachFrame
NvDsPostProcessStatus parseEachFrame(const std::vector< NvDsInferLayerInfo > &outputLayers, NvDsPostProcessFrameOutput &result) override
InstanceSegmentModelPostProcessor::initResource
NvDsPostProcessStatus initResource(NvDsPostProcessContextInitParams &initParams) override
InstanceSegmentModelPostProcessor
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_instance_segment.h:41
NvDsPostProcessDetectionParams
Holds detection and bounding box grouping parameters.
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_struct.h:212
ModelPostProcessor
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor.h:51
NvBufSurface
Holds information about batched buffers.
Definition: sources/includes/nvbufsurface.h:597
NvDsPostProcessClusterMode
NvDsPostProcessClusterMode
Enum for clustering mode for detectors.
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_struct.h:163
NvDsPostProcessDetectionOutput
Holds information on all objects detected by a detector network in one frame.
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_struct.h:433
NvDsPostProcessStatus
NvDsPostProcessStatus
Enum for the status codes returned by NvDsPostProcessAlgorithm.
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_struct.h:78
InstanceSegmentModelPostProcessor::~InstanceSegmentModelPostProcessor
~InstanceSegmentModelPostProcessor() override=default
NvDsPostProcessNetworkType_InstanceSegmentation
@ NvDsPostProcessNetworkType_InstanceSegmentation
Specifies a instance segmentation network.
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_struct.h:199
NvDsInferNetworkInfo
Holds information about the model network.
Definition: sources/includes/nvdsinfer.h:119
_NvDsBatchMeta
Holds information about a formed batch containing frames from different sources.
Definition: sources/includes/nvdsmeta.h:262
NvDsPostProcessInstanceMaskParseCustomFunc
bool(* NvDsPostProcessInstanceMaskParseCustomFunc)(std::vector< NvDsInferLayerInfo > const &outputLayersInfo, NvDsInferNetworkInfo const &networkInfo, NvDsPostProcessParseDetectionParams const &detectionParams, std::vector< NvDsPostProcessInstanceMaskInfo > &objectList)
Type definition for the custom bounding box and instance mask parsing function.
Definition: 9.1/sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_instance_segment.h:34
_NvDsPostProcessContextInitParams
Holds the initialization parameters required for the NvDsPostProcessContext interface.
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_struct.h:256
post_processor.h
NvDsPostProcessFrameOutput
Holds the information inferred by the network on one frame.
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_struct.h:502
InstanceSegmentModelPostProcessor::attachMetadata
void attachMetadata(NvBufSurface *surf, gint batch_idx, NvDsBatchMeta *batch_meta, NvDsFrameMeta *frame_meta, NvDsObjectMeta *object_meta, NvDsObjectMeta *parent_obj_meta, NvDsPostProcessFrameOutput &detection_output, NvDsPostProcessDetectionParams *all_params, std::set< gint > &filterOutClassIds, int32_t unique_id, gboolean output_instance_mask, gboolean process_full_frame, float segmentationThreshold, gboolean maintain_aspect_ratio, NvDsRoiMeta *roi_meta, gboolean symmetric_padding) override
InstanceSegmentModelPostProcessor::InstanceSegmentModelPostProcessor
InstanceSegmentModelPostProcessor(int id, int gpuId=0)
Definition: 9.1/sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_instance_segment.h:44
NvDsRoiMeta
Holds Information about ROI Metadata.
Definition: sources/includes/nvds_roi_meta.h:95
InstanceSegmentModelPostProcessor::releaseFrameOutput
void releaseFrameOutput(NvDsPostProcessFrameOutput &frameOutput) override
_NvDsFrameMeta
Holds metadata for a frame in a batch.
Definition: sources/includes/nvdsmeta.h:306
NvDsPostProcessParseDetectionParams
Holds the detection parameters required for parsing objects.
Definition: sources/gst-plugins/gst-nvdspostprocess/postprocesslib_impl/post_processor_struct.h:561
_NvDsObjectMeta
Holds metadata for an object in the frame.
Definition: sources/includes/nvdsmeta.h:365