TensorRT 8.2.1
NvInferPlugin.h
Go to the documentation of this file.
1/*
2 * Copyright 1993-2021 NVIDIA Corporation. All rights reserved.
3 *
4 * NOTICE TO LICENSEE:
5 *
6 * This source code and/or documentation ("Licensed Deliverables") are
7 * subject to NVIDIA intellectual property rights under U.S. and
8 * international Copyright laws.
9 *
10 * These Licensed Deliverables contained herein is PROPRIETARY and
11 * CONFIDENTIAL to NVIDIA and is being provided under the terms and
12 * conditions of a form of NVIDIA software license agreement by and
13 * between NVIDIA and Licensee ("License Agreement") or electronically
14 * accepted by Licensee. Notwithstanding any terms or conditions to
15 * the contrary in the License Agreement, reproduction or disclosure
16 * of the Licensed Deliverables to any third party without the express
17 * written consent of NVIDIA is prohibited.
18 *
19 * NOTWITHSTANDING ANY TERMS OR CONDITIONS TO THE CONTRARY IN THE
20 * LICENSE AGREEMENT, NVIDIA MAKES NO REPRESENTATION ABOUT THE
21 * SUITABILITY OF THESE LICENSED DELIVERABLES FOR ANY PURPOSE. IT IS
22 * PROVIDED "AS IS" WITHOUT EXPRESS OR IMPLIED WARRANTY OF ANY KIND.
23 * NVIDIA DISCLAIMS ALL WARRANTIES WITH REGARD TO THESE LICENSED
24 * DELIVERABLES, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY,
25 * NONINFRINGEMENT, AND FITNESS FOR A PARTICULAR PURPOSE.
26 * NOTWITHSTANDING ANY TERMS OR CONDITIONS TO THE CONTRARY IN THE
27 * LICENSE AGREEMENT, IN NO EVENT SHALL NVIDIA BE LIABLE FOR ANY
28 * SPECIAL, INDIRECT, INCIDENTAL, OR CONSEQUENTIAL DAMAGES, OR ANY
29 * DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
30 * WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS
31 * ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
32 * OF THESE LICENSED DELIVERABLES.
33 *
34 * U.S. Government End Users. These Licensed Deliverables are a
35 * "commercial item" as that term is defined at 48 C.F.R. 2.101 (OCT
36 * 1995), consisting of "commercial computer software" and "commercial
37 * computer software documentation" as such terms are used in 48
38 * C.F.R. 12.212 (SEPT 1995) and is provided to the U.S. Government
39 * only as a commercial end item. Consistent with 48 C.F.R.12.212 and
40 * 48 C.F.R. 227.7202-1 through 227.7202-4 (JUNE 1995), all
41 * U.S. Government End Users acquire the Licensed Deliverables with
42 * only those rights set forth herein.
43 *
44 * Any use of the Licensed Deliverables in individual and commercial
45 * software must include, in the user documentation and internal
46 * comments to the code, the above Disclaimer and U.S. Government End
47 * Users Notice.
48 */
49
50#ifndef NV_INFER_PLUGIN_H
51#define NV_INFER_PLUGIN_H
52
53#include "NvInfer.h"
54#include "NvInferPluginUtils.h"
60
61extern "C"
62{
78 TENSORRTAPI nvinfer1::IPluginV2* createRPNROIPlugin(int32_t featureStride, int32_t preNmsTop, int32_t nmsMaxOut,
79 float iouThreshold, float minBoxSize, float spatialScale, nvinfer1::DimsHW pooling,
80 nvinfer1::Weights anchorRatios, nvinfer1::Weights anchorScales);
81
92 const nvinfer1::Weights* scales, bool acrossSpatial, bool channelShared, float eps);
93
100
108 nvinfer1::plugin::GridAnchorParameters* param, int32_t numLayers);
109
116
123 TENSORRTAPI nvinfer1::IPluginV2* createReorgPlugin(int32_t stride);
124
133
164
173 TENSORRTAPI nvinfer1::IPluginV2* createSplitPlugin(int32_t axis, int32_t* output_lengths, int32_t noutput);
174
185 float epsilon, nvinfer1::Weights scale_weights, nvinfer1::Weights bias_weights);
186
194 TENSORRTAPI bool initLibNvInferPlugins(void* logger, const char* libNamespace);
195
196} // extern "C"
197
198#endif // NV_INFER_PLUGIN_H
nvinfer1::IPluginV2 * createSplitPlugin(int32_t axis, int32_t *output_lengths, int32_t noutput)
The Split Plugin performs a split operation on the input tensor. It splits the input tensor into seve...
nvinfer1::IPluginV2 * createNormalizePlugin(const nvinfer1::Weights *scales, bool acrossSpatial, bool channelShared, float eps)
The Normalize plugin layer normalizes the input to have L2 norm of 1 with scale learnable....
nvinfer1::IPluginV2 * createReorgPlugin(int32_t stride)
The Reorg plugin reshapes input of shape CxHxW into a (C*stride*stride)x(H/stride)x(W/stride) shape,...
bool initLibNvInferPlugins(void *logger, const char *libNamespace)
Initialize and register all the existing TensorRT plugins to the Plugin Registry with an optional nam...
nvinfer1::IPluginV2 * createPriorBoxPlugin(nvinfer1::plugin::PriorBoxParameters param)
The PriorBox plugin layer generates the prior boxes of designated sizes and aspect ratios across all ...
nvinfer1::IPluginV2 * createNMSPlugin(nvinfer1::plugin::DetectionOutputParameters param)
The DetectionOutput plugin layer generates the detection output based on location and confidence pred...
nvinfer1::IPluginV2 * createAnchorGeneratorPlugin(nvinfer1::plugin::GridAnchorParameters *param, int32_t numLayers)
The Grid Anchor Generator plugin layer generates the prior boxes of designated sizes and aspect ratio...
nvinfer1::IPluginV2 * createRegionPlugin(nvinfer1::plugin::RegionParameters params)
The Region plugin layer performs region proposal calculation: generate 5 bounding boxes per cell (for...
nvinfer1::IPluginV2 * createInstanceNormalizationPlugin(float epsilon, nvinfer1::Weights scale_weights, nvinfer1::Weights bias_weights)
The Instance Normalization Plugin computes the instance normalization of an input tensor....
nvinfer1::IPluginV2 * createRPNROIPlugin(int32_t featureStride, int32_t preNmsTop, int32_t nmsMaxOut, float iouThreshold, float minBoxSize, float spatialScale, nvinfer1::DimsHW pooling, nvinfer1::Weights anchorRatios, nvinfer1::Weights anchorScales)
Create a plugin layer that fuses the RPN and ROI pooling using user-defined parameters....
nvinfer1::IPluginV2 * createBatchedNMSPlugin(nvinfer1::plugin::NMSParameters param)
The BatchedNMS Plugin performs non_max_suppression on the input boxes, per batch, across all classes....
Descriptor for two-dimensional spatial data.
Definition: NvInferLegacyDims.h:101
Plugin class for user-implemented layers.
Definition: NvInferRuntimeCommon.h:411
An array of weights used as a layer parameter.
Definition: NvInferRuntime.h:157
The DetectionOutput plugin layer generates the detection output based on location and confidence pred...
Definition: NvInferPluginUtils.h:191
The Anchor Generator plugin layer generates the prior boxes of designated sizes and aspect ratios acr...
Definition: NvInferPluginUtils.h:152
The NMSParameters are used by the BatchedNMSPlugin for performing the non_max_suppression operation o...
Definition: NvInferPluginUtils.h:255
The PriorBox plugin layer generates the prior boxes of designated sizes and aspect ratios across all ...
Definition: NvInferPluginUtils.h:98
The Region plugin layer performs region proposal calculation: generate 5 bounding boxes per cell (for...
Definition: NvInferPluginUtils.h:230