TensorRT 8.2.1
NvUffParser.h
Go to the documentation of this file.
1/*
2 * Copyright 1993-2021 NVIDIA Corporation. All rights reserved.
3 *
4 * NOTICE TO LICENSEE:
5 *
6 * This source code and/or documentation ("Licensed Deliverables") are
7 * subject to NVIDIA intellectual property rights under U.S. and
8 * international Copyright laws.
9 *
10 * These Licensed Deliverables contained herein is PROPRIETARY and
11 * CONFIDENTIAL to NVIDIA and is being provided under the terms and
12 * conditions of a form of NVIDIA software license agreement by and
13 * between NVIDIA and Licensee ("License Agreement") or electronically
14 * accepted by Licensee. Notwithstanding any terms or conditions to
15 * the contrary in the License Agreement, reproduction or disclosure
16 * of the Licensed Deliverables to any third party without the express
17 * written consent of NVIDIA is prohibited.
18 *
19 * NOTWITHSTANDING ANY TERMS OR CONDITIONS TO THE CONTRARY IN THE
20 * LICENSE AGREEMENT, NVIDIA MAKES NO REPRESENTATION ABOUT THE
21 * SUITABILITY OF THESE LICENSED DELIVERABLES FOR ANY PURPOSE. IT IS
22 * PROVIDED "AS IS" WITHOUT EXPRESS OR IMPLIED WARRANTY OF ANY KIND.
23 * NVIDIA DISCLAIMS ALL WARRANTIES WITH REGARD TO THESE LICENSED
24 * DELIVERABLES, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY,
25 * NONINFRINGEMENT, AND FITNESS FOR A PARTICULAR PURPOSE.
26 * NOTWITHSTANDING ANY TERMS OR CONDITIONS TO THE CONTRARY IN THE
27 * LICENSE AGREEMENT, IN NO EVENT SHALL NVIDIA BE LIABLE FOR ANY
28 * SPECIAL, INDIRECT, INCIDENTAL, OR CONSEQUENTIAL DAMAGES, OR ANY
29 * DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
30 * WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS
31 * ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
32 * OF THESE LICENSED DELIVERABLES.
33 *
34 * U.S. Government End Users. These Licensed Deliverables are a
35 * "commercial item" as that term is defined at 48 C.F.R. 2.101 (OCT
36 * 1995), consisting of "commercial computer software" and "commercial
37 * computer software documentation" as such terms are used in 48
38 * C.F.R. 12.212 (SEPT 1995) and is provided to the U.S. Government
39 * only as a commercial end item. Consistent with 48 C.F.R.12.212 and
40 * 48 C.F.R. 227.7202-1 through 227.7202-4 (JUNE 1995), all
41 * U.S. Government End Users acquire the Licensed Deliverables with
42 * only those rights set forth herein.
43 *
44 * Any use of the Licensed Deliverables in individual and commercial
45 * software must include, in the user documentation and internal
46 * comments to the code, the above Disclaimer and U.S. Government End
47 * Users Notice.
48 */
49
50#ifndef NV_UFF_PARSER_H
51#define NV_UFF_PARSER_H
52
53#include "NvInfer.h"
54
60
61// Current supported Universal Framework Format (UFF) version for the parser.
62#define UFF_REQUIRED_VERSION_MAJOR 0
63#define UFF_REQUIRED_VERSION_MINOR 6
64#define UFF_REQUIRED_VERSION_PATCH 9
65
71namespace nvuffparser
72{
73
78enum class UffInputOrder : int32_t
79{
80 kNCHW = 0,
81 kNHWC = 1,
82 kNC = 2
83};
84
89
90enum class FieldType : int32_t
91{
92 kFLOAT = 0,
93 kINT32 = 1,
94 kCHAR = 2,
95 kDIMS = 4,
96 kDATATYPE = 5,
97 kUNKNOWN = 6
98};
99
109class TENSORRTAPI FieldMap
110{
111public:
112 const char* name;
113 const void* data;
114 FieldType type = FieldType::kUNKNOWN;
115 int32_t length = 1;
116
117 FieldMap(const char* name, const void* data, const FieldType type, int32_t length = 1);
118};
119
121{
122 int32_t nbFields;
123 const FieldMap* fields;
124};
125
134{
135public:
143 virtual bool registerInput(const char* inputName, nvinfer1::Dims inputDims, UffInputOrder inputOrder) noexcept = 0;
144
150 virtual bool registerOutput(const char* outputName) noexcept = 0;
151
159 virtual bool parse(const char* file, nvinfer1::INetworkDefinition& network,
160 nvinfer1::DataType weightsType = nvinfer1::DataType::kFLOAT) noexcept
161 = 0;
162
171 virtual bool parseBuffer(const char* buffer, std::size_t size, nvinfer1::INetworkDefinition& network,
172 nvinfer1::DataType weightsType = nvinfer1::DataType::kFLOAT) noexcept
173 = 0;
174
178 TRT_DEPRECATED virtual void destroy() noexcept = 0;
179
183 virtual int32_t getUffRequiredVersionMajor() noexcept = 0;
184
188 virtual int32_t getUffRequiredVersionMinor() noexcept = 0;
189
193 virtual int32_t getUffRequiredVersionPatch() noexcept = 0;
194
198 virtual void setPluginNamespace(const char* libNamespace) noexcept = 0;
199
200 virtual ~IUffParser() noexcept = default;
201
202public:
214 //
217 virtual void setErrorRecorder(nvinfer1::IErrorRecorder* recorder) noexcept = 0;
218
229 virtual nvinfer1::IErrorRecorder* getErrorRecorder() const noexcept = 0;
230};
231
242TENSORRTAPI IUffParser* createUffParser() noexcept;
243
249TENSORRTAPI void shutdownProtobufLibrary(void) noexcept;
250
251} // namespace nvuffparser
252
257extern "C" TENSORRTAPI void* createNvUffParser_INTERNAL() noexcept;
258
259#endif /* !NV_UFF_PARSER_H */
#define TRT_DEPRECATED
< Items that are marked as deprecated will be removed in a future release.
Definition: NvInferRuntimeCommon.h:77
Definition: NvInferRuntimeCommon.h:190
A network definition for input to the builder.
Definition: NvInfer.h:6030
An array of field params used as a layer parameter for plugin layers.
Definition: NvUffParser.h:110
Class used for parsing models described using the UFF format.
Definition: NvUffParser.h:134
virtual void setErrorRecorder(nvinfer1::IErrorRecorder *recorder) noexcept=0
Set the ErrorRecorder for this interface.
virtual int32_t getUffRequiredVersionPatch() noexcept=0
Return Patch Version of the UFF.
virtual TRT_DEPRECATED void destroy() noexcept=0
virtual bool parse(const char *file, nvinfer1::INetworkDefinition &network, nvinfer1::DataType weightsType=nvinfer1::DataType::kFLOAT) noexcept=0
Parse a UFF file.
virtual bool registerOutput(const char *outputName) noexcept=0
Register an output name of a UFF network.
virtual bool registerInput(const char *inputName, nvinfer1::Dims inputDims, UffInputOrder inputOrder) noexcept=0
Register an input name of a UFF network with the associated Dimensions.
virtual bool parseBuffer(const char *buffer, std::size_t size, nvinfer1::INetworkDefinition &network, nvinfer1::DataType weightsType=nvinfer1::DataType::kFLOAT) noexcept=0
Parse a UFF buffer, useful if the file already live in memory.
virtual void setPluginNamespace(const char *libNamespace) noexcept=0
Set the namespace used to lookup and create plugins in the network.
virtual nvinfer1::IErrorRecorder * getErrorRecorder() const noexcept=0
get the ErrorRecorder assigned to this interface.
virtual int32_t getUffRequiredVersionMajor() noexcept=0
Return Version Major of the UFF.
virtual int32_t getUffRequiredVersionMinor() noexcept=0
Return Version Minor of the UFF.
The TensorRT API version 1 namespace.
DataType
The type of weights and tensors.
Definition: NvInferRuntimeCommon.h:151
@ kFLOAT
32-bit floating point format.
The TensorRT UFF parser API namespace.
IUffParser * createUffParser() noexcept
Creates a IUffParser object.
FieldType
The possible field types for custom layer.
Definition: NvUffParser.h:91
@ kFLOAT
FP32 field type.
@ kCHAR
char field type. String for length>1.
@ kDIMS
nvinfer1::Dims field type.
@ kINT32
INT32 field type.
@ kDATATYPE
nvinfer1::DataType field type.
void shutdownProtobufLibrary(void) noexcept
Shuts down protocol buffers library.
UffInputOrder
The different possible supported input order.
Definition: NvUffParser.h:79
Definition: NvUffParser.h:121