TensorRT  8.2.0
NvUffParser.h
Go to the documentation of this file.
1 /*
2  * Copyright 1993-2021 NVIDIA Corporation. All rights reserved.
3  *
4  * NOTICE TO LICENSEE:
5  *
6  * This source code and/or documentation ("Licensed Deliverables") are
7  * subject to NVIDIA intellectual property rights under U.S. and
8  * international Copyright laws.
9  *
10  * These Licensed Deliverables contained herein is PROPRIETARY and
11  * CONFIDENTIAL to NVIDIA and is being provided under the terms and
12  * conditions of a form of NVIDIA software license agreement by and
13  * between NVIDIA and Licensee ("License Agreement") or electronically
14  * accepted by Licensee. Notwithstanding any terms or conditions to
15  * the contrary in the License Agreement, reproduction or disclosure
16  * of the Licensed Deliverables to any third party without the express
17  * written consent of NVIDIA is prohibited.
18  *
19  * NOTWITHSTANDING ANY TERMS OR CONDITIONS TO THE CONTRARY IN THE
20  * LICENSE AGREEMENT, NVIDIA MAKES NO REPRESENTATION ABOUT THE
21  * SUITABILITY OF THESE LICENSED DELIVERABLES FOR ANY PURPOSE. IT IS
22  * PROVIDED "AS IS" WITHOUT EXPRESS OR IMPLIED WARRANTY OF ANY KIND.
23  * NVIDIA DISCLAIMS ALL WARRANTIES WITH REGARD TO THESE LICENSED
24  * DELIVERABLES, INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY,
25  * NONINFRINGEMENT, AND FITNESS FOR A PARTICULAR PURPOSE.
26  * NOTWITHSTANDING ANY TERMS OR CONDITIONS TO THE CONTRARY IN THE
27  * LICENSE AGREEMENT, IN NO EVENT SHALL NVIDIA BE LIABLE FOR ANY
28  * SPECIAL, INDIRECT, INCIDENTAL, OR CONSEQUENTIAL DAMAGES, OR ANY
29  * DAMAGES WHATSOEVER RESULTING FROM LOSS OF USE, DATA OR PROFITS,
30  * WHETHER IN AN ACTION OF CONTRACT, NEGLIGENCE OR OTHER TORTIOUS
31  * ACTION, ARISING OUT OF OR IN CONNECTION WITH THE USE OR PERFORMANCE
32  * OF THESE LICENSED DELIVERABLES.
33  *
34  * U.S. Government End Users. These Licensed Deliverables are a
35  * "commercial item" as that term is defined at 48 C.F.R. 2.101 (OCT
36  * 1995), consisting of "commercial computer software" and "commercial
37  * computer software documentation" as such terms are used in 48
38  * C.F.R. 12.212 (SEPT 1995) and is provided to the U.S. Government
39  * only as a commercial end item. Consistent with 48 C.F.R.12.212 and
40  * 48 C.F.R. 227.7202-1 through 227.7202-4 (JUNE 1995), all
41  * U.S. Government End Users acquire the Licensed Deliverables with
42  * only those rights set forth herein.
43  *
44  * Any use of the Licensed Deliverables in individual and commercial
45  * software must include, in the user documentation and internal
46  * comments to the code, the above Disclaimer and U.S. Government End
47  * Users Notice.
48  */
49 
50 #ifndef NV_UFF_PARSER_H
51 #define NV_UFF_PARSER_H
52 
53 #include "NvInfer.h"
54 
60 
61 // Current supported Universal Framework Format (UFF) version for the parser.
62 #define UFF_REQUIRED_VERSION_MAJOR 0
63 #define UFF_REQUIRED_VERSION_MINOR 6
64 #define UFF_REQUIRED_VERSION_PATCH 9
65 
71 namespace nvuffparser
72 {
73 
78 enum class UffInputOrder : int32_t
79 {
80  kNCHW = 0,
81  kNHWC = 1,
82  kNC = 2
83 };
84 
89 
90 enum class FieldType : int32_t
91 {
92  kFLOAT = 0,
93  kINT32 = 1,
94  kCHAR = 2,
95  kDIMS = 4,
96  kDATATYPE = 5,
97  kUNKNOWN = 6
98 };
99 
109 class TENSORRTAPI FieldMap
110 {
111 public:
112  const char* name;
113  const void* data;
114  FieldType type = FieldType::kUNKNOWN;
115  int32_t length = 1;
116 
117  FieldMap(const char* name, const void* data, const FieldType type, int32_t length = 1);
118 };
119 
121 {
122  int32_t nbFields;
123  const FieldMap* fields;
124 };
125 
134 {
135 public:
143  virtual bool registerInput(const char* inputName, nvinfer1::Dims inputDims, UffInputOrder inputOrder) noexcept = 0;
144 
150  virtual bool registerOutput(const char* outputName) noexcept = 0;
151 
159  virtual bool parse(const char* file, nvinfer1::INetworkDefinition& network,
160  nvinfer1::DataType weightsType = nvinfer1::DataType::kFLOAT) noexcept
161  = 0;
162 
171  virtual bool parseBuffer(const char* buffer, std::size_t size, nvinfer1::INetworkDefinition& network,
172  nvinfer1::DataType weightsType = nvinfer1::DataType::kFLOAT) noexcept
173  = 0;
174 
178  TRT_DEPRECATED virtual void destroy() noexcept = 0;
179 
183  virtual int32_t getUffRequiredVersionMajor() noexcept = 0;
184 
188  virtual int32_t getUffRequiredVersionMinor() noexcept = 0;
189 
193  virtual int32_t getUffRequiredVersionPatch() noexcept = 0;
194 
198  virtual void setPluginNamespace(const char* libNamespace) noexcept = 0;
199 
200  virtual ~IUffParser() noexcept = default;
201 
202 public:
214  //
217  virtual void setErrorRecorder(nvinfer1::IErrorRecorder* recorder) noexcept = 0;
218 
229  virtual nvinfer1::IErrorRecorder* getErrorRecorder() const noexcept = 0;
230 };
231 
242 TENSORRTAPI IUffParser* createUffParser() noexcept;
243 
249 TENSORRTAPI void shutdownProtobufLibrary(void) noexcept;
250 
251 } // namespace nvuffparser
252 
257 extern "C" TENSORRTAPI void* createNvUffParser_INTERNAL() noexcept;
258 
259 #endif /* !NV_UFF_PARSER_H */
nvuffparser::FieldCollection
Definition: NvUffParser.h:120
nvuffparser::UffInputOrder::kNCHW
NCHW order.
nvinfer1::INetworkDefinition
A network definition for input to the builder.
Definition: NvInfer.h:6009
nvuffparser::FieldType
FieldType
The possible field types for custom layer.
Definition: NvUffParser.h:90
nvuffparser::IUffParser::getUffRequiredVersionMinor
virtual int32_t getUffRequiredVersionMinor() noexcept=0
Return Version Minor of the UFF.
nvuffparser::FieldMap
An array of field params used as a layer parameter for plugin layers.
Definition: NvUffParser.h:109
nvuffparser::IUffParser::setErrorRecorder
virtual void setErrorRecorder(nvinfer1::IErrorRecorder *recorder) noexcept=0
Set the ErrorRecorder for this interface.
nvinfer1::Dims32
Definition: NvInferRuntimeCommon.h:189
nvuffparser::IUffParser::parse
virtual bool parse(const char *file, nvinfer1::INetworkDefinition &network, nvinfer1::DataType weightsType=nvinfer1::DataType::kFLOAT) noexcept=0
Parse a UFF file.
nvuffparser::FieldType::kINT32
INT32 field type.
nvuffparser
The TensorRT UFF parser API namespace.
nvuffparser::IUffParser::registerOutput
virtual bool registerOutput(const char *outputName) noexcept=0
Register an output name of a UFF network.
nvuffparser::shutdownProtobufLibrary
void shutdownProtobufLibrary(void) noexcept
Shuts down protocol buffers library.
nvuffparser::IUffParser::getUffRequiredVersionMajor
virtual int32_t getUffRequiredVersionMajor() noexcept=0
Return Version Major of the UFF.
nvuffparser::UffInputOrder::kNC
NC order.
nvuffparser::UffInputOrder::kNHWC
NHWC order.
nvuffparser::FieldType::kCHAR
char field type. String for length>1.
nvinfer1::DataType
DataType
The type of weights and tensors.
Definition: NvInferRuntimeCommon.h:150
nvuffparser::FieldType::kDIMS
nvinfer1::Dims field type.
nvuffparser::IUffParser::setPluginNamespace
virtual void setPluginNamespace(const char *libNamespace) noexcept=0
Set the namespace used to lookup and create plugins in the network.
nvuffparser::IUffParser
Class used for parsing models described using the UFF format.
Definition: NvUffParser.h:133
nvinfer1::IErrorRecorder
Reference counted application-implemented error reporting interface for TensorRT objects.
Definition: NvInferRuntimeCommon.h:1439
nvuffparser::UffInputOrder
UffInputOrder
The different possible supported input order.
Definition: NvUffParser.h:78
nvuffparser::IUffParser::parseBuffer
virtual bool parseBuffer(const char *buffer, std::size_t size, nvinfer1::INetworkDefinition &network, nvinfer1::DataType weightsType=nvinfer1::DataType::kFLOAT) noexcept=0
Parse a UFF buffer, useful if the file already live in memory.
nvinfer1::DataType::kFLOAT
32-bit floating point format.
nvuffparser::FieldType::kFLOAT
FP32 field type.
nvuffparser::createUffParser
IUffParser * createUffParser() noexcept
Creates a IUffParser object.
nvuffparser::IUffParser::destroy
virtual TRT_DEPRECATED void destroy() noexcept=0
NvInfer.h
nvuffparser::FieldType::kDATATYPE
nvinfer1::DataType field type.
nvuffparser::IUffParser::registerInput
virtual bool registerInput(const char *inputName, nvinfer1::Dims inputDims, UffInputOrder inputOrder) noexcept=0
Register an input name of a UFF network with the associated Dimensions.
TRT_DEPRECATED
#define TRT_DEPRECATED
< Items that are marked as deprecated will be removed in a future release.
Definition: NvInferRuntimeCommon.h:77
nvuffparser::IUffParser::getErrorRecorder
virtual nvinfer1::IErrorRecorder * getErrorRecorder() const noexcept=0
get the ErrorRecorder assigned to this interface.
nvuffparser::IUffParser::getUffRequiredVersionPatch
virtual int32_t getUffRequiredVersionPatch() noexcept=0
Return Patch Version of the UFF.