TensorRT 8.5.3
NvInferConsistency.h
Go to the documentation of this file.
1/*
2 * SPDX-FileCopyrightText: Copyright (c) 1993-2022 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3 * SPDX-License-Identifier: LicenseRef-NvidiaProprietary
4 *
5 * NVIDIA CORPORATION, its affiliates and licensors retain all intellectual
6 * property and proprietary rights in and to this material, related
7 * documentation and any modifications thereto. Any use, reproduction,
8 * disclosure or distribution of this material and related documentation
9 * without an express license agreement from NVIDIA CORPORATION or
10 * its affiliates is strictly prohibited.
11 */
12
13#ifndef NV_INFER_CONSISTENCY_H
14#define NV_INFER_CONSISTENCY_H
15
16#include "NvInferConsistencyImpl.h"
18
22
23namespace nvinfer1
24{
25
26namespace consistency
27{
28
37{
38public:
41 //
45 bool validate() const noexcept
46 {
47 return mImpl->validate();
48 }
49
53 virtual ~IConsistencyChecker() = default;
54
55protected:
56 apiv::VConsistencyChecker* mImpl;
62};
63
76{
77public:
92 virtual bool validate(char const* name, void const* serialData, size_t serialLength, PluginTensorDesc const* in,
93 size_t nbInputs, PluginTensorDesc const* out, size_t nbOutputs, int64_t workspaceSize) const noexcept = 0;
94
95 IPluginChecker() = default;
96 virtual ~IPluginChecker() override = default;
97
98protected:
99 IPluginChecker(IPluginChecker const&) = default;
103};
104
105} // namespace consistency
106
107} // namespace nvinfer1
108
109extern "C" TENSORRTAPI void* createConsistencyChecker_INTERNAL(void* logger, void const* blob, size_t size,
110 int32_t version);
111
112namespace nvinfer1
113{
114
115namespace consistency
116{
124namespace // anonymous
125{
126
127inline IConsistencyChecker* createConsistencyChecker(ILogger& logger, void const* blob, size_t size)
128{
129 return static_cast<IConsistencyChecker*>(
131}
132
133} // namespace
134
135} // namespace consistency
136
137} // namespace nvinfer1
138
139#endif // NV_INFER_CONSISTENCY_H
void * createConsistencyChecker_INTERNAL(void *logger, void const *blob, size_t size, int32_t version)
Internal C entry point for creating IConsistencyChecker.
#define TENSORRTAPI
Definition: NvInferRuntimeCommon.h:54
#define NV_TENSORRT_VERSION
Definition: NvInferRuntimeCommon.h:73
Plugin creator class for user implemented layers.
Definition: NvInferRuntimeCommon.h:1098
Validates a serialized engine blob.
Definition: NvInferConsistency.h:37
IConsistencyChecker(IConsistencyChecker &&other)=delete
virtual ~IConsistencyChecker()=default
De-allocates any internally allocated memory.
IConsistencyChecker & operator=(IConsistencyChecker const &other)=delete
IConsistencyChecker(IConsistencyChecker const &other)=delete
apiv::VConsistencyChecker * mImpl
Definition: NvInferConsistency.h:56
bool validate() const noexcept
Check that a blob that was input to createConsistencyChecker method represents a valid engine.
Definition: NvInferConsistency.h:45
IConsistencyChecker & operator=(IConsistencyChecker &&other)=delete
Consistency Checker plugin class for user implemented Plugins.
Definition: NvInferConsistency.h:76
IPluginChecker & operator=(IPluginChecker const &) &=default
virtual bool validate(char const *name, void const *serialData, size_t serialLength, PluginTensorDesc const *in, size_t nbInputs, PluginTensorDesc const *out, size_t nbOutputs, int64_t workspaceSize) const noexcept=0
Called during IConsistencyChecker::validate. Allows users to provide custom validation of serialized ...
IPluginChecker(IPluginChecker &&)=default
IPluginChecker(IPluginChecker const &)=default
virtual ~IPluginChecker() override=default
IPluginChecker & operator=(IPluginChecker &&) &=default
The TensorRT API version 1 namespace.
Fields that a plugin might see for an input or output.
Definition: NvInferRuntimeCommon.h:350

  Copyright © 2024 NVIDIA Corporation
  Privacy Policy | Manage My Privacy | Do Not Sell or Share My Data | Terms of Service | Accessibility | Corporate Policies | Product Security | Contact