TensorRT 8.6.1
NvInferConsistency.h
Go to the documentation of this file.
1/*
2 * SPDX-FileCopyrightText: Copyright (c) 1993-2023 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3 * SPDX-License-Identifier: LicenseRef-NvidiaProprietary
4 *
5 * NVIDIA CORPORATION, its affiliates and licensors retain all intellectual
6 * property and proprietary rights in and to this material, related
7 * documentation and any modifications thereto. Any use, reproduction,
8 * disclosure or distribution of this material and related documentation
9 * without an express license agreement from NVIDIA CORPORATION or
10 * its affiliates is strictly prohibited.
11 */
12
13#ifndef NV_INFER_CONSISTENCY_H
14#define NV_INFER_CONSISTENCY_H
15
16#include "NvInferConsistencyImpl.h"
17#include "NvInferRuntimeBase.h"
19
23
24namespace nvinfer1
25{
26
27namespace consistency
28{
29
38{
39public:
42 //
46 bool validate() const noexcept
47 {
48 return mImpl->validate();
49 }
50
54 virtual ~IConsistencyChecker() = default;
55
56protected:
57 apiv::VConsistencyChecker* mImpl;
63};
64
77{
78public:
93 virtual bool validate(char const* name, void const* serialData, size_t serialLength, PluginTensorDesc const* in,
94 size_t nbInputs, PluginTensorDesc const* out, size_t nbOutputs, int64_t workspaceSize) const noexcept = 0;
95
96 IPluginChecker() = default;
97 virtual ~IPluginChecker() override = default;
98
99protected:
104};
105
106} // namespace consistency
107
108} // namespace nvinfer1
109
110extern "C" TENSORRTAPI void* createConsistencyChecker_INTERNAL(void* logger, void const* blob, size_t size,
111 int32_t version);
112
113namespace nvinfer1
114{
115
116namespace consistency
117{
125namespace // anonymous
126{
127
128inline IConsistencyChecker* createConsistencyChecker(ILogger& logger, void const* blob, size_t size)
129{
130 return static_cast<IConsistencyChecker*>(
132}
133
134} // namespace
135
136} // namespace consistency
137
138} // namespace nvinfer1
139
140#endif // NV_INFER_CONSISTENCY_H
void * createConsistencyChecker_INTERNAL(void *logger, void const *blob, size_t size, int32_t version)
Internal C entry point for creating IConsistencyChecker.
#define TENSORRTAPI
Definition: NvInferRuntimeBase.h:54
#define NV_TENSORRT_VERSION
Definition: NvInferRuntimeBase.h:76
Plugin creator class for user implemented layers.
Definition: NvInferRuntimePlugin.h:803
Validates a serialized engine blob.
Definition: NvInferConsistency.h:38
IConsistencyChecker(IConsistencyChecker &&other)=delete
virtual ~IConsistencyChecker()=default
De-allocates any internally allocated memory.
IConsistencyChecker & operator=(IConsistencyChecker const &other)=delete
IConsistencyChecker(IConsistencyChecker const &other)=delete
apiv::VConsistencyChecker * mImpl
Definition: NvInferConsistency.h:57
bool validate() const noexcept
Check that a blob that was input to createConsistencyChecker method represents a valid engine.
Definition: NvInferConsistency.h:46
IConsistencyChecker & operator=(IConsistencyChecker &&other)=delete
Consistency Checker plugin class for user implemented Plugins.
Definition: NvInferConsistency.h:77
IPluginChecker & operator=(IPluginChecker const &) &=default
virtual bool validate(char const *name, void const *serialData, size_t serialLength, PluginTensorDesc const *in, size_t nbInputs, PluginTensorDesc const *out, size_t nbOutputs, int64_t workspaceSize) const noexcept=0
Called during IConsistencyChecker::validate. Allows users to provide custom validation of serialized ...
IPluginChecker(IPluginChecker &&)=default
IPluginChecker(IPluginChecker const &)=default
virtual ~IPluginChecker() override=default
IPluginChecker & operator=(IPluginChecker &&) &=default
The TensorRT API version 1 namespace.
Fields that a plugin might see for an input or output.
Definition: NvInferRuntimePlugin.h:54

  Copyright © 2024 NVIDIA Corporation
  Privacy Policy | Manage My Privacy | Do Not Sell or Share My Data | Terms of Service | Accessibility | Corporate Policies | Product Security | Contact