TensorRT-RTX 1.0.0
NvInfer.h File Reference
#include "NvInferLegacyDims.h"
#include "NvInferRuntime.h"

Go to the source code of this file.

Classes

struct  nvinfer1::impl::EnumMaxImpl< ActivationType >
 
class  nvinfer1::ITensor
 A tensor in a network definition. More...
 
class  nvinfer1::ILayer
 Base class for all layer classes in a network definition. More...
 
struct  nvinfer1::impl::EnumMaxImpl< PaddingMode >
 
class  nvinfer1::IConvolutionLayer
 A convolution layer in a network definition. More...
 
class  nvinfer1::IActivationLayer
 An Activation layer in a network definition. More...
 
struct  nvinfer1::impl::EnumMaxImpl< PoolingType >
 
class  nvinfer1::IPoolingLayer
 A Pooling layer in a network definition. More...
 
class  nvinfer1::ILRNLayer
 A LRN layer in a network definition. More...
 
class  nvinfer1::IScaleLayer
 A Scale layer in a network definition. More...
 
class  nvinfer1::ISoftMaxLayer
 A Softmax layer in a network definition. More...
 
class  nvinfer1::IConcatenationLayer
 A concatenation layer in a network definition. More...
 
class  nvinfer1::IDeconvolutionLayer
 A deconvolution layer in a network definition. More...
 
struct  nvinfer1::impl::EnumMaxImpl< ElementWiseOperation >
 
class  nvinfer1::IElementWiseLayer
 A elementwise layer in a network definition. More...
 
class  nvinfer1::IGatherLayer
 A Gather layer in a network definition. Supports several kinds of gathering. More...
 
class  nvinfer1::IUnaryLayer
 Layer that represents an unary operation. More...
 
class  nvinfer1::IReduceLayer
 Layer that represents a reduction across a non-bool tensor. More...
 
class  nvinfer1::IPaddingLayer
 Layer that represents a padding operation. More...
 
struct  nvinfer1::Permutation
 Represents a permutation of dimensions. More...
 
class  nvinfer1::IShuffleLayer
 Layer type for shuffling data. More...
 
class  nvinfer1::ISliceLayer
 Slices an input tensor into an output tensor based on the offset and strides. More...
 
class  nvinfer1::IShapeLayer
 Layer type for getting shape of a tensor. More...
 
class  nvinfer1::ITopKLayer
 Layer that represents a TopK reduction. More...
 
class  nvinfer1::IMatrixMultiplyLayer
 Layer that represents a Matrix Multiplication. More...
 
class  nvinfer1::INonZeroLayer
 
class  nvinfer1::IRaggedSoftMaxLayer
 A RaggedSoftmax layer in a network definition. More...
 
class  nvinfer1::IIdentityLayer
 A layer that represents the identity function. More...
 
class  nvinfer1::ICastLayer
 A cast layer in a network. More...
 
class  nvinfer1::IConstantLayer
 Layer that represents a constant value. More...
 
class  nvinfer1::IParametricReLULayer
 Layer that represents a parametric ReLU operation. More...
 
struct  nvinfer1::impl::EnumMaxImpl< InterpolationMode >
 
struct  nvinfer1::impl::EnumMaxImpl< ResizeCoordinateTransformation >
 
struct  nvinfer1::impl::EnumMaxImpl< ResizeSelector >
 
struct  nvinfer1::impl::EnumMaxImpl< ResizeRoundMode >
 
class  nvinfer1::IResizeLayer
 A resize layer in a network definition. More...
 
class  nvinfer1::ILoopBoundaryLayer
 This is a base class for Loop boundary layers. More...
 
class  nvinfer1::IIfConditionalBoundaryLayer
 This is a base class for Conditional boundary layers. More...
 
class  nvinfer1::IConditionLayer
 This layer represents a condition input to an IIfConditional. More...
 
class  nvinfer1::IIfConditionalOutputLayer
 This layer represents an output of an IIfConditional. More...
 
class  nvinfer1::IIfConditionalInputLayer
 This layer represents an input to an IIfConditional. More...
 
class  nvinfer1::IIfConditional
 Helper for constructing conditionally-executed subgraphs. More...
 
class  nvinfer1::IRecurrenceLayer
 A recurrence layer in a network definition. More...
 
class  nvinfer1::ILoopOutputLayer
 An ILoopOutputLayer is the sole way to get output from a loop. More...
 
class  nvinfer1::ITripLimitLayer
 A layer that represents a trip-count limiter. More...
 
class  nvinfer1::IIteratorLayer
 A layer to do iterations. More...
 
class  nvinfer1::ILoop
 Helper for creating a recurrent subgraph. More...
 
class  nvinfer1::ISelectLayer
 Select elements from two data tensors based on a condition tensor. More...
 
class  nvinfer1::IAssertionLayer
 An assertion layer in a network. More...
 
class  nvinfer1::IFillLayer
 Generate a tensor according to a specified mode. More...
 
class  nvinfer1::IQuantizeLayer
 A Quantize layer in a network definition. More...
 
class  nvinfer1::IDequantizeLayer
 A Dequantize layer in a network definition. More...
 
class  nvinfer1::IDynamicQuantizeLayer
 A network layer to perform dynamic quantization. More...
 
class  nvinfer1::IEinsumLayer
 An Einsum layer in a network. More...
 
class  nvinfer1::IScatterLayer
 A scatter layer in a network definition. Supports several kinds of scattering. More...
 
class  nvinfer1::IOneHotLayer
 A OneHot layer in a network definition. More...
 
class  nvinfer1::IGridSampleLayer
 A GridSample layer in a network definition. More...
 
class  nvinfer1::INMSLayer
 A non-maximum suppression layer in a network definition. More...
 
class  nvinfer1::IReverseSequenceLayer
 A ReverseSequence layer in a network definition. More...
 
class  nvinfer1::INormalizationLayer
 A normalization layer in a network definition. More...
 
class  nvinfer1::ISqueezeLayer
 Layer that represents a squeeze operation, removing unit dimensions of the input tensor on a set of axes. More...
 
class  nvinfer1::IUnsqueezeLayer
 Layer that represents an unsqueeze operation, which reshapes the input tensor by inserting unit-length dimensions at specified axes of the output. More...
 
struct  nvinfer1::impl::EnumMaxImpl< CumulativeOperation >
 Maximum number of elements in CumulativeOperation enum. More...
 
class  nvinfer1::ICumulativeLayer
 Layer that represents a cumulative operation across a tensor. More...
 
class  nvinfer1::INetworkDefinition
 A network definition for input to the builder. More...
 
struct  nvinfer1::impl::EnumMaxImpl< RuntimePlatform >
 
struct  nvinfer1::v_1_0::TimingCacheKey
 The key to retrieve timing cache entries. More...
 
struct  nvinfer1::v_1_0::TimingCacheValue
 
class  nvinfer1::ITimingCache
 Class to handle tactic timing info collected from builder. More...
 
struct  nvinfer1::impl::EnumMaxImpl< PreviewFeature >
 
struct  nvinfer1::impl::EnumMaxImpl< HardwareCompatibilityLevel >
 
struct  nvinfer1::impl::EnumMaxImpl< TilingOptimizationLevel >
 
class  nvinfer1::v_1_0::IProgressMonitor
 
class  nvinfer1::IBuilderConfig
 Holds properties for configuring a builder to produce an engine. More...
 
class  nvinfer1::IBuilder
 Builds an engine from a network definition. More...
 

Namespaces

namespace  nvinfer1
 The TensorRT API version 1 namespace.
 
namespace  nvinfer1::impl
 
namespace  nvinfer1::v_1_0
 Forward declare IErrorRecorder for use in other interfaces.
 
namespace  nvinfer1::anonymous_namespace{NvInfer.h}
 
namespace  nvinfer1::safe
 

Typedefs

using nvinfer1::TensorFormats = uint32_t
 It is capable of representing one or more TensorFormat by binary OR operations, e.g., 1U << TensorFormat::kCHW4 | 1U << TensorFormat::kCHW32. More...
 
using nvinfer1::BuilderFlags = uint32_t
 Represents one or more BuilderFlag values using binary OR operations, e.g., 1U << BuilderFlag::kFP16 | 1U << BuilderFlag::kDEBUG. More...
 
using nvinfer1::IProgressMonitor = v_1_0::IProgressMonitor
 
using nvinfer1::NetworkDefinitionCreationFlags = uint32_t
 Represents one or more NetworkDefinitionCreationFlag flags using binary OR operations. e.g., 1U << NetworkDefinitionCreationFlag::kSTRONGLY_TYPED. More...
 

Enumerations

enum class  nvinfer1::LayerType : int32_t {
  nvinfer1::kCONVOLUTION = 0 , nvinfer1::kCAST = 1 , nvinfer1::kACTIVATION = 2 , nvinfer1::kPOOLING = 3 ,
  nvinfer1::kLRN = 4 , nvinfer1::kSCALE = 5 , nvinfer1::kSOFTMAX = 6 , nvinfer1::kDECONVOLUTION = 7 ,
  nvinfer1::kCONCATENATION = 8 , nvinfer1::kELEMENTWISE = 9 , nvinfer1::kPLUGIN = 10 , nvinfer1::kUNARY = 11 ,
  nvinfer1::kPADDING = 12 , nvinfer1::kSHUFFLE = 13 , nvinfer1::kREDUCE = 14 , nvinfer1::kTOPK = 15 ,
  nvinfer1::kGATHER = 16 , nvinfer1::kMATRIX_MULTIPLY = 17 , nvinfer1::kRAGGED_SOFTMAX = 18 , nvinfer1::kCONSTANT = 19 ,
  nvinfer1::kIDENTITY = 20 , nvinfer1::kPLUGIN_V2 = 21 , nvinfer1::kSLICE = 22 , nvinfer1::kSHAPE = 23 ,
  nvinfer1::kPARAMETRIC_RELU = 24 , nvinfer1::kRESIZE = 25 , nvinfer1::kTRIP_LIMIT = 26 , nvinfer1::kRECURRENCE = 27 ,
  nvinfer1::kITERATOR = 28 , nvinfer1::kLOOP_OUTPUT = 29 , nvinfer1::kSELECT = 30 , nvinfer1::kFILL = 31 ,
  nvinfer1::kQUANTIZE = 32 , nvinfer1::kDEQUANTIZE = 33 , nvinfer1::kCONDITION = 34 , nvinfer1::kCONDITIONAL_INPUT = 35 ,
  nvinfer1::kCONDITIONAL_OUTPUT = 36 , nvinfer1::kSCATTER = 37 , nvinfer1::kEINSUM = 38 , nvinfer1::kASSERTION = 39 ,
  nvinfer1::kONE_HOT = 40 , nvinfer1::kNON_ZERO = 41 , nvinfer1::kGRID_SAMPLE = 42 , nvinfer1::kNMS = 43 ,
  nvinfer1::kREVERSE_SEQUENCE = 44 , nvinfer1::kNORMALIZATION = 45 , nvinfer1::kPLUGIN_V3 = 46 , nvinfer1::kSQUEEZE = 47 ,
  nvinfer1::kUNSQUEEZE = 48 , nvinfer1::kCUMULATIVE = 49 , nvinfer1::kDYNAMIC_QUANTIZE = 50
}
 The type values of layer classes. More...
 
enum class  nvinfer1::ActivationType : int32_t {
  nvinfer1::kRELU = 0 , nvinfer1::kSIGMOID = 1 , nvinfer1::kTANH = 2 , nvinfer1::kLEAKY_RELU = 3 ,
  nvinfer1::kELU = 4 , nvinfer1::kSELU = 5 , nvinfer1::kSOFTSIGN = 6 , nvinfer1::kSOFTPLUS = 7 ,
  nvinfer1::kCLIP = 8 , nvinfer1::kHARD_SIGMOID = 9 , nvinfer1::kSCALED_TANH = 10 , nvinfer1::kTHRESHOLDED_RELU = 11 ,
  nvinfer1::kGELU_ERF = 12 , nvinfer1::kGELU_TANH = 13
}
 Enumerates the types of activation to perform in an activation layer. More...
 
enum class  nvinfer1::PaddingMode : int32_t { nvinfer1::kEXPLICIT_ROUND_DOWN = 0 , nvinfer1::kEXPLICIT_ROUND_UP = 1 , nvinfer1::kSAME_UPPER = 2 , nvinfer1::kSAME_LOWER = 3 }
 Enumerates the modes of padding to perform in convolution, deconvolution and pooling layer, padding mode takes precedence if setPaddingMode() and setPrePadding() are also used. More...
 
enum class  nvinfer1::PoolingType : int32_t { nvinfer1::kMAX = 0 , nvinfer1::kAVERAGE = 1 , nvinfer1::kMAX_AVERAGE_BLEND = 2 }
 The type of pooling to perform in a pooling layer. More...
 
enum class  nvinfer1::ScaleMode : int32_t { nvinfer1::kUNIFORM = 0 , nvinfer1::kCHANNEL = 1 , nvinfer1::kELEMENTWISE = 2 }
 Controls how shift, scale and power are applied in a Scale layer. More...
 
enum class  nvinfer1::ElementWiseOperation : int32_t {
  nvinfer1::kSUM = 0 , nvinfer1::kPROD = 1 , nvinfer1::kMAX = 2 , nvinfer1::kMIN = 3 ,
  nvinfer1::kSUB = 4 , nvinfer1::kDIV = 5 , nvinfer1::kPOW = 6 , nvinfer1::kFLOOR_DIV = 7 ,
  nvinfer1::kAND = 8 , nvinfer1::kOR = 9 , nvinfer1::kXOR = 10 , nvinfer1::kEQUAL = 11 ,
  nvinfer1::kGREATER = 12 , nvinfer1::kLESS = 13
}
 Enumerates the binary operations that may be performed by an ElementWise layer. More...
 
enum class  nvinfer1::GatherMode : int32_t { nvinfer1::kDEFAULT = 0 , nvinfer1::kELEMENT = 1 , nvinfer1::kND = 2 }
 Control form of IGatherLayer. More...
 
enum class  nvinfer1::UnaryOperation : int32_t {
  nvinfer1::kEXP = 0 , nvinfer1::kLOG = 1 , nvinfer1::kSQRT = 2 , nvinfer1::kRECIP = 3 ,
  nvinfer1::kABS = 4 , nvinfer1::kNEG = 5 , nvinfer1::kSIN = 6 , nvinfer1::kCOS = 7 ,
  nvinfer1::kTAN = 8 , nvinfer1::kSINH = 9 , nvinfer1::kCOSH = 10 , nvinfer1::kASIN = 11 ,
  nvinfer1::kACOS = 12 , nvinfer1::kATAN = 13 , nvinfer1::kASINH = 14 , nvinfer1::kACOSH = 15 ,
  nvinfer1::kATANH = 16 , nvinfer1::kCEIL = 17 , nvinfer1::kFLOOR = 18 , nvinfer1::kERF = 19 ,
  nvinfer1::kNOT = 20 , nvinfer1::kSIGN = 21 , nvinfer1::kROUND = 22 , nvinfer1::kISINF = 23 ,
  nvinfer1::kISNAN = 24
}
 Enumerates the unary operations that may be performed by a Unary layer. More...
 
enum class  nvinfer1::ReduceOperation : int32_t {
  nvinfer1::kSUM = 0 , nvinfer1::kPROD = 1 , nvinfer1::kMAX = 2 , nvinfer1::kMIN = 3 ,
  nvinfer1::kAVG = 4
}
 Enumerates the reduce operations that may be performed by a Reduce layer. More...
 
enum class  nvinfer1::SampleMode : int32_t {
  nvinfer1::kSTRICT_BOUNDS = 0 , nvinfer1::kWRAP = 1 , nvinfer1::kCLAMP = 2 , nvinfer1::kFILL = 3 ,
  nvinfer1::kREFLECT = 4
}
 Controls how ISliceLayer and IGridSample handle out-of-bounds coordinates. More...
 
enum class  nvinfer1::TopKOperation : int32_t { nvinfer1::kMAX = 0 , nvinfer1::kMIN = 1 }
 Enumerates the operations that may be performed by a TopK layer. More...
 
enum class  nvinfer1::MatrixOperation : int32_t { nvinfer1::kNONE = 0 , nvinfer1::kTRANSPOSE = 1 , nvinfer1::kVECTOR = 2 }
 Enumerates the operations that may be performed on a tensor by IMatrixMultiplyLayer before multiplication. More...
 
enum class  nvinfer1::InterpolationMode : int32_t { nvinfer1::kNEAREST = 0 , nvinfer1::kLINEAR = 1 , nvinfer1::kCUBIC = 2 }
 Enumerates various modes of interpolation. More...
 
enum class  nvinfer1::ResizeCoordinateTransformation : int32_t { nvinfer1::kALIGN_CORNERS = 0 , nvinfer1::kASYMMETRIC = 1 , nvinfer1::kHALF_PIXEL = 2 }
 The resize coordinate transformation function. More...
 
enum class  nvinfer1::ResizeSelector : int32_t { nvinfer1::kFORMULA = 0 , nvinfer1::kUPPER = 1 }
 The coordinate selector when resize to single pixel output. More...
 
enum class  nvinfer1::ResizeRoundMode : int32_t { nvinfer1::kHALF_UP = 0 , nvinfer1::kHALF_DOWN = 1 , nvinfer1::kFLOOR = 2 , nvinfer1::kCEIL = 3 }
 The rounding mode for nearest neighbor resize. More...
 
enum class  nvinfer1::LoopOutput : int32_t { nvinfer1::kLAST_VALUE = 0 , nvinfer1::kCONCATENATE = 1 , nvinfer1::kREVERSE = 2 }
 Enum that describes kinds of loop outputs. More...
 
enum class  nvinfer1::TripLimit : int32_t { nvinfer1::kCOUNT = 0 , nvinfer1::kWHILE = 1 }
 Enum that describes kinds of trip limits. More...
 
enum class  nvinfer1::FillOperation : int32_t { nvinfer1::kLINSPACE = 0 , nvinfer1::kRANDOM_UNIFORM = 1 , nvinfer1::kRANDOM_NORMAL = 2 }
 Enumerates the tensor fill operations that may performed by a fill layer. More...
 
enum class  nvinfer1::ScatterMode : int32_t { nvinfer1::kELEMENT = 0 , nvinfer1::kND = 1 }
 Control form of IScatterLayer. More...
 
enum class  nvinfer1::BoundingBoxFormat : int32_t { nvinfer1::kCORNER_PAIRS = 0 , nvinfer1::kCENTER_SIZES = 1 }
 Representation of bounding box data used for the Boxes input tensor in INMSLayer. More...
 
enum class  nvinfer1::CumulativeOperation : int32_t { nvinfer1::kSUM = 0 }
 Enumerates the cumulative operations that may be performed by a Cumulative layer. More...
 
enum class  nvinfer1::RuntimePlatform : int32_t { nvinfer1::kSAME_AS_BUILD = 0 , nvinfer1::kWINDOWS_AMD64 = 1 }
 Describes the intended runtime platform (operating system and CPU architecture) for the execution of the TensorRT engine. TensorRT provides support for cross-platform engine compatibility when the target runtime platform is different from the build platform. More...
 
enum class  nvinfer1::BuilderFlag : int32_t {
  nvinfer1::kFP16 = 0 , nvinfer1::kINT8 = 1 , nvinfer1::kDEBUG = 2 , nvinfer1::kGPU_FALLBACK = 3 ,
  nvinfer1::kREFIT = 4 , nvinfer1::kDISABLE_TIMING_CACHE = 5 , nvinfer1::kTF32 = 6 , nvinfer1::kSPARSE_WEIGHTS = 7 ,
  nvinfer1::kSAFETY_SCOPE = 8 , nvinfer1::kOBEY_PRECISION_CONSTRAINTS = 9 , nvinfer1::kPREFER_PRECISION_CONSTRAINTS = 10 , nvinfer1::kDIRECT_IO = 11 ,
  nvinfer1::kREJECT_EMPTY_ALGORITHMS = 12 , nvinfer1::kVERSION_COMPATIBLE = 13 , nvinfer1::kEXCLUDE_LEAN_RUNTIME = 14 , nvinfer1::kFP8 = 15 ,
  nvinfer1::kERROR_ON_TIMING_CACHE_MISS = 16 , nvinfer1::kBF16 = 17 , nvinfer1::kDISABLE_COMPILATION_CACHE = 18 , nvinfer1::kSTRIP_PLAN = 19 ,
  nvinfer1::kWEIGHTLESS = kSTRIP_PLAN , nvinfer1::kREFIT_IDENTICAL = 20 , nvinfer1::kWEIGHT_STREAMING = 21 , nvinfer1::kINT4 = 22 ,
  nvinfer1::kREFIT_INDIVIDUAL = 23 , nvinfer1::kSTRICT_NANS = 24 , nvinfer1::kMONITOR_MEMORY = 25 , nvinfer1::kFP4 = 26 ,
  nvinfer1::kEDITABLE_TIMING_CACHE = 27 , nvinfer1::kDISTRIBUTIVE_INDEPENDENCE = 28
}
 List of valid modes that the builder can enable when creating an engine from a network definition. More...
 
enum class  nvinfer1::MemoryPoolType : int32_t {
  nvinfer1::kWORKSPACE = 0 , nvinfer1::kDLA_MANAGED_SRAM = 1 , nvinfer1::kDLA_LOCAL_DRAM = 2 , nvinfer1::kDLA_GLOBAL_DRAM = 3 ,
  nvinfer1::kTACTIC_DRAM = 4 , nvinfer1::kTACTIC_SHARED_MEMORY = 5
}
 The type for memory pools used by TensorRT. More...
 
enum class  nvinfer1::PreviewFeature : int32_t { nvinfer1::kPROFILE_SHARING_0806 = 0 , nvinfer1::kALIASED_PLUGIN_IO_10_03 = 1 , nvinfer1::kRUNTIME_ACTIVATION_RESIZE_10_10 = 2 }
 Define preview features. More...
 
enum class  nvinfer1::HardwareCompatibilityLevel : int32_t { nvinfer1::kNONE = 0 , nvinfer1::kAMPERE_PLUS = 1 , nvinfer1::kSAME_COMPUTE_CAPABILITY = 2 }
 Describes requirements of compatibility with GPU architectures other than that of the GPU on which the engine was built. More...
 
enum class  nvinfer1::ComputeCapability : int32_t {
  nvinfer1::kNONE = 0 , nvinfer1::kCURRENT = 1 , nvinfer1::kSM75 = 75 , nvinfer1::kSM80 = 80 ,
  nvinfer1::kSM86 = 86 , nvinfer1::kSM89 = 89 , nvinfer1::kSM120 = 120
}
 Describes compute capability that an engine will be built for. More...
 
enum class  nvinfer1::TilingOptimizationLevel : int32_t { nvinfer1::kNONE = 0 , nvinfer1::kFAST = 1 , nvinfer1::kMODERATE = 2 , nvinfer1::kFULL = 3 }
 Define the optimization levels for Tiling. More...
 
enum class  nvinfer1::NetworkDefinitionCreationFlag : int32_t { nvinfer1::kEXPLICIT_BATCH = 0 , nvinfer1::kSTRONGLY_TYPED = 1 }
 List of immutable network properties expressed at network creation time. NetworkDefinitionCreationFlag is used with createNetworkV2() to specify immutable properties of the network. More...
 

Functions

template<>
constexpr int32_t nvinfer1::EnumMax< LayerType > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< ScaleMode > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< GatherMode > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< UnaryOperation > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< ReduceOperation > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< SampleMode > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< TopKOperation > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< MatrixOperation > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< LoopOutput > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< TripLimit > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< FillOperation > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< ScatterMode > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< BoundingBoxFormat > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< BuilderFlag > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< MemoryPoolType > () noexcept
 
template<>
constexpr int32_t nvinfer1::EnumMax< NetworkDefinitionCreationFlag > () noexcept
 
IBuilder * nvinfer1::anonymous_namespace{NvInfer.h}::createInferBuilder (ILogger &logger) noexcept
 Create an instance of an IBuilder class. More...
 
nvinfer1::IPluginRegistrynvinfer1::getBuilderPluginRegistry (nvinfer1::EngineCapability capability) noexcept
 Return the plugin registry for building a Standard engine, or nullptr if no registry exists. More...
 
nvinfer1::safe::IPluginRegistry * nvinfer1::getBuilderSafePluginRegistry (nvinfer1::EngineCapability capability) noexcept
 Return the plugin registry for building a Safety engine, or nullptr if no registry exists. More...
 

Detailed Description

This is the top-level API file for TensorRT.

  Copyright © 2024 NVIDIA Corporation
  Privacy Policy | Manage My Privacy | Do Not Sell or Share My Data | Terms of Service | Accessibility | Corporate Policies | Product Security | Contact