#include "NvInferLegacyDims.h"
#include "NvInferRuntime.h"

Classes
struct	nvinfer1::impl::EnumMaxImpl< ActivationType >

class	nvinfer1::ITensor
	A tensor in a network definition. More...

class	nvinfer1::ILayer
	Base class for all layer classes in a network definition. More...

struct	nvinfer1::impl::EnumMaxImpl< PaddingMode >

class	nvinfer1::IConvolutionLayer
	A convolution layer in a network definition. More...

class	nvinfer1::IActivationLayer
	An Activation layer in a network definition. More...

struct	nvinfer1::impl::EnumMaxImpl< PoolingType >

class	nvinfer1::IPoolingLayer
	A Pooling layer in a network definition. More...

class	nvinfer1::ILRNLayer
	A LRN layer in a network definition. More...

class	nvinfer1::IScaleLayer
	A Scale layer in a network definition. More...

class	nvinfer1::ISoftMaxLayer
	A Softmax layer in a network definition. More...

class	nvinfer1::IConcatenationLayer
	A concatenation layer in a network definition. More...

class	nvinfer1::IDeconvolutionLayer
	A deconvolution layer in a network definition. More...

struct	nvinfer1::impl::EnumMaxImpl< ElementWiseOperation >

class	nvinfer1::IElementWiseLayer
	A elementwise layer in a network definition. More...

class	nvinfer1::IGatherLayer
	A Gather layer in a network definition. Supports several kinds of gathering. More...

class	nvinfer1::IPluginV2Layer
	Layer type for pluginV2. More...

class	nvinfer1::IPluginV3Layer
	Layer type for V3 plugins. More...

class	nvinfer1::IUnaryLayer
	Layer that represents an unary operation. More...

class	nvinfer1::IReduceLayer
	Layer that represents a reduction across a non-bool tensor. More...

class	nvinfer1::IPaddingLayer
	Layer that represents a padding operation. More...

struct	nvinfer1::Permutation
	Represents a permutation of dimensions. More...

class	nvinfer1::IShuffleLayer
	Layer type for shuffling data. More...

class	nvinfer1::ISliceLayer
	Slices an input tensor into an output tensor based on the offset and strides. More...

class	nvinfer1::IShapeLayer
	Layer type for getting shape of a tensor. More...

class	nvinfer1::ITopKLayer
	Layer that represents a TopK reduction. More...

class	nvinfer1::IMatrixMultiplyLayer
	Layer that represents a Matrix Multiplication. More...

class	nvinfer1::INonZeroLayer

class	nvinfer1::IRaggedSoftMaxLayer
	A RaggedSoftmax layer in a network definition. More...

class	nvinfer1::IIdentityLayer
	A layer that represents the identity function. More...

class	nvinfer1::ICastLayer
	A cast layer in a network. More...

class	nvinfer1::IConstantLayer
	Layer that represents a constant value. More...

class	nvinfer1::IParametricReLULayer
	Layer that represents a parametric ReLU operation. More...

struct	nvinfer1::impl::EnumMaxImpl< InterpolationMode >

struct	nvinfer1::impl::EnumMaxImpl< ResizeCoordinateTransformation >

struct	nvinfer1::impl::EnumMaxImpl< ResizeSelector >

struct	nvinfer1::impl::EnumMaxImpl< ResizeRoundMode >

class	nvinfer1::IResizeLayer
	A resize layer in a network definition. More...

class	nvinfer1::ILoopBoundaryLayer
	This is a base class for Loop boundary layers. More...

class	nvinfer1::IIfConditionalBoundaryLayer
	This is a base class for Conditional boundary layers. More...

class	nvinfer1::IConditionLayer
	This layer represents a condition input to an IIfConditional. More...

class	nvinfer1::IIfConditionalOutputLayer
	This layer represents an output of an IIfConditional. More...

class	nvinfer1::IIfConditionalInputLayer
	This layer represents an input to an IIfConditional. More...

class	nvinfer1::IIfConditional
	Helper for constructing conditionally-executed subgraphs. More...

class	nvinfer1::IRecurrenceLayer
	A recurrence layer in a network definition. More...

class	nvinfer1::ILoopOutputLayer
	An ILoopOutputLayer is the sole way to get output from a loop. More...

class	nvinfer1::ITripLimitLayer
	A layer that represents a trip-count limiter. More...

class	nvinfer1::IIteratorLayer
	A layer to do iterations. More...

class	nvinfer1::ILoop
	Helper for creating a recurrent subgraph. More...

class	nvinfer1::ISelectLayer
	A select layer in a network definition. More...

class	nvinfer1::IAssertionLayer
	An assertion layer in a network. More...

class	nvinfer1::IFillLayer
	Generate a tensor according to a specified mode. More...

class	nvinfer1::IQuantizeLayer
	A Quantize layer in a network definition. More...

class	nvinfer1::IDequantizeLayer
	A Dequantize layer in a network definition. More...

class	nvinfer1::IEinsumLayer
	An Einsum layer in a network. More...

class	nvinfer1::IScatterLayer
	A scatter layer in a network definition. Supports several kinds of scattering. More...

class	nvinfer1::IOneHotLayer
	A OneHot layer in a network definition. More...

class	nvinfer1::IGridSampleLayer
	A GridSample layer in a network definition. More...

class	nvinfer1::INMSLayer
	A non-maximum suppression layer in a network definition. More...

class	nvinfer1::IReverseSequenceLayer
	A ReverseSequence layer in a network definition. More...

class	nvinfer1::INormalizationLayer
	A normalization layer in a network definition. More...

class	nvinfer1::INetworkDefinition
	A network definition for input to the builder. More...

class	nvinfer1::IInt8Calibrator
	Application-implemented interface for calibration. More...

class	nvinfer1::v_1_0::IInt8EntropyCalibrator

class	nvinfer1::v_1_0::IInt8EntropyCalibrator2

class	nvinfer1::v_1_0::IInt8MinMaxCalibrator

class	nvinfer1::v_1_0::IInt8LegacyCalibrator

class	nvinfer1::IAlgorithmIOInfo
	Carries information about input or output of the algorithm. IAlgorithmIOInfo for all the input and output along with IAlgorithmVariant denotes the variation of algorithm and can be used to select or reproduce an algorithm using IAlgorithmSelector::selectAlgorithms(). More...

class	nvinfer1::IAlgorithmVariant
	provides a unique 128-bit identifier, which along with the input and output information denotes the variation of algorithm and can be used to select or reproduce an algorithm, using IAlgorithmSelector::selectAlgorithms() More...

class	nvinfer1::IAlgorithmContext
	Describes the context and requirements, that could be fulfilled by one or more instances of IAlgorithm. More...

class	nvinfer1::IAlgorithm
	Describes a variation of execution of a layer. An algorithm is represented by IAlgorithmVariant and the IAlgorithmIOInfo for each of its inputs and outputs. An algorithm can be selected or reproduced using AlgorithmSelector::selectAlgorithms(). More...

class	nvinfer1::v_1_0::IAlgorithmSelector

class	nvinfer1::ITimingCache
	Class to handle tactic timing info collected from builder. More...

struct	nvinfer1::impl::EnumMaxImpl< PreviewFeature >

struct	nvinfer1::impl::EnumMaxImpl< HardwareCompatibilityLevel >

class	nvinfer1::v_1_0::IProgressMonitor

class	nvinfer1::IBuilderConfig
	Holds properties for configuring a builder to produce an engine. More...

class	nvinfer1::IBuilder
	Builds an engine from a network definition. More...

Namespaces
namespace	nvinfer1
	The TensorRT API version 1 namespace.

namespace	nvinfer1::impl

namespace	nvinfer1::v_1_0
	Forward declare IErrorRecorder for use in other interfaces.

namespace	nvinfer1::anonymous_namespace{NvInfer.h}

namespace	nvinfer1::safe
	The safety subset of TensorRT's API version 1 namespace.

Typedefs
using	nvinfer1::TensorFormats = uint32_t
	It is capable of representing one or more TensorFormat by binary OR operations, e.g., 1U << TensorFormat::kCHW4 \| 1U << TensorFormat::kCHW32. More...

using	nvinfer1::IInt8EntropyCalibrator = v_1_0::IInt8EntropyCalibrator

using	nvinfer1::IInt8EntropyCalibrator2 = v_1_0::IInt8EntropyCalibrator2

using	nvinfer1::IInt8MinMaxCalibrator = v_1_0::IInt8MinMaxCalibrator

using	nvinfer1::IInt8LegacyCalibrator = v_1_0::IInt8LegacyCalibrator

using	nvinfer1::IAlgorithmSelector = v_1_0::IAlgorithmSelector

using	nvinfer1::QuantizationFlags = uint32_t
	Represents one or more QuantizationFlag values using binary OR operations. More...

using	nvinfer1::BuilderFlags = uint32_t
	Represents one or more BuilderFlag values using binary OR operations, e.g., 1U << BuilderFlag::kFP16 \| 1U << BuilderFlag::kDEBUG. More...

using	nvinfer1::IProgressMonitor = v_1_0::IProgressMonitor

using	nvinfer1::NetworkDefinitionCreationFlags = uint32_t
	Represents one or more NetworkDefinitionCreationFlag flags using binary OR operations. e.g., 1U << NetworkDefinitionCreationFlag::kSTRONGLY_TYPED. More...

Enumerations
enum class	nvinfer1::LayerType : int32_t { nvinfer1::kCONVOLUTION = 0 , nvinfer1::kCAST = 1 , nvinfer1::kACTIVATION = 2 , nvinfer1::kPOOLING = 3 , nvinfer1::kLRN = 4 , nvinfer1::kSCALE = 5 , nvinfer1::kSOFTMAX = 6 , nvinfer1::kDECONVOLUTION = 7 , nvinfer1::kCONCATENATION = 8 , nvinfer1::kELEMENTWISE = 9 , nvinfer1::kPLUGIN = 10 , nvinfer1::kUNARY = 11 , nvinfer1::kPADDING = 12 , nvinfer1::kSHUFFLE = 13 , nvinfer1::kREDUCE = 14 , nvinfer1::kTOPK = 15 , nvinfer1::kGATHER = 16 , nvinfer1::kMATRIX_MULTIPLY = 17 , nvinfer1::kRAGGED_SOFTMAX = 18 , nvinfer1::kCONSTANT = 19 , nvinfer1::kIDENTITY = 20 , nvinfer1::kPLUGIN_V2 = 21 , nvinfer1::kSLICE = 22 , nvinfer1::kSHAPE = 23 , nvinfer1::kPARAMETRIC_RELU = 24 , nvinfer1::kRESIZE = 25 , nvinfer1::kTRIP_LIMIT = 26 , nvinfer1::kRECURRENCE = 27 , nvinfer1::kITERATOR = 28 , nvinfer1::kLOOP_OUTPUT = 29 , nvinfer1::kSELECT = 30 , nvinfer1::kFILL = 31 , nvinfer1::kQUANTIZE = 32 , nvinfer1::kDEQUANTIZE = 33 , nvinfer1::kCONDITION = 34 , nvinfer1::kCONDITIONAL_INPUT = 35 , nvinfer1::kCONDITIONAL_OUTPUT = 36 , nvinfer1::kSCATTER = 37 , nvinfer1::kEINSUM = 38 , nvinfer1::kASSERTION = 39 , nvinfer1::kONE_HOT = 40 , nvinfer1::kNON_ZERO = 41 , nvinfer1::kGRID_SAMPLE = 42 , nvinfer1::kNMS = 43 , nvinfer1::kREVERSE_SEQUENCE = 44 , nvinfer1::kNORMALIZATION = 45 , nvinfer1::kPLUGIN_V3 = 46 }
	The type values of layer classes. More...

enum class	nvinfer1::ActivationType : int32_t { nvinfer1::kRELU = 0 , nvinfer1::kSIGMOID = 1 , nvinfer1::kTANH = 2 , nvinfer1::kLEAKY_RELU = 3 , nvinfer1::kELU = 4 , nvinfer1::kSELU = 5 , nvinfer1::kSOFTSIGN = 6 , nvinfer1::kSOFTPLUS = 7 , nvinfer1::kCLIP = 8 , nvinfer1::kHARD_SIGMOID = 9 , nvinfer1::kSCALED_TANH = 10 , nvinfer1::kTHRESHOLDED_RELU = 11 , nvinfer1::kGELU_ERF = 12 , nvinfer1::kGELU_TANH = 13 }
	Enumerates the types of activation to perform in an activation layer. More...

enum class	nvinfer1::PaddingMode : int32_t { nvinfer1::kEXPLICIT_ROUND_DOWN = 0 , nvinfer1::kEXPLICIT_ROUND_UP = 1 , nvinfer1::kSAME_UPPER = 2 , nvinfer1::kSAME_LOWER = 3 }
	Enumerates the modes of padding to perform in convolution, deconvolution and pooling layer, padding mode takes precedence if setPaddingMode() and setPrePadding() are also used. More...

enum class	nvinfer1::PoolingType : int32_t { nvinfer1::kMAX = 0 , nvinfer1::kAVERAGE = 1 , nvinfer1::kMAX_AVERAGE_BLEND = 2 }
	The type of pooling to perform in a pooling layer. More...

enum class	nvinfer1::ScaleMode : int32_t { nvinfer1::kUNIFORM = 0 , nvinfer1::kCHANNEL = 1 , nvinfer1::kELEMENTWISE = 2 }
	Controls how shift, scale and power are applied in a Scale layer. More...

enum class	nvinfer1::ElementWiseOperation : int32_t { nvinfer1::kSUM = 0 , nvinfer1::kPROD = 1 , nvinfer1::kMAX = 2 , nvinfer1::kMIN = 3 , nvinfer1::kSUB = 4 , nvinfer1::kDIV = 5 , nvinfer1::kPOW = 6 , nvinfer1::kFLOOR_DIV = 7 , nvinfer1::kAND = 8 , nvinfer1::kOR = 9 , nvinfer1::kXOR = 10 , nvinfer1::kEQUAL = 11 , nvinfer1::kGREATER = 12 , nvinfer1::kLESS = 13 }
	Enumerates the binary operations that may be performed by an ElementWise layer. More...

enum class	nvinfer1::GatherMode : int32_t { nvinfer1::kDEFAULT = 0 , nvinfer1::kELEMENT = 1 , nvinfer1::kND = 2 }
	Control form of IGatherLayer. More...

enum class	nvinfer1::UnaryOperation : int32_t { nvinfer1::kEXP = 0 , nvinfer1::kLOG = 1 , nvinfer1::kSQRT = 2 , nvinfer1::kRECIP = 3 , nvinfer1::kABS = 4 , nvinfer1::kNEG = 5 , nvinfer1::kSIN = 6 , nvinfer1::kCOS = 7 , nvinfer1::kTAN = 8 , nvinfer1::kSINH = 9 , nvinfer1::kCOSH = 10 , nvinfer1::kASIN = 11 , nvinfer1::kACOS = 12 , nvinfer1::kATAN = 13 , nvinfer1::kASINH = 14 , nvinfer1::kACOSH = 15 , nvinfer1::kATANH = 16 , nvinfer1::kCEIL = 17 , nvinfer1::kFLOOR = 18 , nvinfer1::kERF = 19 , nvinfer1::kNOT = 20 , nvinfer1::kSIGN = 21 , nvinfer1::kROUND = 22 , nvinfer1::kISINF = 23 }
	Enumerates the unary operations that may be performed by a Unary layer. More...

enum class	nvinfer1::ReduceOperation : int32_t { nvinfer1::kSUM = 0 , nvinfer1::kPROD = 1 , nvinfer1::kMAX = 2 , nvinfer1::kMIN = 3 , nvinfer1::kAVG = 4 }
	Enumerates the reduce operations that may be performed by a Reduce layer. More...

enum class	nvinfer1::SampleMode : int32_t { nvinfer1::kSTRICT_BOUNDS = 0 , nvinfer1::kWRAP = 1 , nvinfer1::kCLAMP = 2 , nvinfer1::kFILL = 3 , nvinfer1::kREFLECT = 4 }
	Controls how ISliceLayer and IGridSample handle out-of-bounds coordinates. More...

enum class	nvinfer1::TopKOperation : int32_t { nvinfer1::kMAX = 0 , nvinfer1::kMIN = 1 }
	Enumerates the operations that may be performed by a TopK layer. More...

enum class	nvinfer1::MatrixOperation : int32_t { nvinfer1::kNONE = 0 , nvinfer1::kTRANSPOSE = 1 , nvinfer1::kVECTOR = 2 }
	Enumerates the operations that may be performed on a tensor by IMatrixMultiplyLayer before multiplication. More...

enum class	nvinfer1::InterpolationMode : int32_t { nvinfer1::kNEAREST = 0 , nvinfer1::kLINEAR = 1 , nvinfer1::kCUBIC = 2 }
	Enumerates various modes of interpolation. More...

enum class	nvinfer1::ResizeCoordinateTransformation : int32_t { nvinfer1::kALIGN_CORNERS = 0 , nvinfer1::kASYMMETRIC = 1 , nvinfer1::kHALF_PIXEL = 2 }
	The resize coordinate transformation function. More...

enum class	nvinfer1::ResizeSelector : int32_t { nvinfer1::kFORMULA = 0 , nvinfer1::kUPPER = 1 }
	The coordinate selector when resize to single pixel output. More...

enum class	nvinfer1::ResizeRoundMode : int32_t { nvinfer1::kHALF_UP = 0 , nvinfer1::kHALF_DOWN = 1 , nvinfer1::kFLOOR = 2 , nvinfer1::kCEIL = 3 }
	The rounding mode for nearest neighbor resize. More...

enum class	nvinfer1::LoopOutput : int32_t { nvinfer1::kLAST_VALUE = 0 , nvinfer1::kCONCATENATE = 1 , nvinfer1::kREVERSE = 2 }

enum class	nvinfer1::TripLimit : int32_t { nvinfer1::kCOUNT = 0 , nvinfer1::kWHILE = 1 }

enum class	nvinfer1::FillOperation : int32_t { nvinfer1::kLINSPACE = 0 , nvinfer1::kRANDOM_UNIFORM = 1 , nvinfer1::kRANDOM_NORMAL = 2 }
	Enumerates the tensor fill operations that may performed by a fill layer. More...

enum class	nvinfer1::ScatterMode : int32_t { nvinfer1::kELEMENT = 0 , nvinfer1::kND = 1 }
	Control form of IScatterLayer. More...

enum class	nvinfer1::BoundingBoxFormat : int32_t { nvinfer1::kCORNER_PAIRS = 0 , nvinfer1::kCENTER_SIZES = 1 }
	Representation of bounding box data used for the Boxes input tensor in INMSLayer. More...

enum class	nvinfer1::CalibrationAlgoType : int32_t { nvinfer1::kLEGACY_CALIBRATION = 0 , nvinfer1::kENTROPY_CALIBRATION = 1 , nvinfer1::kENTROPY_CALIBRATION_2 = 2 , nvinfer1::kMINMAX_CALIBRATION = 3 }
	Version of calibration algorithm to use. More...

enum class	nvinfer1::QuantizationFlag : int32_t { nvinfer1::kCALIBRATE_BEFORE_FUSION = 0 }
	List of valid flags for quantizing the network to int8. More...

enum class	nvinfer1::BuilderFlag : int32_t { nvinfer1::kFP16 = 0 , nvinfer1::kINT8 = 1 , nvinfer1::kDEBUG = 2 , nvinfer1::kGPU_FALLBACK = 3 , nvinfer1::kREFIT = 4 , nvinfer1::kDISABLE_TIMING_CACHE = 5 , nvinfer1::kTF32 = 6 , nvinfer1::kSPARSE_WEIGHTS = 7 , nvinfer1::kSAFETY_SCOPE = 8 , nvinfer1::kOBEY_PRECISION_CONSTRAINTS = 9 , nvinfer1::kPREFER_PRECISION_CONSTRAINTS = 10 , nvinfer1::kDIRECT_IO = 11 , nvinfer1::kREJECT_EMPTY_ALGORITHMS = 12 , nvinfer1::kVERSION_COMPATIBLE = 13 , nvinfer1::kEXCLUDE_LEAN_RUNTIME = 14 , nvinfer1::kFP8 = 15 , nvinfer1::kERROR_ON_TIMING_CACHE_MISS = 16 , nvinfer1::kBF16 = 17 , nvinfer1::kDISABLE_COMPILATION_CACHE = 18 , nvinfer1::kSTRIP_PLAN = 19 , nvinfer1::kWEIGHTLESS = kSTRIP_PLAN , nvinfer1::kREFIT_IDENTICAL = 20 , nvinfer1::kWEIGHT_STREAMING = 21 }
	List of valid modes that the builder can enable when creating an engine from a network definition. More...

enum class	nvinfer1::MemoryPoolType : int32_t { nvinfer1::kWORKSPACE = 0 , nvinfer1::kDLA_MANAGED_SRAM = 1 , nvinfer1::kDLA_LOCAL_DRAM = 2 , nvinfer1::kDLA_GLOBAL_DRAM = 3 , nvinfer1::kTACTIC_DRAM = 4 , nvinfer1::kTACTIC_SHARED_MEMORY = 5 }
	The type for memory pools used by TensorRT. More...

enum class	nvinfer1::PreviewFeature : int32_t { nvinfer1::kPROFILE_SHARING_0806 = 0 }
	Define preview features. More...

enum class	nvinfer1::HardwareCompatibilityLevel : int32_t { nvinfer1::kNONE = 0 , nvinfer1::kAMPERE_PLUS = 1 }
	Describes requirements of compatibility with GPU architectures other than that of the GPU on which the engine was built. More...

enum class	nvinfer1::NetworkDefinitionCreationFlag : int32_t { nvinfer1::kEXPLICIT_BATCH = 0 , nvinfer1::kSTRONGLY_TYPED = 1 }
	List of immutable network properties expressed at network creation time. NetworkDefinitionCreationFlag is used with createNetworkV2() to specify immutable properties of the network. More...

Functions
template<>
constexpr int32_t	nvinfer1::EnumMax< LayerType > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< ScaleMode > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< GatherMode > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< UnaryOperation > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< ReduceOperation > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< SampleMode > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< TopKOperation > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< MatrixOperation > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< LoopOutput > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< TripLimit > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< FillOperation > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< ScatterMode > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< BoundingBoxFormat > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< CalibrationAlgoType > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< QuantizationFlag > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< BuilderFlag > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< MemoryPoolType > () noexcept

template<>
constexpr int32_t	nvinfer1::EnumMax< NetworkDefinitionCreationFlag > () noexcept

IBuilder *	nvinfer1::anonymous_namespace{NvInfer.h}::createInferBuilder (ILogger &logger) noexcept
	Create an instance of an IBuilder class. More...

nvinfer1::IPluginRegistry *	nvinfer1::getBuilderPluginRegistry (nvinfer1::EngineCapability capability) noexcept
	Return the plugin registry for building a Standard engine, or nullptr if no registry exists. More...

nvinfer1::safe::IPluginRegistry *	nvinfer1::getBuilderSafePluginRegistry (nvinfer1::EngineCapability capability) noexcept
	Return the plugin registry for building a Safety engine, or nullptr if no registry exists. More...

Detailed Description

TensorRT Versioning follows Semantic Versioning Guidelines specified here: https://semver.org/

This is the top-level API file for TensorRT.

Classes

Namespaces

Typedefs

Enumerations

Functions

Detailed Description