NvInferRuntime.h File Reference

#include "NvInferImpl.h"
#include "NvInferRuntimeCommon.h"

Go to the source code of this file.

Classes
class	nvinfer1::INoCopy
	Forward declaration of IEngineInspector for use by other interfaces. More...
struct	nvinfer1::impl::EnumMaxImpl< EngineCapability >
	Maximum number of elements in EngineCapability enum. More...
class	nvinfer1::Weights
	An array of weights used as a layer parameter. More...
class	nvinfer1::IHostMemory
	Class to handle library allocated memory that is accessible to the user. More...
struct	nvinfer1::impl::EnumMaxImpl< TensorLocation >
	Maximum number of elements in TensorLocation enum. More...
class	nvinfer1::IDimensionExpr
class	nvinfer1::IExprBuilder
class	nvinfer1::DimsExprs
class	nvinfer1::DynamicPluginTensorDesc
class	nvinfer1::IPluginV2DynamicExt
class	nvinfer1::IProfiler
	Application-implemented interface for profiling. More...
class	nvinfer1::IRuntime
	Allows a serialized functionally unsafe engine to be deserialized. More...
class	nvinfer1::IRefitter
	Updates weights in an engine. More...
class	nvinfer1::IOptimizationProfile
	Optimization profile for dynamic input dimensions and shape tensors. More...
class	nvinfer1::ICudaEngine
	An engine for executing inference on a built network, with functionally unsafe features. More...
class	nvinfer1::IExecutionContext
	Context for executing inference using an engine, with functionally unsafe features. More...
class	nvinfer1::IEngineInspector
	An engine inspector which prints out the layer information of an engine or an execution context. More...
class	nvinfer1::PluginRegistrar< T >
	Register the plugin creator to the registry The static registry object will be instantiated when the plugin library is loaded. This static object will register all creators available in the library to the registry. More...

Namespaces
	nvinfer1
	The TensorRT API version 1 namespace.

Macros
#define	REGISTER_TENSORRT_PLUGIN(name)   static nvinfer1::PluginRegistrar<name> pluginRegistrar##name {}

Typedefs
using	nvinfer1::TacticSources = uint32_t
	Represents a collection of one or more TacticSource values combine using bitwise-OR operations. More...

Enumerations
enum	nvinfer1::EngineCapability : int32_t {   nvinfer1::EngineCapability::kSTANDARD = 0, kDEFAULT = kSTANDARD, nvinfer1::EngineCapability::kSAFETY = 1, kSAFE_GPU = kSAFETY,   nvinfer1::EngineCapability::kDLA_STANDALONE = 2, kSAFE_DLA = kDLA_STANDALONE }
	List of supported engine capability flows. More...
enum	nvinfer1::DimensionOperation : int32_t {   nvinfer1::DimensionOperation::kSUM = 0, nvinfer1::DimensionOperation::kPROD = 1, nvinfer1::DimensionOperation::kMAX = 2, nvinfer1::DimensionOperation::kMIN = 3,   nvinfer1::DimensionOperation::kSUB = 4, nvinfer1::DimensionOperation::kEQUAL = 5, nvinfer1::DimensionOperation::kLESS = 6, nvinfer1::DimensionOperation::kFLOOR_DIV = 7,   nvinfer1::DimensionOperation::kCEIL_DIV = 8 }
	An operation on two IDimensionExpr, which represent integer expressions used in dimension computations. More...
enum	nvinfer1::TensorLocation : int32_t { nvinfer1::TensorLocation::kDEVICE = 0, nvinfer1::TensorLocation::kHOST = 1 }
	The location for tensor data storage, device or host. More...
enum	nvinfer1::WeightsRole : int32_t {   nvinfer1::WeightsRole::kKERNEL = 0, nvinfer1::WeightsRole::kBIAS = 1, nvinfer1::WeightsRole::kSHIFT = 2, nvinfer1::WeightsRole::kSCALE = 3,   nvinfer1::WeightsRole::kCONSTANT = 4, nvinfer1::WeightsRole::kANY = 5 }
	How a layer uses particular Weights. More...
enum	nvinfer1::DeviceType : int32_t { nvinfer1::DeviceType::kGPU, nvinfer1::DeviceType::kDLA }
	The device that this layer/network will execute on. More...
enum	nvinfer1::OptProfileSelector : int32_t { nvinfer1::OptProfileSelector::kMIN = 0, nvinfer1::OptProfileSelector::kOPT = 1, nvinfer1::OptProfileSelector::kMAX = 2 }
	When setting or querying optimization profile parameters (such as shape tensor inputs or dynamic dimensions), select whether we are interested in the minimum, optimum, or maximum values for these parameters. The minimum and maximum specify the permitted range that is supported at runtime, while the optimum value is used for the kernel selection. This should be the "typical" value that is expected to occur at runtime. More...
enum	nvinfer1::TacticSource : int32_t { nvinfer1::TacticSource::kCUBLAS = 0, nvinfer1::TacticSource::kCUBLAS_LT = 1, nvinfer1::TacticSource::kCUDNN = 2 }
	List of tactic sources for TensorRT. More...
enum	nvinfer1::ProfilingVerbosity : int32_t {   nvinfer1::ProfilingVerbosity::kLAYER_NAMES_ONLY = 0, nvinfer1::ProfilingVerbosity::kNONE = 1, nvinfer1::ProfilingVerbosity::kDETAILED = 2, kDEFAULT = kLAYER_NAMES_ONLY,   kVERBOSE = kDETAILED }
	List of verbosity levels of layer information exposed in NVTX annotations and in IEngineInspector. More...
enum	nvinfer1::LayerInformationFormat : int32_t { nvinfer1::LayerInformationFormat::kONELINE = 0, nvinfer1::LayerInformationFormat::kJSON = 1 }
	The format in which the IEngineInspector prints the layer information. More...

Functions
template<>
constexpr int32_t	nvinfer1::EnumMax< DimensionOperation > () noexcept
	Maximum number of elements in DimensionOperation enum. More...
template<>
constexpr int32_t	nvinfer1::EnumMax< WeightsRole > () noexcept
	Maximum number of elements in WeightsRole enum. More...
template<>
constexpr int32_t	nvinfer1::EnumMax< DeviceType > () noexcept
	Maximum number of elements in DeviceType enum. More...
template<>
constexpr int32_t	nvinfer1::EnumMax< OptProfileSelector > () noexcept
template<>
constexpr int32_t	nvinfer1::EnumMax< TacticSource > () noexcept
	Maximum number of tactic sources in TacticSource enum. More...
template<>
constexpr int32_t	nvinfer1::EnumMax< ProfilingVerbosity > () noexcept
	Maximum number of profile verbosity levels in ProfilingVerbosity enum. More...
template<>
constexpr int32_t	nvinfer1::EnumMax< LayerInformationFormat > () noexcept
nvinfer1::IPluginRegistry *	getPluginRegistry () noexcept
	Return the plugin registry.
nvinfer1::ILogger *	getLogger () noexcept
	Return the logger object. More...
IRuntime *	nvinfer1::anonymous_namespace{NvInferRuntime.h}::createInferRuntime (ILogger &logger) noexcept
	Create an instance of an IRuntime class. More...
IRefitter *	nvinfer1::anonymous_namespace{NvInferRuntime.h}::createInferRefitter (ICudaEngine &engine, ILogger &logger) noexcept
	Create an instance of an IRefitter class. More...

Detailed Description

This is the top-level API file for TensorRT extended runtime library.

Function Documentation

getLogger()

nvinfer1::ILogger* getLogger ( )

noexcept

Return the logger object.

Note

the global logger is used only by standalone functions which have no associated builder, runtime or refitter.