NvInferRuntimeBase.h File Reference

#include "NvInferVersion.h"
#include <cstddef>
#include <cstdint>
#include <cuda_runtime_api.h>

Go to the source code of this file.

Classes
struct	nvinfer1::impl::EnumMaxImpl< DataType >
	Maximum number of elements in DataType enum. More...
class	nvinfer1::Dims64
class	nvinfer1::InterfaceInfo
	Version information associated with a TRT interface. More...
struct	nvinfer1::impl::EnumMaxImpl< APILanguage >
	Maximum number of elements in APILanguage enum. More...
class	nvinfer1::IVersionedInterface
	An Interface class for version control. More...
struct	nvinfer1::impl::EnumMaxImpl< ErrorCode >
	Maximum number of elements in ErrorCode enum. More...
class	nvinfer1::v_1_0::IErrorRecorder
struct	nvinfer1::impl::EnumMaxImpl< TensorIOMode >
	Maximum number of elements in TensorIOMode enum. More...

Namespaces
namespace	nvinfer1
	The TensorRT API version 1 namespace.
namespace	nvinfer1::v_1_0
	Forward declare IErrorRecorder for use in other interfaces.
namespace	nvinfer1::impl

Macros
#define	TRT_DEPRECATED   __attribute__((deprecated))
#define	TRT_DEPRECATED_ENUM
#define	TRT_DEPRECATED_API   __attribute__((deprecated, visibility("default")))
#define	TRT_DEPRECATED_BECAUSE(REASON)   TRT_DEPRECATED
#define	TRT_NODISCARD
	A stand-in for [[nodiscard]] and [[nodiscard(REASON)]] that works with older compilers. More...
#define	TRT_NODISCARD_BECAUSE(REASON)
#define	TENSORRTAPI
#define	TRTNOEXCEPT
#define	NV_TENSORRT_VERSION_INT(major, minor, patch)   ((major) *10000L + (minor) *100L + (patch) *1L)
#define	NV_TENSORRT_VERSION   NV_TENSORRT_VERSION_INT(NV_TENSORRT_MAJOR, NV_TENSORRT_MINOR, NV_TENSORRT_PATCH)

Typedefs
using	nvinfer1::char_t = char
	char_t is the type used by TensorRT to represent all valid characters. More...
using	nvinfer1::AsciiChar = char_t
using	nvinfer1::IErrorRecorder = v_1_0::IErrorRecorder
using	nvinfer1::Dims = Dims64
using	nvinfer1::InterfaceKind = char const *

Enumerations
enum class	nvinfer1::DataType : int32_t {   nvinfer1::kFLOAT = 0 , nvinfer1::kHALF = 1 , nvinfer1::kINT8 = 2 , nvinfer1::kINT32 = 3 ,   nvinfer1::kBOOL = 4 , nvinfer1::kUINT8 = 5 , nvinfer1::kFP8 = 6 , nvinfer1::kBF16 = 7 ,   nvinfer1::kINT64 = 8 , nvinfer1::kINT4 = 9 , nvinfer1::kFP4 = 10 , nvinfer1::kE8M0 = 11 }
	The type of weights and tensors. More...
enum class	nvinfer1::APILanguage : int32_t { nvinfer1::kCPP = 0 , nvinfer1::kPYTHON = 1 }
	Programming language used in the implementation of a TRT interface. More...
enum class	nvinfer1::ErrorCode : int32_t {   nvinfer1::kSUCCESS = 0 , nvinfer1::kUNSPECIFIED_ERROR = 1 , nvinfer1::kINTERNAL_ERROR = 2 , nvinfer1::kINVALID_ARGUMENT = 3 ,   nvinfer1::kINVALID_CONFIG = 4 , nvinfer1::kFAILED_ALLOCATION = 5 , nvinfer1::kFAILED_INITIALIZATION = 6 , nvinfer1::kFAILED_EXECUTION = 7 ,   nvinfer1::kFAILED_COMPUTATION = 8 , nvinfer1::kINVALID_STATE = 9 , nvinfer1::kUNSUPPORTED_STATE = 10 }
	Error codes that can be returned by TensorRT during execution. More...
enum class	nvinfer1::TensorIOMode : int32_t { nvinfer1::kNONE = 0 , nvinfer1::kINPUT = 1 , nvinfer1::kOUTPUT = 2 }
	Definition of tensor IO Mode. More...

Functions
template<typename T >
constexpr int32_t	nvinfer1::EnumMax () noexcept
	Maximum number of elements in an enumeration type. More...
int32_t	getInferLibVersion () noexcept
	Return the library version number. More...

Detailed Description

This file contains common definitions, data structures and interfaces shared between the standard and safe runtime.

Warning

Do not directly include this file. Instead include one of:

• NvInferRuntime.h (for the standard runtime)
• NvInferPluginUtils.h (for plugin utilities)

Macro Definition Documentation

NV_TENSORRT_VERSION

#define NV_TENSORRT_VERSION   NV_TENSORRT_VERSION_INT(NV_TENSORRT_MAJOR, NV_TENSORRT_MINOR, NV_TENSORRT_PATCH)

TensorRT version as a single integer. Usable in preprocessor expressions.

NV_TENSORRT_VERSION_INT

#define NV_TENSORRT_VERSION_INT	(		major,
			minor,
			patch
	)		((major) *10000L + (minor) *100L + (patch) *1L)

Construct a single integer denoting TensorRT version. Usable in preprocessor expressions.

TENSORRTAPI

#define TENSORRTAPI

TRT_DEPRECATED

#define TRT_DEPRECATED   __attribute__((deprecated))

TRT_DEPRECATED_API

#define TRT_DEPRECATED_API   __attribute__((deprecated, visibility("default")))

TRT_DEPRECATED_BECAUSE

#define TRT_DEPRECATED_BECAUSE

(

REASON

)

TRT_DEPRECATED

TRT_DEPRECATED_ENUM

#define TRT_DEPRECATED_ENUM

TRT_NODISCARD

#define TRT_NODISCARD

A stand-in for [[nodiscard]] and [[nodiscard(REASON)]] that works with older compilers.

TRT_NODISCARD_BECAUSE

#define TRT_NODISCARD_BECAUSE

(

REASON

)

TRTNOEXCEPT

#define TRTNOEXCEPT

Function Documentation

getInferLibVersion()

int32_t getInferLibVersion ( )

noexcept

Return the library version number.

The format is as for TENSORRT_VERSION: (MAJOR * 100 + MINOR) * 100 + PATCH