TensorRT 8.6.1
NvInferRuntimeBase.h File Reference
#include "NvInferVersion.h"
#include <cstddef>
#include <cstdint>
#include <cuda_runtime_api.h>

Go to the source code of this file.

Classes

struct  nvinfer1::impl::EnumMaxImpl< DataType >
 Maximum number of elements in DataType enum. More...
 
class  nvinfer1::Dims32
 
struct  nvinfer1::impl::EnumMaxImpl< TensorFormat >
 Maximum number of elements in TensorFormat enum. More...
 
struct  nvinfer1::impl::EnumMaxImpl< AllocatorFlag >
 Maximum number of elements in AllocatorFlag enum. More...
 
class  nvinfer1::IGpuAllocator
 Application-implemented class for controlling allocation on the GPU. More...
 
class  nvinfer1::ILogger
 Application-implemented logging interface for the builder, refitter and runtime. More...
 
struct  nvinfer1::impl::EnumMaxImpl< ILogger::Severity >
 Maximum number of elements in ILogger::Severity enum. More...
 
struct  nvinfer1::impl::EnumMaxImpl< ErrorCode >
 Maximum number of elements in ErrorCode enum. More...
 
class  nvinfer1::IErrorRecorder
 Reference counted application-implemented error reporting interface for TensorRT objects. More...
 
struct  nvinfer1::impl::EnumMaxImpl< TensorIOMode >
 Maximum number of elements in TensorIOMode enum. More...
 

Namespaces

namespace  nvinfer1
 The TensorRT API version 1 namespace.
 
namespace  nvinfer1::impl
 

Macros

#define TRT_DEPRECATED   __attribute__((deprecated))
 
#define TRT_DEPRECATED_ENUM
 
#define TRT_DEPRECATED_API   __attribute__((deprecated, visibility("default")))
 
#define TENSORRTAPI
 
#define TRTNOEXCEPT
 
#define NV_TENSORRT_VERSION   nvinfer1::kNV_TENSORRT_VERSION_IMPL
 

Typedefs

using nvinfer1::char_t = char
 char_t is the type used by TensorRT to represent all valid characters. More...
 
using nvinfer1::AsciiChar = char_t
 
using nvinfer1::Dims = Dims32
 
using nvinfer1::AllocatorFlags = uint32_t
 

Enumerations

enum class  nvinfer1::DataType : int32_t {
  nvinfer1::kFLOAT = 0 , nvinfer1::kHALF = 1 , nvinfer1::kINT8 = 2 , nvinfer1::kINT32 = 3 ,
  nvinfer1::kBOOL = 4 , nvinfer1::kUINT8 = 5 , nvinfer1::kFP8 = 6
}
 The type of weights and tensors. More...
 
enum class  nvinfer1::TensorFormat : int32_t {
  nvinfer1::kLINEAR = 0 , nvinfer1::kCHW2 = 1 , nvinfer1::kHWC8 = 2 , nvinfer1::kCHW4 = 3 ,
  nvinfer1::kCHW16 = 4 , nvinfer1::kCHW32 = 5 , nvinfer1::kDHWC8 = 6 , nvinfer1::kCDHW32 = 7 ,
  nvinfer1::kHWC = 8 , nvinfer1::kDLA_LINEAR = 9 , nvinfer1::kDLA_HWC4 = 10 , nvinfer1::kHWC16 = 11 ,
  nvinfer1::kDHWC = 12
}
 Format of the input/output tensors. More...
 
enum class  nvinfer1::AllocatorFlag : int32_t { nvinfer1::kRESIZABLE = 0 }
 
enum class  nvinfer1::ErrorCode : int32_t {
  nvinfer1::kSUCCESS = 0 , nvinfer1::kUNSPECIFIED_ERROR = 1 , nvinfer1::kINTERNAL_ERROR = 2 , nvinfer1::kINVALID_ARGUMENT = 3 ,
  nvinfer1::kINVALID_CONFIG = 4 , nvinfer1::kFAILED_ALLOCATION = 5 , nvinfer1::kFAILED_INITIALIZATION = 6 , nvinfer1::kFAILED_EXECUTION = 7 ,
  nvinfer1::kFAILED_COMPUTATION = 8 , nvinfer1::kINVALID_STATE = 9 , nvinfer1::kUNSUPPORTED_STATE = 10
}
 Error codes that can be returned by TensorRT during execution. More...
 
enum class  nvinfer1::TensorIOMode : int32_t { nvinfer1::kNONE = 0 , nvinfer1::kINPUT = 1 , nvinfer1::kOUTPUT = 2 }
 Definition of tensor IO Mode. More...
 

Functions

template<typename T >
constexpr int32_t nvinfer1::EnumMax () noexcept
 Maximum number of elements in an enumeration type. More...
 
int32_t getInferLibVersion () noexcept
 Return the library version number. More...
 

Detailed Description

This file contains common definitions, data structures and interfaces shared between the standard and safe runtime.

Warning
Do not directly include this file. Instead include either NvInferRuntime.h (for the standard runtime) or NvInferSafeRuntime.h (for the safety runtime).

Macro Definition Documentation

◆ NV_TENSORRT_VERSION

#define NV_TENSORRT_VERSION   nvinfer1::kNV_TENSORRT_VERSION_IMPL

◆ TENSORRTAPI

#define TENSORRTAPI

◆ TRT_DEPRECATED

#define TRT_DEPRECATED   __attribute__((deprecated))

◆ TRT_DEPRECATED_API

#define TRT_DEPRECATED_API   __attribute__((deprecated, visibility("default")))

◆ TRT_DEPRECATED_ENUM

#define TRT_DEPRECATED_ENUM

◆ TRTNOEXCEPT

#define TRTNOEXCEPT

Function Documentation

◆ getInferLibVersion()

int32_t getInferLibVersion ( )
noexcept

Return the library version number.

The format is as for TENSORRT_VERSION: (TENSORRT_MAJOR * 1000) + (TENSORRT_MINOR * 100) + TENSOR_PATCH.

  Copyright © 2024 NVIDIA Corporation
  Privacy Policy | Manage My Privacy | Do Not Sell or Share My Data | Terms of Service | Accessibility | Corporate Policies | Product Security | Contact