NvInferSafeRuntime.h File Reference

#include "NvInferSafeMemAllocator.h"
#include "NvInferSafePlugin.h"
#include "NvInferSafeRecorder.h"
#include <algorithm>
#include <cuda_fp16.h>
#include <iterator>

Go to the source code of this file.

Classes
class	nvinfer2::safe::TypedArray
	A standard_layout and trivially_copyable typed array that knows the data type and size it is holding. More...
class	nvinfer2::safe::PhysicalDims
	Structure to define the physical dimensions of a tensor with support for up to 9 dimensions. More...
struct	nvinfer2::safe::TensorDescriptor
	A simple record summarizing various properties of a network IO Tensor. More...
class	nvinfer2::safe::ITRTGraph
	Abstract Interface for a functionally safe graph for executing inference on a built network. More...

Namespaces
namespace	nvinfer2
namespace	nvinfer2::safe

Typedefs
using	nvinfer2::safe::half_t = __half

Functions
bool	nvinfer2::safe::operator== (PhysicalDims const &d0, PhysicalDims const &d1) noexcept
bool	nvinfer2::safe::operator!= (PhysicalDims const &d0, PhysicalDims const &d1) noexcept
ErrorCode	nvinfer2::safe::createTRTGraph (ITRTGraph *&graph, void const *buffer, int64_t bufferSize, ISafeRecorder &recorder, bool trtManagedScratch=true, ISafeMemAllocator *allocator=nullptr) noexcept
	The C factory function which serves as an entry point to TRT that creates an instance of a ITRTGraph class. It will performs the following operations: More...
ErrorCode	nvinfer2::safe::createTRTGraphWithSo (ITRTGraph *&graph, void const *buffer, int64_t bufferSize, AsciiChar const *companionSoPath, ISafeRecorder &recorder, bool trtManagedScratch=true, ISafeMemAllocator *allocator=nullptr) noexcept
	createTRTGraph() variant that additionally binds the engine's companion shared object. More...
ErrorCode	nvinfer2::safe::destroyTRTGraph (ITRTGraph *&graph) noexcept
	Toplevel graph destructor. More...