NVIDIA TensorRT Standard Python API Documentation
8.2.5
Overview
Getting Started with TensorRT
Core Concepts
TensorRT Python API Reference
Foundational Types
Core
Network
Plugin
Int8
Algorithm Selector
UFF Parser
Caffe Parser
Onnx Parser
UFF Converter API Reference
UFF Converter
UFF Operators
GraphSurgeon API Reference
Graph Surgeon
NVIDIA TensorRT Standard Python API Documentation
»
Index
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
L
|
M
|
N
|
O
|
P
|
Q
|
R
|
S
|
T
|
U
|
V
|
W
_
__del__() (tensorrt.Builder method)
(tensorrt.CaffeParser method)
(tensorrt.IBuilderConfig method)
(tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
(tensorrt.IHostMemory method)
(tensorrt.INetworkDefinition method)
(tensorrt.OnnxParser method)
(tensorrt.Refitter method)
(tensorrt.Runtime method)
(tensorrt.UffParser method)
__exit__() (tensorrt.Builder method)
(tensorrt.CaffeParser method)
(tensorrt.IBuilderConfig method)
(tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
(tensorrt.IHostMemory method)
(tensorrt.INetworkDefinition method)
(tensorrt.OnnxParser method)
(tensorrt.Refitter method)
(tensorrt.Runtime method)
(tensorrt.UffParser method)
__getitem__() (tensorrt.ICudaEngine method)
(tensorrt.INetworkDefinition method)
__init__() (tensorrt.Builder method)
(tensorrt.CaffeParser method)
(tensorrt.EngineInspector method)
(tensorrt.IAlgorithm method)
(tensorrt.IAlgorithmContext method)
(tensorrt.IAlgorithmIOInfo method)
(tensorrt.IAlgorithmSelector method)
(tensorrt.IAlgorithmVariant method)
(tensorrt.IBuilderConfig method)
(tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
(tensorrt.IGpuAllocator method)
(tensorrt.IHostMemory method)
(tensorrt.INetworkDefinition method)
(tensorrt.OnnxParser method)
(tensorrt.Refitter method)
(tensorrt.Runtime method)
(tensorrt.UffParser method)
__len__() (tensorrt.ICudaEngine method)
(tensorrt.INetworkDefinition method)
A
ActivationType (in module tensorrt)
add_activation() (tensorrt.INetworkDefinition method)
add_assertion() (tensorrt.INetworkDefinition method)
add_concatenation() (tensorrt.INetworkDefinition method)
add_constant() (tensorrt.INetworkDefinition method)
add_convolution() (tensorrt.INetworkDefinition method)
add_convolution_nd() (tensorrt.INetworkDefinition method)
add_deconvolution() (tensorrt.INetworkDefinition method)
add_deconvolution_nd() (tensorrt.INetworkDefinition method)
add_dequantize() (tensorrt.INetworkDefinition method)
add_einsum() (tensorrt.INetworkDefinition method)
add_elementwise() (tensorrt.INetworkDefinition method)
add_fill() (tensorrt.INetworkDefinition method)
add_fully_connected() (tensorrt.INetworkDefinition method)
add_gather() (tensorrt.INetworkDefinition method)
add_gather_v2() (tensorrt.INetworkDefinition method)
add_identity() (tensorrt.INetworkDefinition method)
add_if_conditional() (tensorrt.INetworkDefinition method)
add_input() (tensorrt.IIfConditional method)
(tensorrt.INetworkDefinition method)
add_iterator() (tensorrt.ILoop method)
add_loop() (tensorrt.INetworkDefinition method)
add_loop_output() (tensorrt.ILoop method)
add_lrn() (tensorrt.INetworkDefinition method)
add_matrix_multiply() (tensorrt.INetworkDefinition method)
add_optimization_profile() (tensorrt.IBuilderConfig method)
add_output() (tensorrt.IIfConditional method)
add_padding() (tensorrt.INetworkDefinition method)
add_padding_nd() (tensorrt.INetworkDefinition method)
add_parametric_relu() (tensorrt.INetworkDefinition method)
add_plugin_v2() (tensorrt.INetworkDefinition method)
add_pooling() (tensorrt.INetworkDefinition method)
add_pooling_nd() (tensorrt.INetworkDefinition method)
add_quantize() (tensorrt.INetworkDefinition method)
add_ragged_softmax() (tensorrt.INetworkDefinition method)
add_recurrence() (tensorrt.ILoop method)
add_reduce() (tensorrt.INetworkDefinition method)
add_resize() (tensorrt.INetworkDefinition method)
add_rnn_v2() (tensorrt.INetworkDefinition method)
add_scale() (tensorrt.INetworkDefinition method)
add_scale_nd() (tensorrt.INetworkDefinition method)
add_scatter() (tensorrt.INetworkDefinition method)
add_select() (tensorrt.INetworkDefinition method)
add_shape() (tensorrt.INetworkDefinition method)
add_shuffle() (tensorrt.INetworkDefinition method)
add_slice() (tensorrt.INetworkDefinition method)
add_softmax() (tensorrt.INetworkDefinition method)
add_topk() (tensorrt.INetworkDefinition method)
add_trip_limit() (tensorrt.ILoop method)
add_unary() (tensorrt.INetworkDefinition method)
allocate() (tensorrt.IGpuAllocator method)
AllocatorFlag (in module tensorrt)
append() (graphsurgeon.DynamicGraph method)
(tensorrt.PluginFieldCollection method)
as_graph_def() (graphsurgeon.StaticGraph method)
B
binding_is_input() (tensorrt.ICudaEngine method)
build_engine() (tensorrt.Builder method)
build_serialized_network() (tensorrt.Builder method)
Builder (class in tensorrt)
BuilderFlag (in module tensorrt)
C
CaffeParser (class in tensorrt)
CalibrationAlgoType (in module tensorrt)
can_run_on_DLA() (tensorrt.IBuilderConfig method)
clear() (tensorrt.IErrorRecorder method)
(tensorrt.PluginFieldCollection method)
clear_errors() (tensorrt.OnnxParser method)
clear_flag() (tensorrt.IBuilderConfig method)
clear_quantization_flag() (tensorrt.IBuilderConfig method)
code() (tensorrt.ParserError method)
collapse_namespaces() (graphsurgeon.DynamicGraph method)
combine() (tensorrt.ITimingCache method)
create_builder_config() (tensorrt.Builder method)
create_engine_inspector() (tensorrt.ICudaEngine method)
create_execution_context() (tensorrt.ICudaEngine method)
create_execution_context_without_device_memory() (tensorrt.ICudaEngine method)
create_network() (tensorrt.Builder method)
create_node() (in module graphsurgeon)
create_optimization_profile() (tensorrt.Builder method)
create_plugin() (tensorrt.ICaffePluginFactoryV2 method)
(tensorrt.IPluginCreator method)
create_plugin_node() (in module graphsurgeon)
create_timing_cache() (tensorrt.IBuilderConfig method)
D
DataType (in module tensorrt)
deallocate() (tensorrt.IGpuAllocator method)
deregister_creator() (tensorrt.IPluginRegistry method)
desc() (tensorrt.ParserError method)
deserialize_cuda_engine() (tensorrt.Runtime method)
deserialize_plugin() (tensorrt.IPluginCreator method)
DeviceType (in module tensorrt)
Dims (class in tensorrt)
Dims2 (class in tensorrt)
Dims3 (class in tensorrt)
Dims4 (class in tensorrt)
DimsHW (class in tensorrt)
DynamicGraph (class in graphsurgeon)
E
ElementWiseOperation (in module tensorrt)
EngineCapability (in module tensorrt)
EngineInspector (class in tensorrt)
ErrorCode (in module tensorrt)
ErrorCodeTRT (in module tensorrt)
execute() (tensorrt.IExecutionContext method)
execute_async() (tensorrt.IExecutionContext method)
execute_async_v2() (tensorrt.IExecutionContext method)
execute_v2() (tensorrt.IExecutionContext method)
extend() (graphsurgeon.DynamicGraph method)
(tensorrt.PluginFieldCollection method)
F
FieldCollection (class in tensorrt)
FieldMap (class in tensorrt)
FieldType (in module tensorrt)
file() (tensorrt.ParserError method)
FillOperation (in module tensorrt)
find() (tensorrt.IBlobNameToTensor method)
find_node_chains_by_op() (graphsurgeon.StaticGraph method)
find_node_inputs() (graphsurgeon.StaticGraph method)
find_node_inputs_by_name() (graphsurgeon.StaticGraph method)
find_node_inputs_by_op() (graphsurgeon.StaticGraph method)
find_nodes_by_name() (graphsurgeon.StaticGraph method)
find_nodes_by_op() (graphsurgeon.StaticGraph method)
find_nodes_by_path() (graphsurgeon.StaticGraph method)
forward_inputs() (graphsurgeon.DynamicGraph method)
free() (tensorrt.IGpuAllocator method)
from_tensorflow() (in module uff)
from_tensorflow_frozen_model() (in module uff)
func() (tensorrt.ParserError method)
G
get_algorithm() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
get_algorithm_io_info() (tensorrt.IAlgorithm method)
get_all() (tensorrt.Refitter method)
get_all_weights() (tensorrt.Refitter method)
get_batch() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
get_batch_size() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
get_bias_for_gate() (tensorrt.IRNNv2Layer method)
get_binding_bytes_per_component() (tensorrt.ICudaEngine method)
get_binding_components_per_element() (tensorrt.ICudaEngine method)
get_binding_dtype() (tensorrt.ICudaEngine method)
get_binding_format() (tensorrt.ICudaEngine method)
get_binding_format_desc() (tensorrt.ICudaEngine method)
get_binding_index() (tensorrt.ICudaEngine method)
get_binding_name() (tensorrt.ICudaEngine method)
get_binding_shape() (tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
get_binding_vectorized_dim() (tensorrt.ICudaEngine method)
get_calibration_profile() (tensorrt.IBuilderConfig method)
get_device_type() (tensorrt.IBuilderConfig method)
get_dynamic_range() (tensorrt.Refitter method)
get_engine_information() (tensorrt.EngineInspector method)
get_error() (tensorrt.OnnxParser method)
get_error_code() (tensorrt.IErrorRecorder method)
get_error_desc() (tensorrt.IErrorRecorder method)
get_flag() (tensorrt.IBuilderConfig method)
get_input() (tensorrt.ILayer method)
(tensorrt.INetworkDefinition method)
get_layer() (tensorrt.INetworkDefinition method)
get_layer_information() (tensorrt.EngineInspector method)
get_location() (tensorrt.ICudaEngine method)
get_missing() (tensorrt.Refitter method)
get_missing_weights() (tensorrt.Refitter method)
get_output() (tensorrt.ILayer method)
(tensorrt.INetworkDefinition method)
get_output_type() (tensorrt.ILayer method)
get_plugin_creator() (tensorrt.IPluginRegistry method)
get_plugin_registry() (in module tensorrt)
get_profile_shape() (tensorrt.ICudaEngine method)
get_profile_shape_input() (tensorrt.ICudaEngine method)
get_quantization_flag() (tensorrt.IBuilderConfig method)
get_shape() (tensorrt.IAlgorithmContext method)
(tensorrt.IExecutionContext method)
(tensorrt.IOptimizationProfile method)
get_shape_input() (tensorrt.IOptimizationProfile method)
get_strides() (tensorrt.IExecutionContext method)
get_tactic_sources() (tensorrt.IBuilderConfig method)
get_tensors_with_dynamic_range() (tensorrt.Refitter method)
get_timing_cache() (tensorrt.IBuilderConfig method)
get_weights_for_gate() (tensorrt.IRNNv2Layer method)
graph_inputs (graphsurgeon.StaticGraph attribute)
graph_outputs (graphsurgeon.StaticGraph attribute)
H
has_overflowed() (tensorrt.IErrorRecorder method)
I
IActivationLayer (class in tensorrt)
IAlgorithm (class in tensorrt)
IAlgorithmContext (class in tensorrt)
IAlgorithmIOInfo (class in tensorrt)
IAlgorithmSelector (class in tensorrt)
IAlgorithmVariant (class in tensorrt)
IAssertionLayer (class in tensorrt)
IBlobNameToTensor (class in tensorrt)
IBuilderConfig (class in tensorrt)
ICaffePluginFactoryV2 (class in tensorrt)
IConcatenationLayer (class in tensorrt)
IConditionLayer (class in tensorrt)
IConstantLayer (class in tensorrt)
IConvolutionLayer (class in tensorrt)
ICudaEngine (class in tensorrt)
IDeconvolutionLayer (class in tensorrt)
IDequantizeLayer (class in tensorrt)
IEinsumLayer (class in tensorrt)
IElementWiseLayer (class in tensorrt)
IErrorRecorder (class in tensorrt)
IExecutionContext (class in tensorrt)
IFillLayer (class in tensorrt)
IFullyConnectedLayer (class in tensorrt)
IGatherLayer (class in tensorrt)
IGpuAllocator (class in tensorrt)
IHostMemory (class in tensorrt)
IIdentityLayer (class in tensorrt)
IIfConditional (class in tensorrt)
IIfConditionalInputLayer (class in tensorrt)
IIfConditionalOutputLayer (class in tensorrt)
IInt8Calibrator (class in tensorrt)
IInt8EntropyCalibrator (class in tensorrt)
IInt8EntropyCalibrator2 (class in tensorrt)
IInt8LegacyCalibrator (class in tensorrt)
IInt8MinMaxCalibrator (class in tensorrt)
IIteratorLayer (class in tensorrt)
ILayer (class in tensorrt)
ILogger (class in tensorrt)
ILogger.Severity (class in tensorrt)
ILoop (class in tensorrt)
ILoopBoundaryLayer (class in tensorrt)
ILoopOutputLayer (class in tensorrt)
ILRNLayer (class in tensorrt)
IMatrixMultiplyLayer (class in tensorrt)
INetworkDefinition (class in tensorrt)
init_libnvinfer_plugins() (in module tensorrt)
insert() (tensorrt.PluginFieldCollection method)
IOptimizationProfile (class in tensorrt)
IPaddingLayer (class in tensorrt)
IParametricReLULayer (class in tensorrt)
IPluginCreator (class in tensorrt)
IPluginRegistry (class in tensorrt)
IPluginV2Layer (class in tensorrt)
IPoolingLayer (class in tensorrt)
IProfiler (class in tensorrt)
IQuantizeLayer (class in tensorrt)
IRaggedSoftMaxLayer (class in tensorrt)
IRecurrenceLayer (class in tensorrt)
IReduceLayer (class in tensorrt)
IResizeLayer (class in tensorrt)
IRNNv2Layer (class in tensorrt)
is_device_type_set() (tensorrt.IBuilderConfig method)
is_execution_binding() (tensorrt.ICudaEngine method)
is_network_supported() (tensorrt.Builder method)
is_plugin_v2() (tensorrt.ICaffePluginFactoryV2 method)
is_shape_binding() (tensorrt.ICudaEngine method)
IScaleLayer (class in tensorrt)
IScatterLayer (class in tensorrt)
ISelectLayer (class in tensorrt)
IShapeLayer (class in tensorrt)
IShuffleLayer (class in tensorrt)
ISliceLayer (class in tensorrt)
ISoftMaxLayer (class in tensorrt)
ITensor (class in tensorrt)
ITimingCache (class in tensorrt)
ITopKLayer (class in tensorrt)
ITripLimitLayer (class in tensorrt)
IUnaryLayer (class in tensorrt)
L
LayerType (in module tensorrt)
line() (tensorrt.ParserError method)
log() (tensorrt.ILogger method)
(tensorrt.Logger method)
Logger (class in tensorrt)
LoopOutput (in module tensorrt)
M
mark_output() (tensorrt.INetworkDefinition method)
mark_output_for_shapes() (tensorrt.INetworkDefinition method)
MatrixOperation (in module tensorrt)
MAX_DIMS (tensorrt.Dims property)
N
name (tensorrt.ILogger.Severity property)
NetworkDefinitionCreationFlag (in module tensorrt)
node() (tensorrt.ParserError method)
node_map (graphsurgeon.StaticGraph attribute)
node_outputs (graphsurgeon.StaticGraph attribute)
nptype() (in module tensorrt)
num_errors() (tensorrt.IErrorRecorder method)
numpy() (tensorrt.Weights method)
O
OnnxParser (class in tensorrt)
output_type_is_set() (tensorrt.ILayer method)
P
PaddingMode (in module tensorrt)
parse() (tensorrt.CaffeParser method)
(tensorrt.OnnxParser method)
(tensorrt.UffParser method)
parse_binary_proto() (tensorrt.CaffeParser method)
parse_buffer() (tensorrt.CaffeParser method)
(tensorrt.UffParser method)
parse_from_file() (tensorrt.OnnxParser method)
parse_with_weight_descriptors() (tensorrt.OnnxParser method)
ParserError (class in tensorrt)
Permutation (class in tensorrt)
PluginField (class in tensorrt)
PluginFieldCollection (class in tensorrt)
PluginFieldType (in module tensorrt)
PoolingType (in module tensorrt)
pop() (tensorrt.PluginFieldCollection method)
Profiler (class in tensorrt)
ProfilingVerbosity (in module tensorrt)
Q
QuantizationFlag (in module tensorrt)
R
read() (graphsurgeon.StaticGraph method)
read_calibration_cache() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
reallocate() (tensorrt.IGpuAllocator method)
ReduceOperation (in module tensorrt)
refit_cuda_engine() (tensorrt.Refitter method)
Refitter (class in tensorrt)
register_creator() (tensorrt.IPluginRegistry method)
register_input() (tensorrt.UffParser method)
register_output() (tensorrt.UffParser method)
remove() (graphsurgeon.DynamicGraph method)
remove_tensor() (tensorrt.INetworkDefinition method)
report_algorithms() (tensorrt.IAlgorithmSelector method)
report_error() (tensorrt.IErrorRecorder method)
report_layer_time() (tensorrt.IProfiler method)
(tensorrt.Profiler method)
report_to_profiler() (tensorrt.IExecutionContext method)
reset() (tensorrt.Builder method)
(tensorrt.IBuilderConfig method)
(tensorrt.ITimingCache method)
reset_device_type() (tensorrt.IBuilderConfig method)
reset_dynamic_range() (tensorrt.ITensor method)
reset_output_type() (tensorrt.ILayer method)
reset_precision() (tensorrt.ILayer method)
ResizeMode (in module tensorrt)
RNNDirection (in module tensorrt)
RNNGateType (in module tensorrt)
RNNInputMode (in module tensorrt)
RNNOperation (in module tensorrt)
Runtime (class in tensorrt)
S
ScaleMode (in module tensorrt)
select_algorithms() (tensorrt.IAlgorithmSelector method)
serialize() (tensorrt.ICudaEngine method)
(tensorrt.ITimingCache method)
set_bias_for_gate() (tensorrt.IRNNv2Layer method)
set_binding_shape() (tensorrt.IExecutionContext method)
set_calibration_profile() (tensorrt.IBuilderConfig method)
set_condition() (tensorrt.IIfConditional method)
set_device_type() (tensorrt.IBuilderConfig method)
set_dynamic_range() (tensorrt.ITensor method)
(tensorrt.Refitter method)
set_flag() (tensorrt.IBuilderConfig method)
set_input() (tensorrt.IFillLayer method)
(tensorrt.ILayer method)
(tensorrt.ILoopOutputLayer method)
(tensorrt.IRecurrenceLayer method)
(tensorrt.IResizeLayer method)
(tensorrt.IShuffleLayer method)
(tensorrt.ISliceLayer method)
set_named_weights() (tensorrt.Refitter method)
set_optimization_profile_async() (tensorrt.IExecutionContext method)
set_output_type() (tensorrt.ILayer method)
set_quantization_flag() (tensorrt.IBuilderConfig method)
set_shape() (tensorrt.IOptimizationProfile method)
set_shape_input() (tensorrt.IExecutionContext method)
(tensorrt.IOptimizationProfile method)
set_tactic_sources() (tensorrt.IBuilderConfig method)
set_timing_cache() (tensorrt.IBuilderConfig method)
set_weights() (tensorrt.Refitter method)
set_weights_for_gate() (tensorrt.IRNNv2Layer method)
set_weights_name() (tensorrt.INetworkDefinition method)
shutdown_protobuf_library() (in module tensorrt)
StaticGraph (class in graphsurgeon)
supports_model() (tensorrt.OnnxParser method)
supports_operator() (tensorrt.OnnxParser method)
T
TacticSource (in module tensorrt)
TensorFormat (in module tensorrt)
TensorLocation (in module tensorrt)
TopKOperation (in module tensorrt)
TripLimit (in module tensorrt)
U
UffInputOrder (in module tensorrt)
UffParser (class in tensorrt)
UnaryOperation (in module tensorrt)
unmark_output() (tensorrt.INetworkDefinition method)
unmark_output_for_shapes() (tensorrt.INetworkDefinition method)
V
volume() (in module tensorrt)
W
Weights (class in tensorrt)
WeightsRole (in module tensorrt)
write() (graphsurgeon.StaticGraph method)
write_calibration_cache() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
write_tensorboard() (graphsurgeon.StaticGraph method)