tensorrt
7.2.1.6
User Guide
Getting Started with TensorRT
Core Concepts
Migrating from TensorRT 4
TensorRT API Reference
Foundational Types
Core
Network
Plugin
Int8
UFF Parser
Caffe Parser
Onnx Parser
UFF Converter API Reference
UFF Converter
UFF Operators
GraphSurgeon API Reference
Graph Surgeon
tensorrt
»
Index
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
H
|
I
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
V
|
W
_
__del__() (tensorrt.Builder method)
(tensorrt.CaffeParser method)
(tensorrt.IBuilderConfig method)
(tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
(tensorrt.IHostMemory method)
(tensorrt.INetworkDefinition method)
(tensorrt.OnnxParser method)
(tensorrt.Refitter method)
(tensorrt.Runtime method)
(tensorrt.UffParser method)
__exit__() (tensorrt.Builder method)
(tensorrt.CaffeParser method)
(tensorrt.IBuilderConfig method)
(tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
(tensorrt.IHostMemory method)
(tensorrt.INetworkDefinition method)
(tensorrt.OnnxParser method)
(tensorrt.Refitter method)
(tensorrt.Runtime method)
(tensorrt.UffParser method)
__getitem__() (tensorrt.ICudaEngine method)
(tensorrt.INetworkDefinition method)
__init__() (tensorrt.Builder method)
(tensorrt.CaffeParser method)
(tensorrt.IBuilderConfig method)
(tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
(tensorrt.IHostMemory method)
(tensorrt.INetworkDefinition method)
(tensorrt.OnnxParser method)
(tensorrt.Refitter method)
(tensorrt.Runtime method)
(tensorrt.UffParser method)
__len__() (tensorrt.ICudaEngine method)
(tensorrt.INetworkDefinition method)
A
ActivationType (in module tensorrt)
add_activation() (tensorrt.INetworkDefinition method)
add_concatenation() (tensorrt.INetworkDefinition method)
add_constant() (tensorrt.INetworkDefinition method)
add_convolution() (tensorrt.INetworkDefinition method)
add_convolution_nd() (tensorrt.INetworkDefinition method)
add_deconvolution() (tensorrt.INetworkDefinition method)
add_deconvolution_nd() (tensorrt.INetworkDefinition method)
add_elementwise() (tensorrt.INetworkDefinition method)
add_fill() (tensorrt.INetworkDefinition method)
add_fully_connected() (tensorrt.INetworkDefinition method)
add_gather() (tensorrt.INetworkDefinition method)
add_identity() (tensorrt.INetworkDefinition method)
add_input() (tensorrt.INetworkDefinition method)
add_iterator() (tensorrt.ILoop method)
add_loop() (tensorrt.INetworkDefinition method)
add_loop_output() (tensorrt.ILoop method)
add_lrn() (tensorrt.INetworkDefinition method)
add_matrix_multiply() (tensorrt.INetworkDefinition method)
add_matrix_multiply_deprecated() (tensorrt.INetworkDefinition method)
add_optimization_profile() (tensorrt.IBuilderConfig method)
add_padding() (tensorrt.INetworkDefinition method)
add_padding_nd() (tensorrt.INetworkDefinition method)
add_parametric_relu() (tensorrt.INetworkDefinition method)
add_plugin() (tensorrt.INetworkDefinition method)
add_plugin_ext() (tensorrt.INetworkDefinition method)
add_plugin_v2() (tensorrt.INetworkDefinition method)
add_pooling() (tensorrt.INetworkDefinition method)
add_pooling_nd() (tensorrt.INetworkDefinition method)
add_ragged_softmax() (tensorrt.INetworkDefinition method)
add_recurrence() (tensorrt.ILoop method)
add_reduce() (tensorrt.INetworkDefinition method)
add_resize() (tensorrt.INetworkDefinition method)
add_rnn() (tensorrt.INetworkDefinition method)
add_rnn_v2() (tensorrt.INetworkDefinition method)
add_scale() (tensorrt.INetworkDefinition method)
add_scale_nd() (tensorrt.INetworkDefinition method)
add_select() (tensorrt.INetworkDefinition method)
add_shape() (tensorrt.INetworkDefinition method)
add_shuffle() (tensorrt.INetworkDefinition method)
add_slice() (tensorrt.INetworkDefinition method)
add_softmax() (tensorrt.INetworkDefinition method)
add_topk() (tensorrt.INetworkDefinition method)
add_trip_limit() (tensorrt.ILoop method)
add_unary() (tensorrt.INetworkDefinition method)
append() (graphsurgeon.DynamicGraph method)
(tensorrt.PluginFieldCollection method)
as_graph_def() (graphsurgeon.StaticGraph method)
B
binding_is_input() (tensorrt.ICudaEngine method)
build_cuda_engine() (tensorrt.Builder method)
build_engine() (tensorrt.Builder method)
Builder (class in tensorrt)
BuilderFlag (in module tensorrt)
C
CaffeParser (class in tensorrt)
CalibrationAlgoType (in module tensorrt)
can_run_on_DLA() (tensorrt.IBuilderConfig method)
clear() (tensorrt.IErrorRecorder method)
(tensorrt.PluginFieldCollection method)
clear_errors() (tensorrt.OnnxParser method)
clear_flag() (tensorrt.IBuilderConfig method)
clear_quantization_flag() (tensorrt.IBuilderConfig method)
code() (tensorrt.ParserError method)
collapse_namespaces() (graphsurgeon.DynamicGraph method)
compute() (tensorrt.IOutputDimensionsFormula method)
create_builder_config() (tensorrt.Builder method)
create_execution_context() (tensorrt.ICudaEngine method)
create_execution_context_without_device_memory() (tensorrt.ICudaEngine method)
create_network() (tensorrt.Builder method)
create_node() (in module graphsurgeon)
create_optimization_profile() (tensorrt.Builder method)
create_plugin() (tensorrt.ICaffePluginFactory method)
(tensorrt.ICaffePluginFactoryV2 method)
(tensorrt.IPluginCreator method)
(tensorrt.IPluginFactory method)
(tensorrt.IUffPluginFactory method)
create_plugin_node() (in module graphsurgeon)
D
DataType (in module tensorrt)
desc() (tensorrt.ParserError method)
deserialize_cuda_engine() (tensorrt.Runtime method)
deserialize_plugin() (tensorrt.IPluginCreator method)
DimensionType (in module tensorrt)
Dims (class in tensorrt)
Dims2 (class in tensorrt)
Dims3 (class in tensorrt)
Dims4 (class in tensorrt)
DimsCHW (class in tensorrt)
DimsHW (class in tensorrt)
DimsNCHW (class in tensorrt)
DynamicGraph (class in graphsurgeon)
E
ElementWiseOperation (in module tensorrt)
ErrorCode (in module tensorrt)
ErrorCodeTRT (in module tensorrt)
execute() (tensorrt.IExecutionContext method)
execute_async() (tensorrt.IExecutionContext method)
execute_async_v2() (tensorrt.IExecutionContext method)
execute_v2() (tensorrt.IExecutionContext method)
extend() (graphsurgeon.DynamicGraph method)
(tensorrt.PluginFieldCollection method)
F
FieldCollection (class in tensorrt)
FieldMap (class in tensorrt)
FieldType (in module tensorrt)
file() (tensorrt.ParserError method)
FillOperation (in module tensorrt)
find() (tensorrt.IBlobNameToTensor method)
find_node_chains_by_op() (graphsurgeon.StaticGraph method)
find_node_inputs() (graphsurgeon.StaticGraph method)
find_node_inputs_by_name() (graphsurgeon.StaticGraph method)
find_node_inputs_by_op() (graphsurgeon.StaticGraph method)
find_nodes_by_name() (graphsurgeon.StaticGraph method)
find_nodes_by_op() (graphsurgeon.StaticGraph method)
find_nodes_by_path() (graphsurgeon.StaticGraph method)
forward_inputs() (graphsurgeon.DynamicGraph method)
from_tensorflow() (in module uff)
from_tensorflow_frozen_model() (in module uff)
func() (tensorrt.ParserError method)
G
get_algorithm() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
get_all() (tensorrt.Refitter method)
get_batch() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
get_batch_size() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
get_bias_for_gate() (tensorrt.IRNNv2Layer method)
get_binding_bytes_per_component() (tensorrt.ICudaEngine method)
get_binding_components_per_element() (tensorrt.ICudaEngine method)
get_binding_dtype() (tensorrt.ICudaEngine method)
get_binding_format() (tensorrt.ICudaEngine method)
get_binding_format_desc() (tensorrt.ICudaEngine method)
get_binding_index() (tensorrt.ICudaEngine method)
get_binding_name() (tensorrt.ICudaEngine method)
get_binding_shape() (tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
get_binding_vectorized_dim() (tensorrt.ICudaEngine method)
get_calibration_profile() (tensorrt.IBuilderConfig method)
get_device_type() (tensorrt.IBuilderConfig method)
get_dynamic_range() (tensorrt.ITensor method)
(tensorrt.Refitter method)
get_error() (tensorrt.OnnxParser method)
get_error_code() (tensorrt.IErrorRecorder method)
get_error_desc() (tensorrt.IErrorRecorder method)
get_flag() (tensorrt.IBuilderConfig method)
get_input() (tensorrt.ILayer method)
(tensorrt.INetworkDefinition method)
get_layer() (tensorrt.INetworkDefinition method)
get_location() (tensorrt.ICudaEngine method)
get_missing() (tensorrt.Refitter method)
get_output() (tensorrt.ILayer method)
(tensorrt.INetworkDefinition method)
get_output_type() (tensorrt.ILayer method)
get_plugin_creator() (tensorrt.IPluginRegistry method)
get_plugin_registry() (in module tensorrt)
get_profile_shape() (tensorrt.ICudaEngine method)
get_profile_shape_input() (tensorrt.ICudaEngine method)
get_quantization_flag() (tensorrt.IBuilderConfig method)
get_refit_map() (tensorrt.OnnxParser method)
get_shape() (tensorrt.IExecutionContext method)
(tensorrt.IOptimizationProfile method)
get_shape_input() (tensorrt.IOptimizationProfile method)
get_strides() (tensorrt.IExecutionContext method)
get_tactic_sources() (tensorrt.IBuilderConfig method)
get_tensors_with_dynamic_range() (tensorrt.Refitter method)
get_type() (tensorrt.Dims method)
get_version() (tensorrt.ICaffePluginFactoryExt method)
(tensorrt.IUffPluginFactoryExt method)
get_weights_for_gate() (tensorrt.IRNNv2Layer method)
graph_inputs (graphsurgeon.StaticGraph attribute)
graph_outputs (graphsurgeon.StaticGraph attribute)
H
has_overflowed() (tensorrt.IErrorRecorder method)
I
IActivationLayer (class in tensorrt)
IBlobNameToTensor (class in tensorrt)
IBuilderConfig (class in tensorrt)
ICaffePluginFactory (class in tensorrt)
ICaffePluginFactoryExt (class in tensorrt)
ICaffePluginFactoryV2 (class in tensorrt)
IConcatenationLayer (class in tensorrt)
IConstantLayer (class in tensorrt)
IConvolutionLayer (class in tensorrt)
ICudaEngine (class in tensorrt)
IDeconvolutionLayer (class in tensorrt)
IElementWiseLayer (class in tensorrt)
IErrorRecorder (class in tensorrt)
IExecutionContext (class in tensorrt)
IFillLayer (class in tensorrt)
IFullyConnectedLayer (class in tensorrt)
IGatherLayer (class in tensorrt)
IHostMemory (class in tensorrt)
IIdentityLayer (class in tensorrt)
IInt8Calibrator (class in tensorrt)
IInt8EntropyCalibrator (class in tensorrt)
IInt8EntropyCalibrator2 (class in tensorrt)
IInt8LegacyCalibrator (class in tensorrt)
IInt8MinMaxCalibrator (class in tensorrt)
IIteratorLayer (class in tensorrt)
ILayer (class in tensorrt)
ILoop (class in tensorrt)
ILoopBoundaryLayer (class in tensorrt)
ILoopOutputLayer (class in tensorrt)
ILRNLayer (class in tensorrt)
IMatrixMultiplyLayer (class in tensorrt)
INetworkDefinition (class in tensorrt)
init_libnvinfer_plugins() (in module tensorrt)
insert() (tensorrt.PluginFieldCollection method)
IOptimizationProfile (class in tensorrt)
IOutputDimensionsFormula (class in tensorrt)
IPaddingLayer (class in tensorrt)
IParametricReLULayer (class in tensorrt)
IPluginCreator (class in tensorrt)
IPluginFactory (class in tensorrt)
IPluginLayer (class in tensorrt)
IPluginRegistry (class in tensorrt)
IPluginV2Layer (class in tensorrt)
IPoolingLayer (class in tensorrt)
IRaggedSoftMaxLayer (class in tensorrt)
IRecurrenceLayer (class in tensorrt)
IReduceLayer (class in tensorrt)
IResizeLayer (class in tensorrt)
IRNNLayer (class in tensorrt)
IRNNv2Layer (class in tensorrt)
is_device_type_set() (tensorrt.IBuilderConfig method)
is_execution_binding() (tensorrt.ICudaEngine method)
is_plugin() (tensorrt.ICaffePluginFactory method)
(tensorrt.IUffPluginFactory method)
is_plugin_ext() (tensorrt.ICaffePluginFactoryExt method)
(tensorrt.IUffPluginFactoryExt method)
is_plugin_v2() (tensorrt.ICaffePluginFactoryV2 method)
is_shape_binding() (tensorrt.ICudaEngine method)
IScaleLayer (class in tensorrt)
ISelectLayer (class in tensorrt)
IShapeLayer (class in tensorrt)
IShuffleLayer (class in tensorrt)
ISliceLayer (class in tensorrt)
ISoftMaxLayer (class in tensorrt)
ITensor (class in tensorrt)
ITopKLayer (class in tensorrt)
ITripLimitLayer (class in tensorrt)
IUffPluginFactory (class in tensorrt)
IUffPluginFactoryExt (class in tensorrt)
IUnaryLayer (class in tensorrt)
L
LayerType (in module tensorrt)
line() (tensorrt.ParserError method)
log() (tensorrt.Logger method)
Logger (class in tensorrt)
Logger.Severity (class in tensorrt)
LoopOutput (in module tensorrt)
M
mark_output() (tensorrt.INetworkDefinition method)
mark_output_for_shapes() (tensorrt.INetworkDefinition method)
MatrixOperation (in module tensorrt)
MAX_DIMS() (tensorrt.Dims property)
N
name() (tensorrt.Logger.Severity property)
NetworkDefinitionCreationFlag (in module tensorrt)
node() (tensorrt.ParserError method)
node_map (graphsurgeon.StaticGraph attribute)
node_outputs (graphsurgeon.StaticGraph attribute)
nptype() (in module tensorrt)
num_errors() (tensorrt.IErrorRecorder method)
numpy() (tensorrt.Weights method)
O
OnnxParser (class in tensorrt)
output_type_is_set() (tensorrt.ILayer method)
P
PaddingMode (in module tensorrt)
parse() (tensorrt.CaffeParser method)
(tensorrt.OnnxParser method)
(tensorrt.UffParser method)
parse_binary_proto() (tensorrt.CaffeParser method)
parse_buffer() (tensorrt.CaffeParser method)
(tensorrt.UffParser method)
parse_from_file() (tensorrt.OnnxParser method)
ParserError (class in tensorrt)
Permutation (class in tensorrt)
PluginField (class in tensorrt)
PluginFieldCollection (class in tensorrt)
PluginFieldType (in module tensorrt)
PoolingType (in module tensorrt)
pop() (tensorrt.PluginFieldCollection method)
Profiler (class in tensorrt)
R
read() (graphsurgeon.StaticGraph method)
read_calibration_cache() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
ReduceOperation (in module tensorrt)
refit_cuda_engine() (tensorrt.Refitter method)
Refitter (class in tensorrt)
register_creator() (tensorrt.IPluginRegistry method)
register_input() (tensorrt.UffParser method)
register_output() (tensorrt.UffParser method)
remove() (graphsurgeon.DynamicGraph method)
remove_tensor() (tensorrt.INetworkDefinition method)
report_error() (tensorrt.IErrorRecorder method)
report_layer_time() (tensorrt.Profiler method)
reset() (tensorrt.IBuilderConfig method)
reset_device_type() (tensorrt.IBuilderConfig method)
reset_dynamic_range() (tensorrt.ITensor method)
reset_output_type() (tensorrt.ILayer method)
reset_precision() (tensorrt.ILayer method)
ResizeMode (in module tensorrt)
RNNDirection (in module tensorrt)
RNNGateType (in module tensorrt)
RNNInputMode (in module tensorrt)
RNNOperation (in module tensorrt)
Runtime (class in tensorrt)
S
ScaleMode (in module tensorrt)
serialize() (tensorrt.ICudaEngine method)
set_bias_for_gate() (tensorrt.IRNNv2Layer method)
set_binding_shape() (tensorrt.IExecutionContext method)
set_calibration_profile() (tensorrt.IBuilderConfig method)
set_device_type() (tensorrt.IBuilderConfig method)
set_dynamic_range() (tensorrt.ITensor method)
(tensorrt.Refitter method)
set_flag() (tensorrt.IBuilderConfig method)
set_input() (tensorrt.IFillLayer method)
(tensorrt.ILayer method)
(tensorrt.ILoopOutputLayer method)
(tensorrt.IRecurrenceLayer method)
(tensorrt.IResizeLayer method)
(tensorrt.IShuffleLayer method)
(tensorrt.ISliceLayer method)
set_optimization_profile_async() (tensorrt.IExecutionContext method)
set_output_type() (tensorrt.ILayer method)
set_quantization_flag() (tensorrt.IBuilderConfig method)
set_shape() (tensorrt.IOptimizationProfile method)
set_shape_input() (tensorrt.IExecutionContext method)
(tensorrt.IOptimizationProfile method)
set_tactic_sources() (tensorrt.IBuilderConfig method)
set_weights() (tensorrt.Refitter method)
set_weights_for_gate() (tensorrt.IRNNv2Layer method)
shutdown_protobuf_library() (in module tensorrt)
StaticGraph (class in graphsurgeon)
supports_operator() (tensorrt.OnnxParser method)
T
TensorFormat (in module tensorrt)
TensorLocation (in module tensorrt)
TopKOperation (in module tensorrt)
TripLimit (in module tensorrt)
U
UffInputOrder (in module tensorrt)
UffParser (class in tensorrt)
UnaryOperation (in module tensorrt)
unmark_output() (tensorrt.INetworkDefinition method)
unmark_output_for_shapes() (tensorrt.INetworkDefinition method)
V
volume() (in module tensorrt)
W
Weights (class in tensorrt)
WeightsRole (in module tensorrt)
write() (graphsurgeon.StaticGraph method)
write_calibration_cache() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
write_tensorboard() (graphsurgeon.StaticGraph method)