tensorrt
6.0.1.5
User Guide
Getting Started with TensorRT
Core Concepts
Migrating from TensorRT 4 to 5
TensorRT API Reference
Foundational Types
Core
Network
Plugin
Int8
UFF Parser
Caffe Parser
Onnx Parser
UFF Converter API Reference
UFF Converter
UFF Operators
GraphSurgeon API Reference
Graph Surgeon
tensorrt
Docs
»
Index
Index
_
|
A
|
B
|
C
|
D
|
E
|
F
|
G
|
I
|
L
|
M
|
N
|
O
|
P
|
R
|
S
|
T
|
U
|
V
|
W
_
__del__() (tensorrt.Builder method)
(tensorrt.CaffeParser method)
(tensorrt.IBuilderConfig method)
(tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
(tensorrt.IHostMemory method)
(tensorrt.INetworkDefinition method)
(tensorrt.OnnxParser method)
(tensorrt.Refitter method)
(tensorrt.Runtime method)
(tensorrt.UffParser method)
__exit__() (tensorrt.Builder method)
(tensorrt.CaffeParser method)
(tensorrt.IBuilderConfig method)
(tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
(tensorrt.IHostMemory method)
(tensorrt.INetworkDefinition method)
(tensorrt.OnnxParser method)
(tensorrt.Refitter method)
(tensorrt.Runtime method)
(tensorrt.UffParser method)
__getitem__() (tensorrt.ICudaEngine method)
(tensorrt.INetworkDefinition method)
__init__ (tensorrt.IBuilderConfig attribute)
(tensorrt.ICudaEngine attribute)
(tensorrt.IExecutionContext attribute)
(tensorrt.IHostMemory attribute)
(tensorrt.INetworkDefinition attribute)
__init__() (tensorrt.Builder method)
(tensorrt.CaffeParser method)
(tensorrt.OnnxParser method)
(tensorrt.Refitter method)
(tensorrt.Runtime method)
(tensorrt.UffParser method)
__len__() (tensorrt.ICudaEngine method)
(tensorrt.INetworkDefinition method)
A
ActivationType (in module tensorrt)
add_activation() (tensorrt.INetworkDefinition method)
add_concatenation() (tensorrt.INetworkDefinition method)
add_constant() (tensorrt.INetworkDefinition method)
add_convolution() (tensorrt.INetworkDefinition method)
add_convolution_nd() (tensorrt.INetworkDefinition method)
add_deconvolution() (tensorrt.INetworkDefinition method)
add_deconvolution_nd() (tensorrt.INetworkDefinition method)
add_elementwise() (tensorrt.INetworkDefinition method)
add_fully_connected() (tensorrt.INetworkDefinition method)
add_gather() (tensorrt.INetworkDefinition method)
add_identity() (tensorrt.INetworkDefinition method)
add_input() (tensorrt.INetworkDefinition method)
add_lrn() (tensorrt.INetworkDefinition method)
add_matrix_multiply() (tensorrt.INetworkDefinition method)
add_matrix_multiply_deprecated() (tensorrt.INetworkDefinition method)
add_optimization_profile() (tensorrt.IBuilderConfig method)
add_padding() (tensorrt.INetworkDefinition method)
add_parametric_relu() (tensorrt.INetworkDefinition method)
add_plugin() (tensorrt.INetworkDefinition method)
add_plugin_ext() (tensorrt.INetworkDefinition method)
add_plugin_v2() (tensorrt.INetworkDefinition method)
add_pooling() (tensorrt.INetworkDefinition method)
add_pooling_nd() (tensorrt.INetworkDefinition method)
add_ragged_softmax() (tensorrt.INetworkDefinition method)
add_reduce() (tensorrt.INetworkDefinition method)
add_resize() (tensorrt.INetworkDefinition method)
add_rnn() (tensorrt.INetworkDefinition method)
add_rnn_v2() (tensorrt.INetworkDefinition method)
add_scale() (tensorrt.INetworkDefinition method)
add_scale_nd() (tensorrt.INetworkDefinition method)
add_shape() (tensorrt.INetworkDefinition method)
add_shuffle() (tensorrt.INetworkDefinition method)
add_slice() (tensorrt.INetworkDefinition method)
add_softmax() (tensorrt.INetworkDefinition method)
add_topk() (tensorrt.INetworkDefinition method)
add_unary() (tensorrt.INetworkDefinition method)
append() (graphsurgeon.DynamicGraph method)
(tensorrt.PluginFieldCollection method)
as_graph_def() (graphsurgeon.StaticGraph method)
attach_to_context() (tensorrt.IPluginV2Ext method)
B
binding_is_input() (tensorrt.ICudaEngine method)
build_cuda_engine() (tensorrt.Builder method)
build_engine() (tensorrt.Builder method)
Builder (class in tensorrt)
BuilderFlag (in module tensorrt)
C
CaffeParser (class in tensorrt)
CalibrationAlgoType (in module tensorrt)
can_run_on_DLA() (tensorrt.IBuilderConfig method)
clear_errors() (tensorrt.OnnxParser method)
clear_flag() (tensorrt.IBuilderConfig method)
clone() (tensorrt.IPluginV2 method)
(tensorrt.IPluginV2Ext method)
code() (tensorrt.ParserError method)
collapse_namespaces() (graphsurgeon.DynamicGraph method)
compute() (tensorrt.IOutputDimensionsFormula method)
configure() (tensorrt.IPlugin method)
configure_plugin() (tensorrt.IPluginV2Ext method)
configure_with_format() (tensorrt.IPluginExt method)
(tensorrt.IPluginV2 method)
create_builder_config() (tensorrt.Builder method)
create_execution_context() (tensorrt.ICudaEngine method)
create_execution_context_without_device_memory() (tensorrt.ICudaEngine method)
create_network() (tensorrt.Builder method)
create_node() (in module graphsurgeon)
create_optimization_profile() (tensorrt.Builder method)
create_plugin() (tensorrt.ICaffePluginFactory method)
(tensorrt.ICaffePluginFactoryV2 method)
(tensorrt.IPluginCreator method)
(tensorrt.IPluginFactory method)
(tensorrt.IUffPluginFactory method)
create_plugin_node() (in module graphsurgeon)
D
DataType (in module tensorrt)
desc() (tensorrt.ParserError method)
deserialize_cuda_engine() (tensorrt.Runtime method)
deserialize_plugin() (tensorrt.IPluginCreator method)
destroy() (tensorrt.IPluginV2 method)
detach_from_context() (tensorrt.IPluginV2Ext method)
DimensionType (in module tensorrt)
Dims (class in tensorrt)
Dims2 (class in tensorrt)
Dims3 (class in tensorrt)
Dims4 (class in tensorrt)
DimsCHW (class in tensorrt)
DimsHW (class in tensorrt)
DimsNCHW (class in tensorrt)
DynamicGraph (class in graphsurgeon)
E
ElementWiseOperation (in module tensorrt)
ErrorCode (in module tensorrt)
execute() (tensorrt.IExecutionContext method)
execute_async() (tensorrt.IExecutionContext method)
(tensorrt.IPlugin method)
(tensorrt.IPluginV2 method)
execute_async_v2() (tensorrt.IExecutionContext method)
execute_v2() (tensorrt.IExecutionContext method)
extend() (graphsurgeon.DynamicGraph method)
(tensorrt.PluginFieldCollection method)
F
FieldCollection (class in tensorrt)
FieldMap (class in tensorrt)
FieldType (in module tensorrt)
file() (tensorrt.ParserError method)
find() (tensorrt.IBlobNameToTensor method)
find_node_chains_by_op() (graphsurgeon.StaticGraph method)
find_node_inputs() (graphsurgeon.StaticGraph method)
find_node_inputs_by_name() (graphsurgeon.StaticGraph method)
find_node_inputs_by_op() (graphsurgeon.StaticGraph method)
find_nodes_by_name() (graphsurgeon.StaticGraph method)
find_nodes_by_op() (graphsurgeon.StaticGraph method)
find_nodes_by_path() (graphsurgeon.StaticGraph method)
forward_inputs() (graphsurgeon.DynamicGraph method)
from_tensorflow() (in module uff)
from_tensorflow_frozen_model() (in module uff)
func() (tensorrt.ParserError method)
G
get_algorithm() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
get_all() (tensorrt.Refitter method)
get_batch() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
get_batch_size() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
get_bias_for_gate() (tensorrt.IRNNv2Layer method)
get_binding_bytes_per_component() (tensorrt.ICudaEngine method)
get_binding_components_per_element() (tensorrt.ICudaEngine method)
get_binding_dtype() (tensorrt.ICudaEngine method)
get_binding_format() (tensorrt.ICudaEngine method)
get_binding_format_desc() (tensorrt.ICudaEngine method)
get_binding_index() (tensorrt.ICudaEngine method)
get_binding_name() (tensorrt.ICudaEngine method)
get_binding_shape() (tensorrt.ICudaEngine method)
(tensorrt.IExecutionContext method)
get_binding_vectorized_dim() (tensorrt.ICudaEngine method)
get_device_type() (tensorrt.IBuilderConfig method)
get_dynamic_range() (tensorrt.ITensor method)
(tensorrt.Refitter method)
get_error() (tensorrt.OnnxParser method)
get_flag() (tensorrt.IBuilderConfig method)
get_input() (tensorrt.ILayer method)
(tensorrt.INetworkDefinition method)
get_layer() (tensorrt.INetworkDefinition method)
get_location() (tensorrt.ICudaEngine method)
get_missing() (tensorrt.Refitter method)
get_output() (tensorrt.ILayer method)
(tensorrt.INetworkDefinition method)
get_output_data_type() (tensorrt.IPluginV2Ext method)
get_output_shape() (tensorrt.IPlugin method)
(tensorrt.IPluginV2 method)
get_output_type() (tensorrt.ILayer method)
get_plugin_creator() (tensorrt.IPluginRegistry method)
get_plugin_registry() (in module tensorrt)
get_profile_shape() (tensorrt.ICudaEngine method)
get_profile_shape_input() (tensorrt.ICudaEngine method)
get_quantile() (tensorrt.IInt8LegacyCalibrator method)
get_regression_cutoff() (tensorrt.IInt8LegacyCalibrator method)
get_shape() (tensorrt.IExecutionContext method)
(tensorrt.IOptimizationProfile method)
get_shape_input() (tensorrt.IOptimizationProfile method)
get_strides() (tensorrt.IExecutionContext method)
get_tensors_with_dynamic_range() (tensorrt.Refitter method)
get_type() (tensorrt.Dims method)
get_version() (tensorrt.ICaffePluginFactoryExt method)
(tensorrt.IUffPluginFactoryExt method)
get_weights_for_gate() (tensorrt.IRNNv2Layer method)
get_workspace_size() (tensorrt.IPlugin method)
(tensorrt.IPluginV2 method)
graph_inputs (graphsurgeon.StaticGraph attribute)
graph_outputs (graphsurgeon.StaticGraph attribute)
I
IActivationLayer (class in tensorrt)
IBlobNameToTensor (class in tensorrt)
IBuilderConfig (class in tensorrt)
ICaffePluginFactory (class in tensorrt)
ICaffePluginFactoryExt (class in tensorrt)
ICaffePluginFactoryV2 (class in tensorrt)
IConcatenationLayer (class in tensorrt)
IConstantLayer (class in tensorrt)
IConvolutionLayer (class in tensorrt)
ICudaEngine (class in tensorrt)
IDeconvolutionLayer (class in tensorrt)
IElementWiseLayer (class in tensorrt)
IExecutionContext (class in tensorrt)
IFullyConnectedLayer (class in tensorrt)
IGatherLayer (class in tensorrt)
IHostMemory (class in tensorrt)
IIdentityLayer (class in tensorrt)
IInt8Calibrator (class in tensorrt)
IInt8EntropyCalibrator (class in tensorrt)
IInt8EntropyCalibrator2 (class in tensorrt)
IInt8LegacyCalibrator (class in tensorrt)
IInt8MinMaxCalibrator (class in tensorrt)
ILayer (class in tensorrt)
ILRNLayer (class in tensorrt)
IMatrixMultiplyLayer (class in tensorrt)
INetworkDefinition (class in tensorrt)
init_libnvinfer_plugins() (in module tensorrt)
initialize() (tensorrt.IPlugin method)
(tensorrt.IPluginV2 method)
insert() (tensorrt.PluginFieldCollection method)
IOptimizationProfile (class in tensorrt)
IOutputDimensionsFormula (class in tensorrt)
IPaddingLayer (class in tensorrt)
IPlugin (class in tensorrt)
IPluginCreator (class in tensorrt)
IPluginExt (class in tensorrt)
IPluginFactory (class in tensorrt)
IPluginLayer (class in tensorrt)
IPluginRegistry (class in tensorrt)
IPluginV2 (class in tensorrt)
IPluginV2Ext (class in tensorrt)
IPluginV2Layer (class in tensorrt)
IPoolingLayer (class in tensorrt)
IRaggedSoftMaxLayer (class in tensorrt)
IReduceLayer (class in tensorrt)
IResizeLayer (class in tensorrt)
IRNNLayer (class in tensorrt)
IRNNv2Layer (class in tensorrt)
is_device_type_set() (tensorrt.IBuilderConfig method)
is_execution_binding() (tensorrt.ICudaEngine method)
is_plugin() (tensorrt.ICaffePluginFactory method)
(tensorrt.IUffPluginFactory method)
is_plugin_ext() (tensorrt.ICaffePluginFactoryExt method)
(tensorrt.IUffPluginFactoryExt method)
is_plugin_v2() (tensorrt.ICaffePluginFactoryV2 method)
is_shape_binding() (tensorrt.ICudaEngine method)
IScaleLayer (class in tensorrt)
IShapeLayer (class in tensorrt)
IShuffleLayer (class in tensorrt)
ISliceLayer (class in tensorrt)
ISoftMaxLayer (class in tensorrt)
ITensor (class in tensorrt)
ITopKLayer (class in tensorrt)
IUffPluginFactory (class in tensorrt)
IUffPluginFactoryExt (class in tensorrt)
IUnaryLayer (class in tensorrt)
L
LayerType (in module tensorrt)
line() (tensorrt.ParserError method)
log() (tensorrt.Logger method)
Logger (class in tensorrt)
Logger.Severity (class in tensorrt)
M
mark_output() (tensorrt.INetworkDefinition method)
mark_output_for_shapes() (tensorrt.INetworkDefinition method)
MatrixOperation (in module tensorrt)
MAX_DIMS (tensorrt.Dims attribute)
N
node() (tensorrt.ParserError method)
node_map (graphsurgeon.StaticGraph attribute)
node_outputs (graphsurgeon.StaticGraph attribute)
nptype() (in module tensorrt)
numpy() (tensorrt.Weights method)
O
OnnxParser (class in tensorrt)
OnnxPluginFactory (class in tensorrt)
output_type_is_set() (tensorrt.ILayer method)
P
PaddingMode (in module tensorrt)
parse() (tensorrt.CaffeParser method)
(tensorrt.OnnxParser method)
(tensorrt.UffParser method)
parse_binary_proto() (tensorrt.CaffeParser method)
parse_buffer() (tensorrt.CaffeParser method)
(tensorrt.UffParser method)
ParserError (class in tensorrt)
Permutation (class in tensorrt)
PluginField (class in tensorrt)
PluginFieldCollection (class in tensorrt)
PluginFieldType (in module tensorrt)
PluginFormat (in module tensorrt)
PoolingType (in module tensorrt)
pop() (tensorrt.PluginFieldCollection method)
Profiler (class in tensorrt)
R
read() (graphsurgeon.StaticGraph method)
read_calibration_cache() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
read_histogram_cache() (tensorrt.IInt8LegacyCalibrator method)
ReduceOperation (in module tensorrt)
refit_cuda_engine() (tensorrt.Refitter method)
Refitter (class in tensorrt)
register_creator() (tensorrt.IPluginRegistry method)
register_input() (tensorrt.UffParser method)
register_output() (tensorrt.UffParser method)
remove() (graphsurgeon.DynamicGraph method)
remove_tensor() (tensorrt.INetworkDefinition method)
report_layer_time() (tensorrt.Profiler method)
reset() (tensorrt.IBuilderConfig method)
reset_device_type() (tensorrt.IBuilderConfig method)
reset_dynamic_range() (tensorrt.ITensor method)
reset_output_type() (tensorrt.ILayer method)
reset_precision() (tensorrt.ILayer method)
ResizeMode (in module tensorrt)
RNNDirection (in module tensorrt)
RNNGateType (in module tensorrt)
RNNInputMode (in module tensorrt)
RNNOperation (in module tensorrt)
Runtime (class in tensorrt)
S
ScaleMode (in module tensorrt)
serialize() (tensorrt.ICudaEngine method)
(tensorrt.IPlugin method)
(tensorrt.IPluginV2 method)
set_bias_for_gate() (tensorrt.IRNNv2Layer method)
set_binding_shape() (tensorrt.IExecutionContext method)
set_device_type() (tensorrt.IBuilderConfig method)
set_dynamic_range() (tensorrt.ITensor method)
(tensorrt.Refitter method)
set_flag() (tensorrt.IBuilderConfig method)
set_input() (tensorrt.ILayer method)
(tensorrt.IResizeLayer method)
(tensorrt.ISliceLayer method)
set_output_type() (tensorrt.ILayer method)
set_shape() (tensorrt.IOptimizationProfile method)
set_shape_input() (tensorrt.IExecutionContext method)
(tensorrt.IOptimizationProfile method)
set_weights() (tensorrt.Refitter method)
set_weights_for_gate() (tensorrt.IRNNv2Layer method)
shutdown_protobuf_library() (in module tensorrt)
StaticGraph (class in graphsurgeon)
supports_format() (tensorrt.IPluginExt method)
(tensorrt.IPluginV2 method)
supports_operator() (tensorrt.OnnxParser method)
T
TensorFormat (in module tensorrt)
TensorLocation (in module tensorrt)
terminate() (tensorrt.IPlugin method)
(tensorrt.IPluginV2 method)
TopKOperation (in module tensorrt)
U
UffInputOrder (in module tensorrt)
UffParser (class in tensorrt)
UnaryOperation (in module tensorrt)
unmark_output() (tensorrt.INetworkDefinition method)
unmark_output_for_shapes() (tensorrt.INetworkDefinition method)
V
volume() (in module tensorrt)
W
Weights (class in tensorrt)
WeightsRole (in module tensorrt)
write() (graphsurgeon.StaticGraph method)
write_calibration_cache() (tensorrt.IInt8Calibrator method)
(tensorrt.IInt8EntropyCalibrator method)
(tensorrt.IInt8EntropyCalibrator2 method)
(tensorrt.IInt8LegacyCalibrator method)
(tensorrt.IInt8MinMaxCalibrator method)
write_histogram_cache() (tensorrt.IInt8LegacyCalibrator method)
write_tensorboard() (graphsurgeon.StaticGraph method)