Core

• Logger
  • ILogger
    • ILogger.Severity
      • ILogger.Severity.name
    • ILogger.log()
  • Logger
    • Logger.log()
• Profiler
  • IProfiler
    • IProfiler.report_layer_time()
  • Profiler
    • Profiler.report_layer_time()
• IOptimizationProfile
  • IOptimizationProfile
    • IOptimizationProfile.get_shape()
    • IOptimizationProfile.get_shape_input()
    • IOptimizationProfile.set_shape()
    • IOptimizationProfile.set_shape_input()
• IBuilderConfig
  • QuantizationFlag
  • DeviceType
  • ProfilingVerbosity
  • TacticSource
  • EngineCapability
  • BuilderFlag
  • PreviewFeature
  • MemoryPoolType
  • HardwareCompatibilityLevel
  • TilingOptimizationLevel
  • IBuilderConfig
    • IBuilderConfig.__del__()
    • IBuilderConfig.__exit__()
    • IBuilderConfig.__init__()
    • IBuilderConfig.add_optimization_profile()
    • IBuilderConfig.can_run_on_DLA()
    • IBuilderConfig.clear_flag()
    • IBuilderConfig.clear_quantization_flag()
    • IBuilderConfig.create_timing_cache()
    • IBuilderConfig.get_calibration_profile()
    • IBuilderConfig.get_device_type()
    • IBuilderConfig.get_flag()
    • IBuilderConfig.get_memory_pool_limit()
    • IBuilderConfig.get_preview_feature()
    • IBuilderConfig.get_quantization_flag()
    • IBuilderConfig.get_tactic_sources()
    • IBuilderConfig.get_timing_cache()
    • IBuilderConfig.is_device_type_set()
    • IBuilderConfig.reset()
    • IBuilderConfig.reset_device_type()
    • IBuilderConfig.set_calibration_profile()
    • IBuilderConfig.set_device_type()
    • IBuilderConfig.set_flag()
    • IBuilderConfig.set_memory_pool_limit()
    • IBuilderConfig.set_preview_feature()
    • IBuilderConfig.set_quantization_flag()
    • IBuilderConfig.set_tactic_sources()
    • IBuilderConfig.set_timing_cache()
• Builder
  • NetworkDefinitionCreationFlag
    • NetworkDefinitionCreationFlag
  • Builder
    • Builder
      • Builder.__del__()
      • Builder.__exit__()
      • Builder.__init__()
      • Builder.build_engine_with_config()
      • Builder.build_serialized_network()
      • Builder.build_serialized_network_to_stream()
      • Builder.create_builder_config()
      • Builder.create_network()
      • Builder.create_optimization_profile()
      • Builder.get_plugin_registry()
      • Builder.is_network_supported()
      • Builder.reset()
• ProgressMonitor
  • IProgressMonitor
    • IProgressMonitor.phase_finish()
    • IProgressMonitor.phase_start()
    • IProgressMonitor.step_complete()
• Debug Listener
  • IDebugListener
    • IDebugListener
      • IDebugListener.__init__()
      • IDebugListener.process_debug_tensor()
• ICudaEngine
  • TensorIOMode
  • ICudaEngine
    • ICudaEngine.__del__()
    • ICudaEngine.__exit__()
    • ICudaEngine.__getitem__()
    • ICudaEngine.__init__()
    • ICudaEngine.create_engine_inspector()
    • ICudaEngine.create_execution_context()
    • ICudaEngine.create_execution_context_without_device_memory()
    • ICudaEngine.create_runtime_config()
    • ICudaEngine.create_serialization_config()
    • ICudaEngine.get_device_memory_size_for_profile()
    • ICudaEngine.get_device_memory_size_for_profile_v2()
    • ICudaEngine.get_tensor_bytes_per_component()
    • ICudaEngine.get_tensor_components_per_element()
    • ICudaEngine.get_tensor_dtype()
    • ICudaEngine.get_tensor_format()
    • ICudaEngine.get_tensor_format_desc()
    • ICudaEngine.get_tensor_location()
    • ICudaEngine.get_tensor_mode()
    • ICudaEngine.get_tensor_name()
    • ICudaEngine.get_tensor_profile_shape()
    • ICudaEngine.get_tensor_profile_values()
    • ICudaEngine.get_tensor_shape()
    • ICudaEngine.get_tensor_vectorized_dim()
    • ICudaEngine.get_weight_streaming_automatic_budget()
    • ICudaEngine.is_debug_tensor()
    • ICudaEngine.is_shape_inference_io()
    • ICudaEngine.serialize()
    • ICudaEngine.serialize_with_config()
• IExecutionContext
  • IOutputAllocator
    • IOutputAllocator.__init__()
  • IExecutionContext
    • IExecutionContext.__del__()
    • IExecutionContext.__exit__()
    • IExecutionContext.__init__()
    • IExecutionContext.execute_async_v3()
    • IExecutionContext.execute_v2()
    • IExecutionContext.get_debug_listener()
    • IExecutionContext.get_debug_state()
    • IExecutionContext.get_input_consumed_event()
    • IExecutionContext.get_max_output_size()
    • IExecutionContext.get_output_allocator()
    • IExecutionContext.get_runtime_config()
    • IExecutionContext.get_tensor_address()
    • IExecutionContext.get_tensor_shape()
    • IExecutionContext.get_tensor_strides()
    • IExecutionContext.infer_shapes()
    • IExecutionContext.report_to_profiler()
    • IExecutionContext.set_all_tensors_debug_state()
    • IExecutionContext.set_aux_streams()
    • IExecutionContext.set_debug_listener()
    • IExecutionContext.set_device_memory()
    • IExecutionContext.set_input_consumed_event()
    • IExecutionContext.set_input_shape()
    • IExecutionContext.set_optimization_profile_async()
    • IExecutionContext.set_output_allocator()
    • IExecutionContext.set_tensor_address()
    • IExecutionContext.set_tensor_debug_state()
    • IExecutionContext.update_device_memory_size_for_shapes()
• Runtime
  • TempfileControlFlag
  • Runtime
    • Runtime.__del__()
    • Runtime.__exit__()
    • Runtime.__init__()
    • Runtime.deserialize_cuda_engine()
    • Runtime.get_plugin_registry()
    • Runtime.load_runtime()
• IRuntimeConfig
  • ExecutionContextAllocationStrategy
  • IRuntimeConfig
    • IRuntimeConfig.__init__()
    • IRuntimeConfig.get_execution_context_allocation_strategy()
    • IRuntimeConfig.set_execution_context_allocation_strategy()
• Refitter
  • Refitter
    • Refitter.__del__()
    • Refitter.__init__()
    • Refitter.get_all()
    • Refitter.get_all_weights()
    • Refitter.get_dynamic_range()
    • Refitter.get_missing()
    • Refitter.get_missing_weights()
    • Refitter.get_named_weights()
    • Refitter.get_tensors_with_dynamic_range()
    • Refitter.get_weights_location()
    • Refitter.get_weights_prototype()
    • Refitter.refit_cuda_engine()
    • Refitter.refit_cuda_engine_async()
    • Refitter.set_dynamic_range()
    • Refitter.set_named_weights()
    • Refitter.set_weights()
    • Refitter.unset_named_weights()
• IErrorRecorder
  • ErrorCodeTRT
  • IErrorRecorder
    • IErrorRecorder.clear()
    • IErrorRecorder.get_error_code()
    • IErrorRecorder.get_error_desc()
    • IErrorRecorder.has_overflowed()
    • IErrorRecorder.num_errors()
    • IErrorRecorder.report_error()
• ITimingCache
  • ITimingCache
    • ITimingCache.combine()
    • ITimingCache.query()
    • ITimingCache.queryKeys()
    • ITimingCache.reset()
    • ITimingCache.serialize()
    • ITimingCache.update()
• GPU Allocator
  • AllocatorFlag
    • AllocatorFlag
  • IGpuAllocator
    • IGpuAllocator
      • IGpuAllocator.__init__()
      • IGpuAllocator.allocate()
      • IGpuAllocator.allocate_async()
      • IGpuAllocator.deallocate()
      • IGpuAllocator.deallocate_async()
      • IGpuAllocator.reallocate()
• EngineInspector
  • EngineInspector
    • EngineInspector.__init__()
    • EngineInspector.get_engine_information()
    • EngineInspector.get_layer_information()
• ISerializationConfig
  • SerializationFlag
  • ISerializationConfig
    • ISerializationConfig.__init__()
    • ISerializationConfig.clear_flag()
    • ISerializationConfig.get_flag()
    • ISerializationConfig.set_flag()