Backends

Module: polygraphy.backend

• Base Interface
  • Loaders
    • BaseLoader
      • BaseLoader.__call__()
  • Runners
    • BaseRunner
      • BaseRunner.is_active
      • BaseRunner.__enter__()
      • BaseRunner.__exit__()
      • BaseRunner.activate()
      • BaseRunner.get_input_metadata()
      • BaseRunner.infer()
      • BaseRunner.inference_time
      • BaseRunner.last_inference_time()
      • BaseRunner.deactivate()
• Common
  • Loaders
    • BytesFromPath
      • BytesFromPath.call_impl()
      • BytesFromPath.__call__()
    • bytes_from_path()
    • SaveBytes
      • SaveBytes.call_impl()
      • SaveBytes.__call__()
    • save_bytes()
    • InvokeFromScript
      • InvokeFromScript.call_impl()
      • InvokeFromScript.__call__()
    • invoke_from_script()
• ONNX
  • Loaders
    • GsFromOnnx
      • GsFromOnnx.call_impl()
      • GsFromOnnx.__call__()
    • gs_from_onnx()
    • OnnxFromPath
      • OnnxFromPath.call_impl()
      • OnnxFromPath.__call__()
    • onnx_from_path()
    • OnnxFromTfGraph
      • OnnxFromTfGraph.call_impl()
      • OnnxFromTfGraph.__call__()
    • onnx_from_tf_graph()
    • ModifyOutputs
      • ModifyOutputs.call_impl()
      • ModifyOutputs.__call__()
    • modify_outputs()
    • ConvertToFp16
      • ConvertToFp16.call_impl()
      • ConvertToFp16.__call__()
    • convert_to_fp16()
    • FoldConstants
      • FoldConstants.call_impl()
      • FoldConstants.__call__()
    • fold_constants()
    • SetUpperBound
      • SetUpperBound.call_impl()
      • SetUpperBound.__call__()
    • set_upper_bound()
    • InferShapes
      • InferShapes.call_impl()
      • InferShapes.__call__()
    • infer_shapes()
    • ExtractSubgraph
      • ExtractSubgraph.call_impl()
      • ExtractSubgraph.__call__()
    • extract_subgraph()
    • SaveOnnx
      • SaveOnnx.call_impl()
      • SaveOnnx.__call__()
    • save_onnx()
    • BytesFromOnnx
      • BytesFromOnnx.call_impl()
      • BytesFromOnnx.__call__()
    • bytes_from_onnx()
    • OnnxFromBytes
      • OnnxFromBytes.call_impl()
      • OnnxFromBytes.__call__()
    • onnx_from_bytes()
• ONNX-Runtime
  • Loaders
    • SessionFromOnnx
      • SessionFromOnnx.call_impl()
      • SessionFromOnnx.__call__()
    • session_from_onnx()
  • Runners
    • OnnxrtRunner
      • OnnxrtRunner.infer_impl()
      • OnnxrtRunner.__enter__()
      • OnnxrtRunner.__exit__()
      • OnnxrtRunner.activate()
      • OnnxrtRunner.deactivate()
      • OnnxrtRunner.get_input_metadata()
      • OnnxrtRunner.infer()
      • OnnxrtRunner.inference_time
      • OnnxrtRunner.last_inference_time()
      • OnnxrtRunner.is_active
• Plugin Reference
  • Runners
    • PluginRefRunner
      • PluginRefRunner.__enter__()
      • PluginRefRunner.__exit__()
      • PluginRefRunner.activate()
      • PluginRefRunner.deactivate()
      • PluginRefRunner.get_input_metadata()
      • PluginRefRunner.infer()
      • PluginRefRunner.inference_time
      • PluginRefRunner.last_inference_time()
      • PluginRefRunner.is_active
• TensorFlow 1.X
  • Loaders
    • OptimizeGraph
      • OptimizeGraph.call_impl()
      • OptimizeGraph.__call__()
    • optimize_graph()
    • GraphFromKeras
      • GraphFromKeras.call_impl()
      • GraphFromKeras.__call__()
    • graph_from_keras()
    • GraphFromFrozen
      • GraphFromFrozen.call_impl()
      • GraphFromFrozen.__call__()
    • graph_from_frozen()
    • GraphFromCkpt
      • GraphFromCkpt.call_impl()
      • GraphFromCkpt.__call__()
    • graph_from_ckpt()
    • UseTfTrt
      • UseTfTrt.call_impl()
      • UseTfTrt.__call__()
    • use_tf_trt()
    • ModifyGraphOutputs
      • ModifyGraphOutputs.call_impl()
      • ModifyGraphOutputs.__call__()
    • modify_graph_outputs()
    • SaveGraph
      • SaveGraph.call_impl()
      • SaveGraph.__call__()
    • save_graph()
    • CreateConfig
      • CreateConfig.call_impl()
      • CreateConfig.__call__()
    • create_config()
    • SessionFromGraph
      • SessionFromGraph.call_impl()
      • SessionFromGraph.__call__()
    • session_from_graph()
  • Runners
    • TfRunner
      • TfRunner.__enter__()
      • TfRunner.__exit__()
      • TfRunner.activate()
      • TfRunner.deactivate()
      • TfRunner.get_input_metadata()
      • TfRunner.infer()
      • TfRunner.inference_time
      • TfRunner.last_inference_time()
      • TfRunner.is_active
• TensorRT
  • Algorithm Selector
    • TensorInfo
      • TensorInfo.from_trt()
    • Algorithm
      • Algorithm.from_trt()
    • TacticReplayData
      • TacticReplayData.add()
      • TacticReplayData.from_json()
      • TacticReplayData.load()
      • TacticReplayData.save()
      • TacticReplayData.to_json()
    • TacticRecorder()
    • TacticReplayer()
  • Calibrator
    • Calibrator()
  • Config
    • CreateConfig
      • CreateConfig.call_impl()
      • CreateConfig.__call__()
    • create_config()
    • PostprocessConfig
      • PostprocessConfig.call_impl()
      • PostprocessConfig.__call__()
    • postprocess_config()
  • Loaders
    • LoadPlugins
      • LoadPlugins.call_impl()
      • LoadPlugins.__call__()
    • load_plugins()
    • CreateNetwork
      • CreateNetwork.call_impl()
      • CreateNetwork.__call__()
    • create_network()
    • NetworkFromOnnxBytes
      • NetworkFromOnnxBytes.call_impl()
      • NetworkFromOnnxBytes.__call__()
    • network_from_onnx_bytes()
    • NetworkFromOnnxPath
      • NetworkFromOnnxPath.call_impl()
      • NetworkFromOnnxPath.__call__()
    • network_from_onnx_path()
    • PostprocessNetwork
      • PostprocessNetwork.call_impl()
      • PostprocessNetwork.__call__()
    • postprocess_network()
    • ModifyNetworkOutputs
      • ModifyNetworkOutputs.__call__()
      • ModifyNetworkOutputs.call_impl()
    • modify_network_outputs()
    • SetLayerPrecisions
      • SetLayerPrecisions.__call__()
      • SetLayerPrecisions.call_impl()
    • set_layer_precisions()
    • SetTensorDatatypes
      • SetTensorDatatypes.__call__()
      • SetTensorDatatypes.call_impl()
    • set_tensor_datatypes()
    • SetTensorFormats
      • SetTensorFormats.__call__()
      • SetTensorFormats.call_impl()
    • set_tensor_formats()
    • LoadRuntime
      • LoadRuntime.call_impl()
      • LoadRuntime.__call__()
    • load_runtime()
    • EngineBytesFromNetwork
      • EngineBytesFromNetwork.call_impl()
      • EngineBytesFromNetwork.__call__()
    • engine_bytes_from_network()
    • EngineFromNetwork
      • EngineFromNetwork.call_impl()
      • EngineFromNetwork.__call__()
    • engine_from_network()
    • EngineFromBytes
      • EngineFromBytes.call_impl()
      • EngineFromBytes.__call__()
    • engine_from_bytes()
    • EngineFromPath
      • EngineFromPath.call_impl()
      • EngineFromPath.__call__()
    • engine_from_path()
    • BytesFromEngine
      • BytesFromEngine.call_impl()
      • BytesFromEngine.__call__()
    • bytes_from_engine()
    • SaveEngine
      • SaveEngine.call_impl()
      • SaveEngine.__call__()
    • save_engine()
    • OnnxLikeFromNetwork
      • OnnxLikeFromNetwork.call_impl()
      • OnnxLikeFromNetwork.__call__()
    • onnx_like_from_network()
    • MarkDebug
      • MarkDebug.__call__()
      • MarkDebug.call_impl()
    • mark_debug()
  • Optimization Profile
    • ShapeTuple
    • Profile
      • Profile.add()
      • Profile.__getitem__()
      • Profile.fill_defaults()
      • Profile.to_trt()
  • Runners
    • TrtRunner
      • TrtRunner.set_profile()
      • TrtRunner.infer_impl()
      • TrtRunner.__enter__()
      • TrtRunner.__exit__()
      • TrtRunner.activate()
      • TrtRunner.deactivate()
      • TrtRunner.get_input_metadata()
      • TrtRunner.infer()
      • TrtRunner.inference_time
      • TrtRunner.last_inference_time()
      • TrtRunner.is_active
  • Utilities
    • get_trt_logger()