Backends

Module: polygraphy.tools.args

• ONNX
  • Loaders
    • OnnxInferShapesArgs
      • OnnxInferShapesArgs.parse_impl()
      • OnnxInferShapesArgs.do_shape_inference
      • OnnxInferShapesArgs.force_fallback
      • OnnxInferShapesArgs.allow_onnxruntime
      • OnnxInferShapesArgs.add_to_script_impl()
      • OnnxInferShapesArgs.infer_shapes()
      • OnnxInferShapesArgs.fallback_inference()
    • OnnxSaveArgs
      • OnnxSaveArgs.parse_impl()
      • OnnxSaveArgs.path
      • OnnxSaveArgs.external_data_path
      • OnnxSaveArgs.size_threshold
      • OnnxSaveArgs.all_tensors_to_one_file
      • OnnxSaveArgs.add_to_script_impl()
      • OnnxSaveArgs.save_onnx()
    • OnnxLoadArgs
      • OnnxLoadArgs.parse_impl()
      • OnnxLoadArgs.outputs
      • OnnxLoadArgs.exclude_outputs
      • OnnxLoadArgs.external_data_dir
      • OnnxLoadArgs.ignore_external_data
      • OnnxLoadArgs.convert_to_fp16
      • OnnxLoadArgs.upper_bounds
      • OnnxLoadArgs.add_to_script_impl()
      • OnnxLoadArgs.must_use_onnx_loader()
      • OnnxLoadArgs.load_onnx()
    • OnnxFromTfArgs
      • OnnxFromTfArgs.parse_impl()
      • OnnxFromTfArgs.opset
• ONNX-Runtime
  • Loaders
    • OnnxrtSessionArgs
      • OnnxrtSessionArgs.parse_impl()
      • OnnxrtSessionArgs.providers
      • OnnxrtSessionArgs.load_onnxrt_session()
  • Runners
    • OnnxrtRunnerArgs
• Plugin Reference
  • Runners
    • PluginRefRunnerArgs
• TensorFlow
  • Loaders
    • TfTrtArgs
      • TfTrtArgs.parse_impl()
      • TfTrtArgs.use_tftrt
      • TfTrtArgs.minimum_segment_size
      • TfTrtArgs.dynamic_op
      • TfTrtArgs.add_to_script_impl()
    • TfLoadArgs
      • TfLoadArgs.parse_impl()
      • TfLoadArgs.ckpt
      • TfLoadArgs.outputs
      • TfLoadArgs.save_frozen_graph_path
      • TfLoadArgs.save_tensorboard_path
      • TfLoadArgs.freeze_graph
      • TfLoadArgs.add_to_script_impl()
      • TfLoadArgs.load_graph()
    • TfConfigArgs
      • TfConfigArgs.parse_impl()
      • TfConfigArgs.gpu_memory_fraction
      • TfConfigArgs.allow_growth
      • TfConfigArgs.xla
  • Runners
    • TfRunnerArgs
      • TfRunnerArgs.parse_impl()
      • TfRunnerArgs.timeline_path
• TensorRT
  • Loaders
    • TrtLoadPluginsArgs
      • TrtLoadPluginsArgs.parse_impl()
      • TrtLoadPluginsArgs.plugins
      • TrtLoadPluginsArgs.add_to_script_impl()
    • TrtOnnxFlagArgs
      • TrtOnnxFlagArgs.parse_impl()
      • TrtOnnxFlagArgs.flags
      • TrtOnnxFlagArgs.get_flags()
    • TrtLoadNetworkArgs
      • TrtLoadNetworkArgs.parse_impl()
      • TrtLoadNetworkArgs.outputs
      • TrtLoadNetworkArgs.exclude_outputs
      • TrtLoadNetworkArgs.trt_network_func_name
      • TrtLoadNetworkArgs.layer_precisions
      • TrtLoadNetworkArgs.tensor_datatypes
      • TrtLoadNetworkArgs.tensor_formats
      • TrtLoadNetworkArgs.postprocess_scripts
      • TrtLoadNetworkArgs.strongly_typed
      • TrtLoadNetworkArgs.mark_debug
      • TrtLoadNetworkArgs.load_network()
    • TrtSaveEngineBytesArgs
      • TrtSaveEngineBytesArgs.parse_impl()
      • TrtSaveEngineBytesArgs.path
      • TrtSaveEngineBytesArgs.add_to_script_impl()
      • TrtSaveEngineBytesArgs.save_engine_bytes()
    • TrtSaveEngineArgs
    • TrtLoadEngineBytesArgs
      • TrtLoadEngineBytesArgs.parse_impl()
      • TrtLoadEngineBytesArgs.save_timing_cache
      • TrtLoadEngineBytesArgs.add_to_script_impl()
      • TrtLoadEngineBytesArgs.load_engine_bytes()
    • TrtLoadEngineArgs
      • TrtLoadEngineArgs.parse_impl()
      • TrtLoadEngineArgs.load_runtime
      • TrtLoadEngineArgs.add_to_script_impl()
      • TrtLoadEngineArgs.load_engine()
    • TrtConfigArgs
      • TrtConfigArgs.parse_impl()
      • TrtConfigArgs.profile_dicts
      • TrtConfigArgs.tf32
      • TrtConfigArgs.fp16
      • TrtConfigArgs.bf16
      • TrtConfigArgs.fp8
      • TrtConfigArgs.int8
      • TrtConfigArgs.precision_constraints
      • TrtConfigArgs.restricted
      • TrtConfigArgs.calibration_cache
      • TrtConfigArgs.calibration_base_class
      • TrtConfigArgs.sparse_weights
      • TrtConfigArgs.load_timing_cache
      • TrtConfigArgs.load_tactics
      • TrtConfigArgs.save_tactics
      • TrtConfigArgs.tactic_sources
      • TrtConfigArgs.trt_config_script
      • TrtConfigArgs.trt_config_func_name
      • TrtConfigArgs.trt_config_postprocess_script
      • TrtConfigArgs.trt_config_postprocess_func_name
      • TrtConfigArgs.use_dla
      • TrtConfigArgs.allow_gpu_fallback
      • TrtConfigArgs.memory_pool_limits
      • TrtConfigArgs.engine_capability
      • TrtConfigArgs.direct_io
      • TrtConfigArgs.preview_features
      • TrtConfigArgs.refittable
      • TrtConfigArgs.strip_plan
      • TrtConfigArgs.builder_optimization_level
      • TrtConfigArgs.hardware_compatibility_level
      • TrtConfigArgs.profiling_verbosity
      • TrtConfigArgs.max_aux_streams
      • TrtConfigArgs.version_compatible
      • TrtConfigArgs.exclude_lean_runtime
      • TrtConfigArgs.quantization_flags
      • TrtConfigArgs.error_on_timing_cache_miss
      • TrtConfigArgs.disable_compilation_cache
      • TrtConfigArgs.weight_streaming
      • TrtConfigArgs.runtime_platform
      • TrtConfigArgs.create_config()
  • Runners
    • TrtRunnerArgs
      • TrtRunnerArgs.parse_impl()
      • TrtRunnerArgs.optimization_profile
      • TrtRunnerArgs.allocation_strategy
      • TrtRunnerArgs.weight_streaming_budget
      • TrtRunnerArgs.weight_streaming_percent