Index

C

custom_initdata_struct (C++ class) custom_initdata_struct::gpu_device_id (C++ member) custom_initdata_struct::instance_name (C++ member) custom_initdata_struct::serialized_model_config (C++ member) custom_initdata_struct::serialized_model_config_size (C++ member) custom_initdata_struct::server_parameter_cnt (C++ member) custom_initdata_struct::server_parameters (C++ member) CUSTOM_MEMORY_CPU (C++ enumerator) CUSTOM_MEMORY_CPU_PINNED (C++ enumerator) CUSTOM_MEMORY_GPU (C++ enumerator) custom_memorytype_enum (C++ enum) CUSTOM_NO_GPU_DEVICE (C macro) custom_payload_struct (C++ class) custom_payload_struct::batch_size (C++ member) custom_payload_struct::error_code (C++ member) custom_payload_struct::input_cnt (C++ member) custom_payload_struct::input_context (C++ member) custom_payload_struct::input_names (C++ member) custom_payload_struct::input_shape_dim_cnts (C++ member) custom_payload_struct::input_shape_dims (C++ member) custom_payload_struct::output_cnt (C++ member) custom_payload_struct::output_context (C++ member)

custom_payload_struct::required_output_names (C++ member) CUSTOM_SERVER_PARAMETER_CNT (C macro) custom_serverparamkind_enum (C++ enum) CustomErrorString (C++ function) CustomErrorStringFn_t (C++ type) CustomExecute (C++ function) CustomExecuteFn_t (C++ type) CustomExecuteV2 (C++ function) CustomExecuteV2Fn_t (C++ type) CustomFinalize (C++ function) CustomFinalizeFn_t (C++ type) CustomGetNextInputFn_t (C++ type) CustomGetNextInputV2Fn_t (C++ type) CustomGetOutputFn_t (C++ type) CustomGetOutputV2Fn_t (C++ type) CustomInitialize (C++ function) CustomInitializeData (C++ type) CustomInitializeFn_t (C++ type) CustomMemoryType (C++ type) CustomPayload (C++ type) CustomServerParameter (C++ type) CustomVersion (C++ function) CustomVersionFn_t (C++ type)

I

inference::BatchOutput (C++ member) inference::BatchOutput::Kind (C++ enum) inference::BatchOutput::kind (C++ member) inference::BatchOutput::Kind::Kind::BATCH_SCATTER_WITH_INPUT_SHAPE (C++ enumerator) inference::BatchOutput::source_input (C++ member) inference::BatchOutput::target_name (C++ member) inference::CudaSharedMemoryRegisterRequest (C++ member) inference::CudaSharedMemoryRegisterRequest::byte_size (C++ member) inference::CudaSharedMemoryRegisterRequest::device_id (C++ member) inference::CudaSharedMemoryRegisterRequest::name (C++ member) inference::CudaSharedMemoryRegisterRequest::raw_handle (C++ member) inference::CudaSharedMemoryRegisterResponse (C++ member) inference::CudaSharedMemoryStatusRequest (C++ member) inference::CudaSharedMemoryStatusRequest::name (C++ member) inference::CudaSharedMemoryStatusResponse (C++ member) inference::CudaSharedMemoryStatusResponse::regions (C++ member) inference::CudaSharedMemoryStatusResponse::RegionStatus (C++ member) inference::CudaSharedMemoryStatusResponse::RegionStatus::byte_size (C++ member) inference::CudaSharedMemoryStatusResponse::RegionStatus::device_id (C++ member) inference::CudaSharedMemoryStatusResponse::RegionStatus::name (C++ member) inference::CudaSharedMemoryUnregisterRequest (C++ member) inference::CudaSharedMemoryUnregisterRequest::name (C++ member) inference::CudaSharedMemoryUnregisterResponse (C++ member) inference::DataType (C++ enum) inference::DataType::DataType::BOOL (C++ enumerator) inference::DataType::DataType::FP16 (C++ enumerator) inference::DataType::DataType::FP32 (C++ enumerator) inference::DataType::DataType::FP64 (C++ enumerator) inference::DataType::DataType::INT16 (C++ enumerator) inference::DataType::DataType::INT32 (C++ enumerator) inference::DataType::DataType::INT64 (C++ enumerator) inference::DataType::DataType::INT8 (C++ enumerator) inference::DataType::DataType::INVALID (C++ enumerator) inference::DataType::DataType::STRING (C++ enumerator) inference::DataType::DataType::UINT16 (C++ enumerator) inference::DataType::DataType::UINT32 (C++ enumerator) inference::DataType::DataType::UINT64 (C++ enumerator) inference::DataType::DataType::UINT8 (C++ enumerator) inference::InferBatchStatistics (C++ member) inference::InferBatchStatistics::batch_size (C++ member) inference::InferBatchStatistics::compute_infer (C++ member) inference::InferBatchStatistics::compute_input (C++ member) inference::InferBatchStatistics::compute_output (C++ member) inference::InferenceService (C++ member) inference::InferenceService::CudaSharedMemoryRegisterResponse (C++ member) inference::InferenceService::CudaSharedMemoryStatusRespose (C++ member) inference::InferenceService::CudaSharedMemoryUnregisterResponse (C++ member) inference::InferenceService::ModelStatisticsResponse (C++ member) inference::InferenceService::RepositoryModelUnload (C++ member) inference::InferenceService::RepositoryModelUnloadResponse (C++ member) inference::InferenceService::SystemSharedMemoryRegisterResponse (C++ member) inference::InferenceService::SystemSharedMemoryStatusRespose (C++ member) inference::InferenceService::SystemSharedMemoryUnregisterResponse (C++ member) inference::InferParameter (C++ member) inference::InferParameter::parameter_choice (C++ member) inference::InferParameter::parameter_choice::bool_param (C++ member) inference::InferParameter::parameter_choice::int64_param (C++ member) inference::InferParameter::parameter_choice::string_param (C++ member) inference::InferStatistics (C++ member) inference::InferStatistics::compute_infer (C++ member) inference::InferStatistics::compute_input (C++ member) inference::InferStatistics::compute_output (C++ member) inference::InferStatistics::fail (C++ member) inference::InferStatistics::queue (C++ member) inference::InferStatistics::success (C++ member) inference::InferTensorContents (C++ member) inference::InferTensorContents::bool_contents (C++ member) inference::InferTensorContents::byte_contents (C++ member) inference::InferTensorContents::fp32_contents (C++ member) inference::InferTensorContents::fp64_contents (C++ member) inference::InferTensorContents::int64_contents (C++ member) inference::InferTensorContents::int_contents (C++ member) inference::InferTensorContents::uint64_contents (C++ member) inference::InferTensorContents::uint_contents (C++ member) inference::ModelConfig (C++ member) inference::ModelConfig::backend (C++ member) inference::ModelConfig::batch_input (C++ member) inference::ModelConfig::batch_output (C++ member) inference::ModelConfig::cc_model_filenames (C++ member) inference::ModelConfig::default_model_filename (C++ member) inference::ModelConfig::input (C++ member) inference::ModelConfig::instance_group (C++ member) inference::ModelConfig::max_batch_size (C++ member) inference::ModelConfig::metric_tags (C++ member) inference::ModelConfig::model_operations (C++ member) inference::ModelConfig::model_transaction_policy (C++ member) inference::ModelConfig::model_warmup (C++ member) inference::ModelConfig::name (C++ member) inference::ModelConfig::optimization (C++ member) inference::ModelConfig::output (C++ member) inference::ModelConfig::parameters (C++ member) inference::ModelConfig::platform (C++ member) inference::ModelConfig::scheduling_choice (C++ member) inference::ModelConfig::scheduling_choice::dynamic_batching (C++ member) inference::ModelConfig::scheduling_choice::ensemble_scheduling (C++ member) inference::ModelConfig::scheduling_choice::sequence_batching (C++ member) inference::ModelConfig::version_policy (C++ member) inference::ModelConfigRequest (C++ member) inference::ModelConfigRequest::name (C++ member) inference::ModelConfigRequest::version (C++ member) inference::ModelConfigResponse (C++ member) inference::ModelConfigResponse::config (C++ member) inference::ModelDynamicBatching (C++ member) inference::ModelDynamicBatching::default_priority_level (C++ member) inference::ModelDynamicBatching::default_queue_policy (C++ member) inference::ModelDynamicBatching::max_queue_delay_microseconds (C++ member) inference::ModelDynamicBatching::preferred_batch_size (C++ member) inference::ModelDynamicBatching::preserve_ordering (C++ member) inference::ModelDynamicBatching::priority_levels (C++ member) inference::ModelDynamicBatching::priority_queue_policy (C++ member) inference::ModelEnsembling (C++ member) inference::ModelEnsembling::input_map (C++ member) inference::ModelEnsembling::model_name (C++ member) inference::ModelEnsembling::model_version (C++ member) inference::ModelEnsembling::output_map (C++ member) inference::ModelEnsembling::Step (C++ member) inference::ModelEnsembling::step (C++ member) inference::ModelInferRequest (C++ member) inference::ModelInferRequest::id (C++ member) inference::ModelInferRequest::InferInputTensor (C++ member) inference::ModelInferRequest::InferInputTensor::contents (C++ member) inference::ModelInferRequest::InferInputTensor::datatype (C++ member) inference::ModelInferRequest::InferInputTensor::name (C++ member) inference::ModelInferRequest::InferInputTensor::parameters (C++ member) inference::ModelInferRequest::InferInputTensor::shape (C++ member) inference::ModelInferRequest::InferRequestedOutputTensor (C++ member) inference::ModelInferRequest::InferRequestedOutputTensor::name (C++ member) inference::ModelInferRequest::InferRequestedOutputTensor::parameters (C++ member) inference::ModelInferRequest::inputs (C++ member) inference::ModelInferRequest::model_name (C++ member) inference::ModelInferRequest::model_version (C++ member) inference::ModelInferRequest::outputs (C++ member) inference::ModelInferRequest::parameters (C++ member) inference::ModelInferRequest::raw_input_contents (C++ member) inference::ModelInferResponse (C++ member) inference::ModelInferResponse::id (C++ member) inference::ModelInferResponse::InferOutputTensor (C++ member) inference::ModelInferResponse::InferOutputTensor::contents (C++ member) inference::ModelInferResponse::InferOutputTensor::datatype (C++ member) inference::ModelInferResponse::InferOutputTensor::name (C++ member) inference::ModelInferResponse::InferOutputTensor::parameters (C++ member) inference::ModelInferResponse::InferOutputTensor::shape (C++ member) inference::ModelInferResponse::model_name (C++ member) inference::ModelInferResponse::model_version (C++ member) inference::ModelInferResponse::outputs (C++ member) inference::ModelInferResponse::parameters (C++ member) inference::ModelInferResponse::raw_output_contents (C++ member) inference::ModelInput (C++ member) inference::ModelInput::allow_ragged_batch (C++ member) inference::ModelInput::data_type (C++ member) inference::ModelInput::dims (C++ member) inference::ModelInput::Format (C++ enum) inference::ModelInput::format (C++ member) inference::ModelInput::Format::Format::FORMAT_NCHW (C++ enumerator) inference::ModelInput::Format::Format::FORMAT_NHWC (C++ enumerator) inference::ModelInput::Format::Format::FORMAT_NONE (C++ enumerator) inference::ModelInput::is_shape_tensor (C++ member) inference::ModelInput::name (C++ member) inference::ModelInput::reshape (C++ member) inference::ModelInstanceGroup (C++ member) inference::ModelInstanceGroup::count (C++ member) inference::ModelInstanceGroup::gpus (C++ member) inference::ModelInstanceGroup::Kind (C++ enum) inference::ModelInstanceGroup::kind (C++ member) inference::ModelInstanceGroup::Kind::Kind::KIND_AUTO (C++ enumerator) inference::ModelInstanceGroup::Kind::Kind::KIND_CPU (C++ enumerator) inference::ModelInstanceGroup::Kind::Kind::KIND_GPU (C++ enumerator) inference::ModelInstanceGroup::Kind::Kind::KIND_MODEL (C++ enumerator) inference::ModelInstanceGroup::name (C++ member) inference::ModelInstanceGroup::profile (C++ member) inference::ModelMetadataRequest (C++ member) inference::ModelMetadataRequest::name (C++ member) inference::ModelMetadataRequest::version (C++ member) inference::ModelMetadataResponse (C++ member) inference::ModelMetadataResponse::inputs (C++ member) inference::ModelMetadataResponse::name (C++ member) inference::ModelMetadataResponse::outputs (C++ member) inference::ModelMetadataResponse::platform (C++ member) inference::ModelMetadataResponse::TensorMetadata (C++ member)

inference::ModelMetadataResponse::TensorMetadata::datatype (C++ member) inference::ModelMetadataResponse::TensorMetadata::name (C++ member) inference::ModelMetadataResponse::TensorMetadata::shape (C++ member) inference::ModelMetadataResponse::versions (C++ member) inference::ModelOptimizationPolicy (C++ member) inference::ModelOptimizationPolicy::Accelerator (C++ member) inference::ModelOptimizationPolicy::Accelerator::cpu_execution_accelerator (C++ member) inference::ModelOptimizationPolicy::Accelerator::gpu_execution_accelerator (C++ member) inference::ModelOptimizationPolicy::Accelerator::name (C++ member) inference::ModelOptimizationPolicy::Accelerator::parameters (C++ member) inference::ModelOptimizationPolicy::Cuda (C++ member) inference::ModelOptimizationPolicy::cuda (C++ member) inference::ModelOptimizationPolicy::Cuda::busy_wait_events (C++ member) inference::ModelOptimizationPolicy::Cuda::graph_spec (C++ member) inference::ModelOptimizationPolicy::Cuda::graphs (C++ member) inference::ModelOptimizationPolicy::Cuda::GraphSpec (C++ member) inference::ModelOptimizationPolicy::Cuda::GraphSpec::batch_size (C++ member) inference::ModelOptimizationPolicy::Cuda::GraphSpec::Dims (C++ member) inference::ModelOptimizationPolicy::Cuda::GraphSpec::Dims::dim (C++ member) inference::ModelOptimizationPolicy::Cuda::GraphSpec::input (C++ member) inference::ModelOptimizationPolicy::execution_accelerators (C++ member) inference::ModelOptimizationPolicy::ExecutionAccelerators (C++ member) inference::ModelOptimizationPolicy::Graph (C++ member) inference::ModelOptimizationPolicy::graph (C++ member) inference::ModelOptimizationPolicy::Graph::level (C++ member) inference::ModelOptimizationPolicy::input_pinned_memory (C++ member) inference::ModelOptimizationPolicy::ModelPriority (C++ enum) inference::ModelOptimizationPolicy::ModelPriority::ModelPriority::PRIORITY_DEFAULT (C++ enumerator) inference::ModelOptimizationPolicy::ModelPriority::ModelPriority::PRIORITY_MAX (C++ enumerator) inference::ModelOptimizationPolicy::ModelPriority::ModelPriority::PRIORITY_MIN (C++ enumerator) inference::ModelOptimizationPolicy::output_pinned_memory (C++ member) inference::ModelOptimizationPolicy::PinnedMemoryBuffer (C++ member) inference::ModelOptimizationPolicy::PinnedMemoryBuffer::enable (C++ member) inference::ModelOptimizationPolicy::priority (C++ member) inference::ModelOutput (C++ member) inference::ModelOutput::BatchInput (C++ member) inference::ModelOutput::BatchInput::data_type (C++ member) inference::ModelOutput::BatchInput::Kind (C++ enum) inference::ModelOutput::BatchInput::kind (C++ member) inference::ModelOutput::BatchInput::Kind::Kind::BATCH_ACCUMULATED_ELEMENT_COUNT (C++ enumerator) inference::ModelOutput::BatchInput::Kind::Kind::BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO (C++ enumerator) inference::ModelOutput::BatchInput::Kind::Kind::BATCH_ELEMENT_COUNT (C++ enumerator) inference::ModelOutput::BatchInput::Kind::Kind::BATCH_MAX_ELEMENT_COUNT_AS_SHAPE (C++ enumerator) inference::ModelOutput::BatchInput::source_input (C++ member) inference::ModelOutput::BatchInput::target_name (C++ member) inference::ModelOutput::data_type (C++ member) inference::ModelOutput::dims (C++ member) inference::ModelOutput::is_shape_tensor (C++ member) inference::ModelOutput::label_filename (C++ member) inference::ModelOutput::name (C++ member) inference::ModelOutput::reshape (C++ member) inference::ModelParameter (C++ member) inference::ModelParameter::string_value (C++ member) inference::ModelQueuePolicy (C++ member) inference::ModelQueuePolicy::allow_timeout_override (C++ member) inference::ModelQueuePolicy::default_timeout_microseconds (C++ member) inference::ModelQueuePolicy::max_queue_size (C++ member) inference::ModelQueuePolicy::timeout_action (C++ member) inference::ModelQueuePolicy::TimeoutAction (C++ enum) inference::ModelQueuePolicy::TimeoutAction::Action::DELAY (C++ enumerator) inference::ModelQueuePolicy::TimeoutAction::Action::REJECT (C++ enumerator) inference::ModelReadyRequest (C++ member) inference::ModelReadyRequest::name (C++ member) inference::ModelReadyRequest::version (C++ member) inference::ModelReadyResponse (C++ member) inference::ModelReadyResponse::ready (C++ member) inference::ModelSequenceBatching (C++ member) inference::ModelSequenceBatching::Control (C++ member) inference::ModelSequenceBatching::Control::data_type (C++ member) inference::ModelSequenceBatching::Control::fp32_false_true (C++ member) inference::ModelSequenceBatching::Control::int32_false_true (C++ member) inference::ModelSequenceBatching::Control::Kind (C++ enum) inference::ModelSequenceBatching::Control::kind (C++ member) inference::ModelSequenceBatching::Control::Kind::Kind::CONTROL_SEQUENCE_CORRID (C++ enumerator) inference::ModelSequenceBatching::Control::Kind::Kind::CONTROL_SEQUENCE_END (C++ enumerator) inference::ModelSequenceBatching::Control::Kind::Kind::CONTROL_SEQUENCE_READY (C++ enumerator) inference::ModelSequenceBatching::Control::Kind::Kind::CONTROL_SEQUENCE_START (C++ enumerator) inference::ModelSequenceBatching::control_input (C++ member) inference::ModelSequenceBatching::ControlInput (C++ member) inference::ModelSequenceBatching::ControlInput::control (C++ member) inference::ModelSequenceBatching::ControlInput::name (C++ member) inference::ModelSequenceBatching::max_sequence_idle_microseconds (C++ member) inference::ModelSequenceBatching::strategy_choice (C++ member) inference::ModelSequenceBatching::strategy_choice::direct (C++ member) inference::ModelSequenceBatching::strategy_choice::oldest (C++ member) inference::ModelSequenceBatching::StrategyDirect (C++ member) inference::ModelSequenceBatching::StrategyOldest (C++ member) inference::ModelSequenceBatching::StrategyOldest::max_candidate_sequences (C++ member) inference::ModelSequenceBatching::StrategyOldest::max_queue_delay_microseconds (C++ member) inference::ModelSequenceBatching::StrategyOldest::preferred_batch_size (C++ member) inference::ModelStatistics (C++ member) inference::ModelStatistics::batch_stats (C++ member) inference::ModelStatistics::inference_stats (C++ member) inference::ModelStatistics::last_inference (C++ member), [1], [2] inference::ModelStatistics::name (C++ member) inference::ModelStatistics::version (C++ member) inference::ModelStatisticsRequest (C++ member) inference::ModelStatisticsRequest::name (C++ member) inference::ModelStatisticsRequest::version (C++ member) inference::ModelStatisticsResponse (C++ member) inference::ModelStatisticsResponse::model_stats (C++ member) inference::ModelStreamInferResponse (C++ member) inference::ModelStreamInferResponse::error_message (C++ member) inference::ModelStreamInferResponse::infer_response (C++ member) inference::ModelTensorReshape (C++ member) inference::ModelTensorReshape::shape (C++ member) inference::ModelVersionPolicy (C++ member) inference::ModelVersionPolicy::All (C++ member) inference::ModelVersionPolicy::Latest (C++ member) inference::ModelVersionPolicy::Latest::num_versions (C++ member) inference::ModelVersionPolicy::policy_choice (C++ member) inference::ModelVersionPolicy::policy_choice::all (C++ member) inference::ModelVersionPolicy::policy_choice::latest (C++ member) inference::ModelVersionPolicy::policy_choice::specific (C++ member) inference::ModelVersionPolicy::Specific (C++ member) inference::ModelVersionPolicy::Specific::versions (C++ member) inference::ModelWarmup (C++ member) inference::ModelWarmup::batch_size (C++ member) inference::ModelWarmup::Input (C++ member) inference::ModelWarmup::Input::data_type (C++ member) inference::ModelWarmup::Input::dims (C++ member) inference::ModelWarmup::Input::input_data_file (C++ member) inference::ModelWarmup::Input::input_data_type (C++ member) inference::ModelWarmup::Input::random_data (C++ member) inference::ModelWarmup::Input::zero_data (C++ member) inference::ModelWarmup::inputs (C++ member) inference::ModelWarmup::ModelOperations (C++ member) inference::ModelWarmup::ModelOperations::op_library_filename (C++ member) inference::ModelWarmup::ModelTransactionPolicy (C++ member) inference::ModelWarmup::ModelTransactionPolicy::decoupled (C++ member) inference::ModelWarmup::name (C++ member) inference::RepositoryIndexRequest (C++ member) inference::RepositoryIndexRequest::ready (C++ member) inference::RepositoryIndexRequest::repository_name (C++ member) inference::RepositoryIndexResponse (C++ member) inference::RepositoryIndexResponse::ModelIndex (C++ member) inference::RepositoryIndexResponse::ModelIndex::name (C++ member) inference::RepositoryIndexResponse::ModelIndex::reason (C++ member) inference::RepositoryIndexResponse::ModelIndex::state (C++ member) inference::RepositoryIndexResponse::ModelIndex::version (C++ member) inference::RepositoryIndexResponse::models (C++ member) inference::RepositoryModelLoadRequest (C++ member) inference::RepositoryModelLoadRequest::repository_name (C++ member), [1] inference::RepositoryModelLoadResponse (C++ member) inference::RepositoryModelUnloadRequest (C++ member) inference::RepositoryModelUnloadRequest::repository_name (C++ member), [1] inference::RepositoryModelUnloadResponse (C++ member) inference::ServerLiveRequest (C++ member) inference::ServerLiveResponse (C++ member) inference::ServerLiveResponse::live (C++ member) inference::ServerMetadataRequest (C++ member) inference::ServerMetadataResponse (C++ member) inference::ServerMetadataResponse::extensions (C++ member) inference::ServerMetadataResponse::name (C++ member) inference::ServerMetadataResponse::version (C++ member) inference::ServerReadyRequest (C++ member) inference::ServerReadyResponse (C++ member) inference::ServerReadyResponse::ready (C++ member) inference::StatisticDuration (C++ member) inference::StatisticDuration::count (C++ member) inference::StatisticDuration::total_time_ns (C++ member) inference::SystemSharedMemoryRegisterRequest (C++ member) inference::SystemSharedMemoryRegisterRequest::byte_size (C++ member) inference::SystemSharedMemoryRegisterRequest::name (C++ member) inference::SystemSharedMemoryRegisterRequest::offset (C++ member) inference::SystemSharedMemoryRegisterRequest::shared_memory_key (C++ member) inference::SystemSharedMemoryRegisterResponse (C++ member) inference::SystemSharedMemoryStatusRequest (C++ member) inference::SystemSharedMemoryStatusRequest::name (C++ member) inference::SystemSharedMemoryStatusResponse (C++ member) inference::SystemSharedMemoryStatusResponse::regions (C++ member) inference::SystemSharedMemoryStatusResponse::RegionStatus (C++ member) inference::SystemSharedMemoryStatusResponse::RegionStatus::byte_size (C++ member) inference::SystemSharedMemoryStatusResponse::RegionStatus::name (C++ member) inference::SystemSharedMemoryStatusResponse::RegionStatus::offset (C++ member) inference::SystemSharedMemoryStatusResponse::RegionStatus::shared_memory_key (C++ member) inference::SystemSharedMemoryUnregisterRequest (C++ member) inference::SystemSharedMemoryUnregisterRequest::name (C++ member) inference::SystemSharedMemoryUnregisterResponse (C++ member) INFERENCE_SERVER_VERSION (C++ enumerator)

M

MODEL_REPOSITORY_PATH (C++ enumerator)

N

nvidia::inferenceserver::client::Error (C++ class) nvidia::inferenceserver::client::Error::Error (C++ function) nvidia::inferenceserver::client::Error::IsOk (C++ function) nvidia::inferenceserver::client::Error::Message (C++ function) nvidia::inferenceserver::client::Error::Success (C++ member) nvidia::inferenceserver::client::InferenceServerClient (C++ class) nvidia::inferenceserver::client::InferenceServerClient::ClientInferStat (C++ function) nvidia::inferenceserver::client::InferenceServerClient::cv_ (C++ member) nvidia::inferenceserver::client::InferenceServerClient::exiting_ (C++ member) nvidia::inferenceserver::client::InferenceServerClient::infer_stat_ (C++ member) nvidia::inferenceserver::client::InferenceServerClient::InferenceServerClient (C++ function) nvidia::inferenceserver::client::InferenceServerClient::mutex_ (C++ member) nvidia::inferenceserver::client::InferenceServerClient::OnCompleteFn (C++ type) nvidia::inferenceserver::client::InferenceServerClient::UpdateInferStat (C++ function) nvidia::inferenceserver::client::InferenceServerClient::verbose_ (C++ member) nvidia::inferenceserver::client::InferenceServerClient::worker_ (C++ member) nvidia::inferenceserver::client::InferenceServerClient::~InferenceServerClient (C++ function) nvidia::inferenceserver::client::InferInput (C++ class) nvidia::inferenceserver::client::InferInput::AppendFromString (C++ function) nvidia::inferenceserver::client::InferInput::AppendRaw (C++ function), [1] nvidia::inferenceserver::client::InferInput::ByteSize (C++ function) nvidia::inferenceserver::client::InferInput::Create (C++ function) nvidia::inferenceserver::client::InferInput::Datatype (C++ function) nvidia::inferenceserver::client::InferInput::IsSharedMemory (C++ function) nvidia::inferenceserver::client::InferInput::Name (C++ function) nvidia::inferenceserver::client::InferInput::Reset (C++ function) nvidia::inferenceserver::client::InferInput::SetShape (C++ function) nvidia::inferenceserver::client::InferInput::SetSharedMemory (C++ function) nvidia::inferenceserver::client::InferInput::Shape (C++ function) nvidia::inferenceserver::client::InferInput::SharedMemoryInfo (C++ function) nvidia::inferenceserver::client::InferOptions (C++ class) nvidia::inferenceserver::client::InferOptions::client_timeout_ (C++ member) nvidia::inferenceserver::client::InferOptions::InferOptions (C++ function) nvidia::inferenceserver::client::InferOptions::model_name_ (C++ member) nvidia::inferenceserver::client::InferOptions::model_version_ (C++ member) nvidia::inferenceserver::client::InferOptions::priority_ (C++ member) nvidia::inferenceserver::client::InferOptions::request_id_ (C++ member) nvidia::inferenceserver::client::InferOptions::sequence_end_ (C++ member) nvidia::inferenceserver::client::InferOptions::sequence_id_ (C++ member) nvidia::inferenceserver::client::InferOptions::sequence_start_ (C++ member) nvidia::inferenceserver::client::InferOptions::server_timeout_ (C++ member) nvidia::inferenceserver::client::InferRequest (C++ class) nvidia::inferenceserver::client::InferRequest::callback_ (C++ member) nvidia::inferenceserver::client::InferRequest::InferRequest (C++ function) nvidia::inferenceserver::client::InferRequest::Timer (C++ function) nvidia::inferenceserver::client::InferRequest::verbose_ (C++ member) nvidia::inferenceserver::client::InferRequest::~InferRequest (C++ function) nvidia::inferenceserver::client::InferRequestedOutput (C++ class) nvidia::inferenceserver::client::InferRequestedOutput::ClassificationCount (C++ function)

nvidia::inferenceserver::client::InferRequestedOutput::Create (C++ function) nvidia::inferenceserver::client::InferRequestedOutput::IsSharedMemory (C++ function) nvidia::inferenceserver::client::InferRequestedOutput::Name (C++ function) nvidia::inferenceserver::client::InferRequestedOutput::SetSharedMemory (C++ function) nvidia::inferenceserver::client::InferRequestedOutput::SharedMemoryInfo (C++ function) nvidia::inferenceserver::client::InferRequestedOutput::UnsetSharedMemory (C++ function) nvidia::inferenceserver::client::InferResult (C++ class) nvidia::inferenceserver::client::InferResult::Datatype (C++ function) nvidia::inferenceserver::client::InferResult::DebugString (C++ function) nvidia::inferenceserver::client::InferResult::Id (C++ function) nvidia::inferenceserver::client::InferResult::ModelName (C++ function) nvidia::inferenceserver::client::InferResult::ModelVersion (C++ function) nvidia::inferenceserver::client::InferResult::RawData (C++ function) nvidia::inferenceserver::client::InferResult::RequestStatus (C++ function) nvidia::inferenceserver::client::InferResult::Shape (C++ function) nvidia::inferenceserver::client::InferResult::StringData (C++ function) nvidia::inferenceserver::client::InferResult::~InferResult (C++ function) nvidia::inferenceserver::client::InferStat (C++ class) nvidia::inferenceserver::client::InferStat::completed_request_count (C++ member) nvidia::inferenceserver::client::InferStat::cumulative_receive_time_ns (C++ member) nvidia::inferenceserver::client::InferStat::cumulative_send_time_ns (C++ member) nvidia::inferenceserver::client::InferStat::cumulative_total_request_time_ns (C++ member) nvidia::inferenceserver::client::InferStat::InferStat (C++ function) nvidia::inferenceserver::client::kInferHeaderContentLengthHTTPHeader (C++ member) nvidia::inferenceserver::client::MAX_GRPC_MESSAGE_SIZE (C++ member) nvidia::inferenceserver::client::RequestTimers (C++ class) nvidia::inferenceserver::client::RequestTimers::CaptureTimestamp (C++ function) nvidia::inferenceserver::client::RequestTimers::COUNT__ (C++ enumerator) nvidia::inferenceserver::client::RequestTimers::Duration (C++ function) nvidia::inferenceserver::client::RequestTimers::Kind (C++ enum) nvidia::inferenceserver::client::RequestTimers::RECV_END (C++ enumerator) nvidia::inferenceserver::client::RequestTimers::RECV_START (C++ enumerator) nvidia::inferenceserver::client::RequestTimers::REQUEST_END (C++ enumerator) nvidia::inferenceserver::client::RequestTimers::REQUEST_START (C++ enumerator) nvidia::inferenceserver::client::RequestTimers::RequestTimers (C++ function) nvidia::inferenceserver::client::RequestTimers::Reset (C++ function) nvidia::inferenceserver::client::RequestTimers::SEND_END (C++ enumerator) nvidia::inferenceserver::client::RequestTimers::SEND_START (C++ enumerator) nvidia::inferenceserver::client::RequestTimers::Timestamp (C++ function) nvidia::inferenceserver::custom::CustomInstance (C++ class) nvidia::inferenceserver::custom::CustomInstance::Create (C++ function) nvidia::inferenceserver::custom::CustomInstance::CustomInstance (C++ function) nvidia::inferenceserver::custom::CustomInstance::ErrorString (C++ function) nvidia::inferenceserver::custom::CustomInstance::Execute (C++ function), [1] nvidia::inferenceserver::custom::CustomInstance::gpu_device_ (C++ member) nvidia::inferenceserver::custom::CustomInstance::instance_name_ (C++ member) nvidia::inferenceserver::custom::CustomInstance::model_config_ (C++ member) nvidia::inferenceserver::custom::CustomInstance::RegisterError (C++ function) nvidia::inferenceserver::custom::CustomInstance::~CustomInstance (C++ function)

T

tritonclientutils (module) tritongrpcclient (module) tritonhttpclient (module) TRITONSERVER_API_VERSION_MAJOR (C macro) TRITONSERVER_API_VERSION_MINOR (C macro) TRITONSERVER_ApiVersion (C++ function) TRITONSERVER_BATCH_FIRST_DIM (C++ enumerator) TRITONSERVER_BATCH_UNKNOWN (C++ enumerator) tritonserver_batchflag_enum (C++ enum) TRITONSERVER_DataType (C++ type) TRITONSERVER_datatype_enum (C++ enum) TRITONSERVER_DataTypeByteSize (C++ function) TRITONSERVER_DataTypeString (C++ function) TRITONSERVER_ERROR_ALREADY_EXISTS (C++ enumerator) TRITONSERVER_Error_Code (C++ type) TRITONSERVER_ERROR_INTERNAL (C++ enumerator) TRITONSERVER_ERROR_INVALID_ARG (C++ enumerator) TRITONSERVER_ERROR_NOT_FOUND (C++ enumerator) TRITONSERVER_ERROR_UNAVAILABLE (C++ enumerator) TRITONSERVER_ERROR_UNKNOWN (C++ enumerator) TRITONSERVER_ERROR_UNSUPPORTED (C++ enumerator) TRITONSERVER_ErrorCode (C++ function) TRITONSERVER_errorcode_enum (C++ enum) TRITONSERVER_ErrorCodeString (C++ function) TRITONSERVER_ErrorDelete (C++ function) TRITONSERVER_ErrorMessage (C++ function) TRITONSERVER_ErrorNew (C++ function) TRITONSERVER_EXPORT (C macro) TRITONSERVER_INDEX_FLAG_READY (C++ enumerator) TRITONSERVER_InferenceRequestAddInput (C++ function) TRITONSERVER_InferenceRequestAddRequestedOutput (C++ function) TRITONSERVER_InferenceRequestAppendInputData (C++ function) TRITONSERVER_InferenceRequestCorrelationId (C++ function) TRITONSERVER_InferenceRequestDelete (C++ function) TRITONSERVER_InferenceRequestFlags (C++ function) TRITONSERVER_InferenceRequestId (C++ function) TRITONSERVER_InferenceRequestNew (C++ function) TRITONSERVER_InferenceRequestPriority (C++ function) TRITONSERVER_InferenceRequestReleaseFn_t (C++ type) TRITONSERVER_InferenceRequestRemoveAllInputData (C++ function) TRITONSERVER_InferenceRequestRemoveAllInputs (C++ function) TRITONSERVER_InferenceRequestRemoveAllRequestedOutputs (C++ function) TRITONSERVER_InferenceRequestRemoveInput (C++ function) TRITONSERVER_InferenceRequestRemoveRequestedOutput (C++ function) TRITONSERVER_InferenceRequestSetCorrelationId (C++ function) TRITONSERVER_InferenceRequestSetFlags (C++ function) TRITONSERVER_InferenceRequestSetId (C++ function) TRITONSERVER_InferenceRequestSetPriority (C++ function) TRITONSERVER_InferenceRequestSetReleaseCallback (C++ function) TRITONSERVER_InferenceRequestSetResponseCallback (C++ function) TRITONSERVER_InferenceRequestSetTimeoutMicroseconds (C++ function) TRITONSERVER_InferenceRequestTimeoutMicroseconds (C++ function) TRITONSERVER_InferenceResponseCompleteFn_t (C++ type) TRITONSERVER_InferenceResponseDelete (C++ function) TRITONSERVER_InferenceResponseError (C++ function) TRITONSERVER_InferenceResponseId (C++ function) TRITONSERVER_InferenceResponseModel (C++ function) TRITONSERVER_InferenceResponseOutput (C++ function) TRITONSERVER_InferenceResponseOutputClassificationLabel (C++ function) TRITONSERVER_InferenceResponseOutputCount (C++ function) TRITONSERVER_InferenceResponseParameter (C++ function) TRITONSERVER_InferenceResponseParameterCount (C++ function) TRITONSERVER_InferenceTraceActivity (C++ type) TRITONSERVER_InferenceTraceActivityFn_t (C++ type) TRITONSERVER_InferenceTraceActivityString (C++ function) TRITONSERVER_InferenceTraceDelete (C++ function) TRITONSERVER_InferenceTraceId (C++ function) TRITONSERVER_InferenceTraceLevel (C++ type) TRITONSERVER_InferenceTraceLevelString (C++ function) TRITONSERVER_InferenceTraceModelName (C++ function) TRITONSERVER_InferenceTraceModelVersion (C++ function) TRITONSERVER_InferenceTraceNew (C++ function) TRITONSERVER_InferenceTraceParentId (C++ function) TRITONSERVER_InferenceTraceReleaseFn_t (C++ type) TRITONSERVER_InstanceGroupKind (C++ type) TRITONSERVER_INSTANCEGROUPKIND_AUTO (C++ enumerator) TRITONSERVER_INSTANCEGROUPKIND_CPU (C++ enumerator) TRITONSERVER_instancegroupkind_enum (C++ enum) TRITONSERVER_INSTANCEGROUPKIND_GPU (C++ enumerator) TRITONSERVER_INSTANCEGROUPKIND_MODEL (C++ enumerator) TRITONSERVER_InstanceGroupKindString (C++ function) TRITONSERVER_LOG_ERROR (C++ enumerator) TRITONSERVER_LOG_INFO (C++ enumerator) TRITONSERVER_LOG_VERBOSE (C++ enumerator) TRITONSERVER_LOG_WARN (C++ enumerator) TRITONSERVER_LogIsEnabled (C++ function) TRITONSERVER_LogLevel (C++ type) TRITONSERVER_loglevel_enum (C++ enum) TRITONSERVER_LogMessage (C++ function) TRITONSERVER_MEMORY_CPU (C++ enumerator) TRITONSERVER_MEMORY_CPU_PINNED (C++ enumerator) TRITONSERVER_MEMORY_GPU (C++ enumerator) TRITONSERVER_MemoryType (C++ type) TRITONSERVER_memorytype_enum (C++ enum) TRITONSERVER_MemoryTypeString (C++ function) TRITONSERVER_MessageDelete (C++ function) TRITONSERVER_MessageNewFromSerializedJson (C++ function) TRITONSERVER_MessageSerializeToJson (C++ function) TRITONSERVER_METRIC_PROMETHEUS (C++ enumerator) TRITONSERVER_MetricFormat (C++ type) tritonserver_metricformat_enum (C++ enum)

TRITONSERVER_MetricsDelete (C++ function) TRITONSERVER_MetricsFormatted (C++ function) TRITONSERVER_MODEL_CONTROL_EXPLICIT (C++ enumerator) TRITONSERVER_MODEL_CONTROL_NONE (C++ enumerator) TRITONSERVER_MODEL_CONTROL_POLL (C++ enumerator) TRITONSERVER_ModelBatchFlag (C++ type) TRITONSERVER_ModelControlMode (C++ type) tritonserver_modelcontrolmode_enum (C++ enum) TRITONSERVER_ModelIndexFlag (C++ type) tritonserver_modelindexflag_enum (C++ enum) TRITONSERVER_ModelTxnPropertyFlag (C++ type) TRITONSERVER_PARAMETER_BOOL (C++ enumerator) TRITONSERVER_PARAMETER_INT (C++ enumerator) TRITONSERVER_PARAMETER_STRING (C++ enumerator) TRITONSERVER_ParameterType (C++ type) TRITONSERVER_parametertype_enum (C++ enum) TRITONSERVER_ParameterTypeString (C++ function) TRITONSERVER_REQUEST_FLAG_SEQUENCE_END (C++ enumerator) TRITONSERVER_REQUEST_FLAG_SEQUENCE_START (C++ enumerator) TRITONSERVER_REQUEST_RELEASE_ALL (C++ enumerator) TRITONSERVER_RequestFlag (C++ type) tritonserver_requestflag_enum (C++ enum) TRITONSERVER_RequestReleaseFlag (C++ type) tritonserver_requestreleaseflag_enum (C++ enum) TRITONSERVER_RESPONSE_COMPLETE_FINAL (C++ enumerator) TRITONSERVER_ResponseAllocatorAllocFn_t (C++ type) TRITONSERVER_ResponseAllocatorDelete (C++ function) TRITONSERVER_ResponseAllocatorNew (C++ function) TRITONSERVER_ResponseAllocatorReleaseFn_t (C++ type) TRITONSERVER_ResponseAllocatorStartFn_t (C++ type) TRITONSERVER_ResponseCompleteFlag (C++ type) tritonserver_responsecompleteflag_enum (C++ enum) TRITONSERVER_ServerDelete (C++ function) TRITONSERVER_ServerInferAsync (C++ function) TRITONSERVER_ServerIsLive (C++ function) TRITONSERVER_ServerIsReady (C++ function) TRITONSERVER_ServerLoadModel (C++ function) TRITONSERVER_ServerMetadata (C++ function) TRITONSERVER_ServerMetrics (C++ function) TRITONSERVER_ServerModelBatchProperties (C++ function) TRITONSERVER_ServerModelConfig (C++ function) TRITONSERVER_ServerModelIndex (C++ function) TRITONSERVER_ServerModelIsReady (C++ function) TRITONSERVER_ServerModelMetadata (C++ function) TRITONSERVER_ServerModelStatistics (C++ function) TRITONSERVER_ServerModelTransactionProperties (C++ function) TRITONSERVER_ServerNew (C++ function) TRITONSERVER_ServerOptionsDelete (C++ function) TRITONSERVER_ServerOptionsNew (C++ function) TRITONSERVER_ServerOptionsSetBackendConfig (C++ function) TRITONSERVER_ServerOptionsSetBackendDirectory (C++ function) TRITONSERVER_ServerOptionsSetCudaMemoryPoolByteSize (C++ function) TRITONSERVER_ServerOptionsSetExitOnError (C++ function) TRITONSERVER_ServerOptionsSetExitTimeout (C++ function) TRITONSERVER_ServerOptionsSetGpuMetrics (C++ function) TRITONSERVER_ServerOptionsSetLogError (C++ function) TRITONSERVER_ServerOptionsSetLogInfo (C++ function) TRITONSERVER_ServerOptionsSetLogVerbose (C++ function) TRITONSERVER_ServerOptionsSetLogWarn (C++ function) TRITONSERVER_ServerOptionsSetMetrics (C++ function) TRITONSERVER_ServerOptionsSetMinSupportedComputeCapability (C++ function) TRITONSERVER_ServerOptionsSetModelControlMode (C++ function) TRITONSERVER_ServerOptionsSetModelRepositoryPath (C++ function) TRITONSERVER_ServerOptionsSetPinnedMemoryPoolByteSize (C++ function) TRITONSERVER_ServerOptionsSetServerId (C++ function) TRITONSERVER_ServerOptionsSetStartupModel (C++ function) TRITONSERVER_ServerOptionsSetStrictModelConfig (C++ function) TRITONSERVER_ServerOptionsSetStrictReadiness (C++ function) TRITONSERVER_ServerPollModelRepository (C++ function) TRITONSERVER_ServerStop (C++ function) TRITONSERVER_ServerUnloadModel (C++ function) TRITONSERVER_StringToDataType (C++ function) TRITONSERVER_TRACE_COMPUTE_END (C++ enumerator) TRITONSERVER_TRACE_COMPUTE_INPUT_END (C++ enumerator) TRITONSERVER_TRACE_COMPUTE_OUTPUT_START (C++ enumerator) TRITONSERVER_TRACE_COMPUTE_START (C++ enumerator) TRITONSERVER_TRACE_LEVEL_DISABLED (C++ enumerator) TRITONSERVER_TRACE_LEVEL_MAX (C++ enumerator) TRITONSERVER_TRACE_LEVEL_MIN (C++ enumerator) TRITONSERVER_TRACE_QUEUE_START (C++ enumerator) TRITONSERVER_TRACE_REQUEST_END (C++ enumerator) TRITONSERVER_TRACE_REQUEST_START (C++ enumerator) tritonserver_traceactivity_enum (C++ enum) tritonserver_tracelevel_enum (C++ enum) TRITONSERVER_TXN_DECOUPLED (C++ enumerator) TRITONSERVER_TXN_ONE_TO_ONE (C++ enumerator) tritonserver_txn_property_flag_enum (C++ enum) TRITONSERVER_TYPE_BOOL (C++ enumerator) TRITONSERVER_TYPE_BYTES (C++ enumerator) TRITONSERVER_TYPE_FP16 (C++ enumerator) TRITONSERVER_TYPE_FP32 (C++ enumerator) TRITONSERVER_TYPE_FP64 (C++ enumerator) TRITONSERVER_TYPE_INT16 (C++ enumerator) TRITONSERVER_TYPE_INT32 (C++ enumerator) TRITONSERVER_TYPE_INT64 (C++ enumerator) TRITONSERVER_TYPE_INT8 (C++ enumerator) TRITONSERVER_TYPE_INVALID (C++ enumerator) TRITONSERVER_TYPE_UINT16 (C++ enumerator) TRITONSERVER_TYPE_UINT32 (C++ enumerator) TRITONSERVER_TYPE_UINT64 (C++ enumerator) TRITONSERVER_TYPE_UINT8 (C++ enumerator) TRTIS_CUSTOM_EXPORT (C macro)