File trtserver.h

↰ Parent directory (src/core)

Definition (src/core/trtserver.h)

• Program Listing for File trtserver.h

Includes

• stdbool.h

• stddef.h

• stdint.h

Enums

• Enum trtserver_errorcode_enum

• Enum trtserver_memorytype_enum

• Enum trtserver_metricformat_enum

• Enum trtserver_modelcontrolmode_enum

• Enum trtserver_requestoptionsflag_enum

• Enum trtserver_traceactivity_enum

• Enum trtserver_tracelevel_enum

Functions

• Function TRTSERVER_ErrorCode

• Function TRTSERVER_ErrorCodeString

• Function TRTSERVER_ErrorDelete

• Function TRTSERVER_ErrorMessage

• Function TRTSERVER_ErrorNew

• Function TRTSERVER_InferenceRequestOptionsAddClassificationOutput

• Function TRTSERVER_InferenceRequestOptionsAddInput

• Function TRTSERVER_InferenceRequestOptionsAddOutput

• Function TRTSERVER_InferenceRequestOptionsDelete

• Function TRTSERVER_InferenceRequestOptionsNew

• Function TRTSERVER_InferenceRequestOptionsSetBatchSize

• Function TRTSERVER_InferenceRequestOptionsSetCorrelationId

• Function TRTSERVER_InferenceRequestOptionsSetFlags

• Function TRTSERVER_InferenceRequestOptionsSetId

• Function TRTSERVER_InferenceRequestOptionsSetPriority

• Function TRTSERVER_InferenceRequestOptionsSetTimeoutMicroseconds

• Function TRTSERVER_InferenceRequestProviderDelete

• Function TRTSERVER_InferenceRequestProviderInputBatchByteSize

• Function TRTSERVER_InferenceRequestProviderNew

• Function TRTSERVER_InferenceRequestProviderNewV2

• Function TRTSERVER_InferenceRequestProviderSetInputData

• Function TRTSERVER_InferenceResponseDelete

• Function TRTSERVER_InferenceResponseHeader

• Function TRTSERVER_InferenceResponseOutputData

• Function TRTSERVER_InferenceResponseStatus

• Function TRTSERVER_MetricsDelete

• Function TRTSERVER_MetricsFormatted

• Function TRTSERVER_ProtobufDelete

• Function TRTSERVER_ProtobufSerialize

• Function TRTSERVER_ResponseAllocatorDelete

• Function TRTSERVER_ResponseAllocatorNew

• Function TRTSERVER_ServerDelete

• Function TRTSERVER_ServerExtensions

• Function TRTSERVER_ServerId

• Function TRTSERVER_ServerInferAsync

• Function TRTSERVER_ServerIsLive

• Function TRTSERVER_ServerIsReady

• Function TRTSERVER_ServerLoadModel

• Function TRTSERVER_ServerMetrics

• Function TRTSERVER_ServerModelRepositoryIndex

• Function TRTSERVER_ServerModelStatus

• Function TRTSERVER_ServerNew

• Function TRTSERVER_ServerOptionsAddTensorFlowVgpuMemoryLimits

• Function TRTSERVER_ServerOptionsDelete

• Function TRTSERVER_ServerOptionsNew

• Function TRTSERVER_ServerOptionsSetCudaMemoryPoolByteSize

• Function TRTSERVER_ServerOptionsSetExitOnError

• Function TRTSERVER_ServerOptionsSetExitTimeout

• Function TRTSERVER_ServerOptionsSetGpuMetrics

• Function TRTSERVER_ServerOptionsSetLogError

• Function TRTSERVER_ServerOptionsSetLogInfo

• Function TRTSERVER_ServerOptionsSetLogVerbose

• Function TRTSERVER_ServerOptionsSetLogWarn

• Function TRTSERVER_ServerOptionsSetMetrics

• Function TRTSERVER_ServerOptionsSetMinSupportedComputeCapability

• Function TRTSERVER_ServerOptionsSetModelControlMode

• Function TRTSERVER_ServerOptionsSetModelRepositoryPath

• Function TRTSERVER_ServerOptionsSetPinnedMemoryPoolByteSize

• Function TRTSERVER_ServerOptionsSetServerId

• Function TRTSERVER_ServerOptionsSetServerProtocolVersion

• Function TRTSERVER_ServerOptionsSetStartupModel

• Function TRTSERVER_ServerOptionsSetStrictModelConfig

• Function TRTSERVER_ServerOptionsSetStrictReadiness

• Function TRTSERVER_ServerOptionsSetTensorFlowGpuMemoryFraction

• Function TRTSERVER_ServerOptionsSetTensorFlowSoftPlacement

• Function TRTSERVER_ServerPollModelRepository

• Function TRTSERVER_ServerStatus

• Function TRTSERVER_ServerStop

• Function TRTSERVER_ServerUnloadModel

• Function TRTSERVER_ServerVersion

• Function TRTSERVER_TraceDelete

• Function TRTSERVER_TraceId

• Function TRTSERVER_TraceManagerDelete

• Function TRTSERVER_TraceManagerNew

• Function TRTSERVER_TraceModelName

• Function TRTSERVER_TraceModelVersion

• Function TRTSERVER_TraceNew

• Function TRTSERVER_TraceParentId

Defines

• Define TRTSERVER_EXPORT

Typedefs

• Typedef cudaIpcMemHandle_t

• Typedef TRTSERVER_Error_Code

• Typedef TRTSERVER_InferenceCompleteFn_t

• Typedef TRTSERVER_Memory_Type

• Typedef TRTSERVER_Metric_Format

• Typedef TRTSERVER_Model_Control_Mode

• Typedef TRTSERVER_Request_Options_Flag

• Typedef TRTSERVER_ResponseAllocatorAllocFn_t

• Typedef TRTSERVER_ResponseAllocatorReleaseFn_t

• Typedef TRTSERVER_Trace_Activity

• Typedef TRTSERVER_Trace_Level

• Typedef TRTSERVER_TraceActivityFn_t

• Typedef TRTSERVER_TraceManagerCreateTraceFn_t

• Typedef TRTSERVER_TraceManagerReleaseTraceFn_t