NVIDIA DeepStream SDK API Reference

9.0 Release
9.0/sources/gst-plugins/gst-nvdsvisionencoder-c/trt_encoder.h
Go to the documentation of this file.
1 /*
2  * SPDX-FileCopyrightText: Copyright (c) 2026 NVIDIA CORPORATION & AFFILIATES. All rights reserved.
3  * SPDX-License-Identifier: LicenseRef-NvidiaProprietary
4  *
5  * NVIDIA CORPORATION, its affiliates and licensors retain all intellectual
6  * property and proprietary rights in and to this material, related
7  * documentation and any modifications thereto. Any use, reproduction,
8  * disclosure or distribution of this material and related documentation
9  * without an express license agreement from NVIDIA CORPORATION or
10  * its affiliates is strictly prohibited.
11  */
12 
13 #ifndef __TRT_ENCODER_H__
14 #define __TRT_ENCODER_H__
15 
16 #ifdef __cplusplus
17 extern "C" {
18 #endif
19 
28 void* nvds_triton_client_create(const char* url, const char* model_name,
29  int batch_size, const char* onnx_model);
30 
35 void nvds_triton_client_destroy(void* client);
36 
44 int nvds_triton_client_get_input_size(void* client, unsigned int* width, unsigned int* height);
45 
51 int nvds_triton_client_get_embedding_dim(void* client);
52 
58 unsigned int nvds_triton_client_get_input_width(void* client);
59 
65 unsigned int nvds_triton_client_get_input_height(void* client);
66 
75 int nvds_triton_client_infer(void* client, float* input_data, int num_images,
76  float* output_embeddings);
77 
86 int nvds_triton_client_infer_device(void* client, float* d_input_data, int num_images,
87  float* output_embeddings);
88 
89 #ifdef __cplusplus
90 }
91 #endif
92 
93 #endif /* __TRT_ENCODER_H__ */
nvds_triton_client_create
void * nvds_triton_client_create(const char *url, const char *model_name, int batch_size, const char *onnx_model)
Create TensorRT encoder client.
nvds_triton_client_infer_device
int nvds_triton_client_infer_device(void *client, float *d_input_data, int num_images, float *output_embeddings)
Run inference on device input data (GPU path)
nvds_triton_client_get_input_size
int nvds_triton_client_get_input_size(void *client, unsigned int *width, unsigned int *height)
Get input dimensions from encoder.
nvds_triton_client_get_input_height
unsigned int nvds_triton_client_get_input_height(void *client)
Get input height.
nvds_triton_client_get_input_width
unsigned int nvds_triton_client_get_input_width(void *client)
Get input width.
nvds_triton_client_infer
int nvds_triton_client_infer(void *client, float *input_data, int num_images, float *output_embeddings)
Run inference on host input data.
nvds_triton_client_get_embedding_dim
int nvds_triton_client_get_embedding_dim(void *client)
Get embedding dimension from encoder.
nvds_triton_client_destroy
void nvds_triton_client_destroy(void *client)
Destroy TensorRT encoder client.