|
|
NVIDIA DeepStream SDK API Reference
|
9.2 Release
|
Go to the documentation of this file.
13 #include "opentelemetry/common/macros.h"
14 #include "opentelemetry/version.h"
89 "gen_ai.openai.request.response_format";
99 "gen_ai.openai.request.seed";
109 "gen_ai.openai.request.service_tier";
119 "gen_ai.openai.response.service_tier";
129 "gen_ai.openai.response.system_fingerprint";
352 "gen_ai.usage.completion_tokens";
372 "gen_ai.usage.prompt_tokens";
374 namespace GenAiOpenaiRequestResponseFormatValues
379 static constexpr
const char *
kText =
"text";
393 namespace GenAiOpenaiRequestServiceTierValues
398 static constexpr
const char *
kAuto =
"auto";
407 namespace GenAiOperationNameValues
413 static constexpr
const char *
kChat =
"chat";
452 namespace GenAiOutputTypeValues
457 static constexpr
const char *
kText =
"text";
462 static constexpr
const char *
kJson =
"json";
467 static constexpr
const char *
kImage =
"image";
472 static constexpr
const char *
kSpeech =
"speech";
476 namespace GenAiProviderNameValues
481 static constexpr
const char *
kOpenai =
"openai";
506 static constexpr
const char *
kCohere =
"cohere";
536 static constexpr
const char *
kXAi =
"x_ai";
546 static constexpr
const char *
kGroq =
"groq";
555 namespace GenAiSystemValues
560 static constexpr
const char *
kOpenai =
"openai";
603 static constexpr
const char *
kCohere =
"cohere";
656 static constexpr
const char *
kGroq =
"groq";
665 namespace GenAiTokenTypeValues
670 static constexpr
const char *
kInput =
"input";
683 static constexpr
const char *
kOutput =
"output";
static constexpr const char * kGenAiRequestModel
The name of the GenAI model a request is being made to.
static constexpr const char * kGenAiOperationName
The name of the operation being performed.
static constexpr const char * kInvokeAgent
Invoke GenAI agent.
static constexpr const char * kGenAiToolType
Type of the tool utilized by the agent.
static constexpr const char * kDeepseek
DeepSeek
static constexpr const char * kGenAiConversationId
The unique identifier for a conversation (session, thread), used to store and correlate messages with...
static constexpr const char * kIbmWatsonxAi
IBM Watsonx AI.
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiCompletion
Deprecated, use Event API to report completions contents.
static constexpr const char * kGenAiResponseFinishReasons
Array of reasons the model stopped generating tokens, corresponding to each generation received.
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiOpenaiResponseSystemFingerprint
Deprecated, use.
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiSystem
Deprecated, use.
static constexpr const char * kAzAiInference
Azure AI Inference.
static constexpr const char * kMistralAi
Mistral AI.
static constexpr const char * kInput
Input tokens (prompt, input, etc.)
static constexpr const char * kAuto
The system will utilize scale tier credits until they are exhausted.
static constexpr const char * kAzureAiOpenai
Azure OpenAI.
static constexpr const char * kGcpGenAi
Any Google generative AI endpoint.
static constexpr const char * kGenAiToolDescription
The tool description.
static constexpr const char * kAnthropic
Anthropic.
static constexpr const char * kDeepseek
DeepSeek.
static constexpr const char * kGenAiRequestMaxTokens
The maximum number of tokens the model generates for a request.
static constexpr const OPENTELEMETRY_DEPRECATED char * kCompletion
Output tokens (completion, response, etc.)
static constexpr const char * kGenAiRequestSeed
Requests with same seed value more likely to return same result.
static constexpr const char * kAzureAiOpenai
Azure OpenAI
static constexpr const char * kAnthropic
Anthropic
static constexpr const char * kGenAiOutputType
Represents the content type requested by the client.
static constexpr const char * kGenAiProviderName
The Generative AI provider as identified by the client or server instrumentation.
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiOpenaiRequestResponseFormat
Deprecated, use.
static constexpr const char * kOpenai
OpenAI.
static constexpr const char * kEmbeddings
Embeddings operation such as OpenAI Create embeddings API
#define OPENTELEMETRY_BEGIN_NAMESPACE
static constexpr const char * kGenAiTokenType
The type of token being counted.
static constexpr const char * kGenAiToolName
Name of the tool utilized by the agent.
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiUsageCompletionTokens
Deprecated, use.
static constexpr const char * kGenAiAgentName
Human-readable name of the GenAI agent provided by the application.
static constexpr const char * kPerplexity
Perplexity
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiOpenaiRequestSeed
Deprecated, use.
static constexpr const char * kText
Plain text.
static constexpr const char * kPerplexity
Perplexity.
static constexpr const char * kGenAiSystemInstructions
The system message or instructions provided to the GenAI model separately from the chat history.
static constexpr const char * kAzureAiInference
Azure AI Inference.
static constexpr const char * kGcpGemini
Gemini.
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiUsagePromptTokens
Deprecated, use.
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiOpenaiRequestServiceTier
Deprecated, use.
static constexpr const char * kGenAiAgentId
The unique identifier of the GenAI agent.
static constexpr const char * kTextCompletion
Text completions operation such as OpenAI Completions API (Legacy)
static constexpr const char * kDefault
The system will utilize the default scale tier.
static constexpr const char * kGenAiRequestPresencePenalty
The presence penalty setting for the GenAI request.
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiPrompt
Deprecated, use Event API to report prompt contents.
static constexpr const char * kGenAiResponseModel
The name of the model that generated the response.
static constexpr const char * kGenAiDataSourceId
The data source identifier.
static constexpr const char * kGenAiUsageInputTokens
The number of tokens used in the GenAI input (prompt).
static constexpr const char * kImage
Image.
#define OPENTELEMETRY_END_NAMESPACE
static constexpr const char * kAwsBedrock
AWS Bedrock
static constexpr const char * kGroq
Groq.
static constexpr const char * kOpenai
OpenAI
static constexpr const char * kXAi
xAI
static constexpr const char * kGenAiRequestStopSequences
List of sequences that the model will use to stop generating further tokens.
static constexpr const char * kAzAiOpenai
Azure OpenAI.
static constexpr const char * kAzureAiInference
Azure AI Inference.
static constexpr const OPENTELEMETRY_DEPRECATED char * kVertexAi
Vertex AI.
static constexpr const char * kOutput
Output tokens (completion, response, etc.)
static constexpr const char * kGenAiUsageOutputTokens
The number of tokens used in the GenAI response (completion).
static constexpr const char * kGenAiRequestTopK
The top_k sampling setting for the GenAI request.
static constexpr const char * kGenAiRequestTemperature
The temperature setting for the GenAI request.
static constexpr const char * kGenAiAgentDescription
Free-form description of the GenAI agent provided by the application.
static constexpr const char * kGenAiRequestTopP
The top_p sampling setting for the GenAI request.
static constexpr const char * kGcpGemini
Gemini
static constexpr const char * kSpeech
Speech.
static constexpr const char * kGcpVertexAi
Vertex AI
static constexpr const char * kGenAiOutputMessages
Messages returned by the model where each message represents a specific model response (choice,...
static constexpr const OPENTELEMETRY_DEPRECATED char * kGemini
Gemini.
static constexpr const char * kJson
JSON object with known or unknown schema.
static constexpr const char * kGenAiRequestChoiceCount
The target number of candidate completions to return.
static constexpr const char * kGcpGenAi
Any Google generative AI endpoint.
static constexpr const char * kExecuteTool
Execute a tool.
static constexpr const char * kGenAiResponseId
The unique identifier for the completion.
static constexpr const char * kCohere
Cohere
static constexpr const char * kGenAiToolCallId
The tool call identifier.
static constexpr const char * kGenAiRequestEncodingFormats
The encoding formats requested in an embeddings operation, if specified.
static constexpr const char * kIbmWatsonxAi
IBM Watsonx AI
static constexpr const char * kGenAiRequestFrequencyPenalty
The frequency penalty setting for the GenAI request.
static constexpr const char * kAwsBedrock
AWS Bedrock.
static constexpr const OPENTELEMETRY_DEPRECATED char * kGenAiOpenaiResponseServiceTier
Deprecated, use.
static constexpr const char * kGcpVertexAi
Vertex AI.
static constexpr const char * kGenAiInputMessages
The chat history provided to the model as an input.
static constexpr const char * kMistralAi
Mistral AI
static constexpr const OPENTELEMETRY_DEPRECATED char * kXai
xAI
static constexpr const char * kCreateAgent
Create GenAI agent.
#define OPENTELEMETRY_DEPRECATED
static constexpr const char * kGroq
Groq
static constexpr const char * kGenerateContent
Multimodal content generation operation such as Gemini Generate Content
static constexpr const char * kChat
Chat completion operation such as OpenAI Chat API
static constexpr const char * kCohere
Cohere.