NVIDIA DeepStream SDK API Reference

9.2 Release
includes/opentelemetry/semconv/incubating/gen_ai_metrics.h File Reference

Go to the source code of this file.

Namespaces

 semconv
 
 semconv::gen_ai
 

Functions

static nostd::unique_ptr< metrics::Histogram< uint64_t > > semconv::gen_ai::CreateSyncInt64MetricGenAiClientOperationDuration (metrics::Meter *meter)
 
static nostd::unique_ptr< metrics::Histogram< double > > semconv::gen_ai::CreateSyncDoubleMetricGenAiClientOperationDuration (metrics::Meter *meter)
 
static nostd::unique_ptr< metrics::Histogram< uint64_t > > semconv::gen_ai::CreateSyncInt64MetricGenAiClientTokenUsage (metrics::Meter *meter)
 
static nostd::unique_ptr< metrics::Histogram< double > > semconv::gen_ai::CreateSyncDoubleMetricGenAiClientTokenUsage (metrics::Meter *meter)
 
static nostd::unique_ptr< metrics::Histogram< uint64_t > > semconv::gen_ai::CreateSyncInt64MetricGenAiServerRequestDuration (metrics::Meter *meter)
 
static nostd::unique_ptr< metrics::Histogram< double > > semconv::gen_ai::CreateSyncDoubleMetricGenAiServerRequestDuration (metrics::Meter *meter)
 
static nostd::unique_ptr< metrics::Histogram< uint64_t > > semconv::gen_ai::CreateSyncInt64MetricGenAiServerTimePerOutputToken (metrics::Meter *meter)
 
static nostd::unique_ptr< metrics::Histogram< double > > semconv::gen_ai::CreateSyncDoubleMetricGenAiServerTimePerOutputToken (metrics::Meter *meter)
 
static nostd::unique_ptr< metrics::Histogram< uint64_t > > semconv::gen_ai::CreateSyncInt64MetricGenAiServerTimeToFirstToken (metrics::Meter *meter)
 
static nostd::unique_ptr< metrics::Histogram< double > > semconv::gen_ai::CreateSyncDoubleMetricGenAiServerTimeToFirstToken (metrics::Meter *meter)
 

Variables

static constexpr const char * semconv::gen_ai::kMetricGenAiClientOperationDuration
 GenAI operation duration. More...
 
static constexpr const char * semconv::gen_ai::descrMetricGenAiClientOperationDuration = "GenAI operation duration."
 
static constexpr const char * semconv::gen_ai::unitMetricGenAiClientOperationDuration = "s"
 
static constexpr const char * semconv::gen_ai::kMetricGenAiClientTokenUsage = "gen_ai.client.token.usage"
 Number of input and output tokens used. More...
 
static constexpr const char * semconv::gen_ai::descrMetricGenAiClientTokenUsage
 
static constexpr const char * semconv::gen_ai::unitMetricGenAiClientTokenUsage = "{token}"
 
static constexpr const char * semconv::gen_ai::kMetricGenAiServerRequestDuration = "gen_ai.server.request.duration"
 Generative AI server request duration such as time-to-last byte or last output token. More...
 
static constexpr const char * semconv::gen_ai::descrMetricGenAiServerRequestDuration
 
static constexpr const char * semconv::gen_ai::unitMetricGenAiServerRequestDuration = "s"
 
static constexpr const char * semconv::gen_ai::kMetricGenAiServerTimePerOutputToken
 Time per output token generated after the first token for successful responses. More...
 
static constexpr const char * semconv::gen_ai::descrMetricGenAiServerTimePerOutputToken
 
static constexpr const char * semconv::gen_ai::unitMetricGenAiServerTimePerOutputToken = "s"
 
static constexpr const char * semconv::gen_ai::kMetricGenAiServerTimeToFirstToken
 Time to generate first token for successful responses. More...
 
static constexpr const char * semconv::gen_ai::descrMetricGenAiServerTimeToFirstToken
 
static constexpr const char * semconv::gen_ai::unitMetricGenAiServerTimeToFirstToken = "s"