|
|
NVIDIA DeepStream SDK API Reference
|
9.2 Release
|
Go to the documentation of this file.
13 #include "opentelemetry/common/macros.h"
14 #include "opentelemetry/metrics/meter.h"
15 #include "opentelemetry/version.h"
29 "gen_ai.client.operation.duration";
56 "Number of input and output tokens used.";
82 "Generative AI server request duration such as time-to-last byte or last output token.";
107 "gen_ai.server.time_per_output_token";
109 "Time per output token generated after the first token for successful responses.";
134 "gen_ai.server.time_to_first_token";
136 "Time to generate first token for successful responses.";
static constexpr const char * unitMetricGenAiServerTimePerOutputToken
static constexpr const char * kMetricGenAiServerRequestDuration
Generative AI server request duration such as time-to-last byte or last output token.
static constexpr const char * kMetricGenAiClientTokenUsage
Measures number of input and output tokens used.
static constexpr const char * kMetricGenAiServerTimePerOutputToken
Time per output token generated after the first token for successful responses.
static constexpr const char * unitMetricGenAiServerTimeToFirstToken
Provide a simplified port of std::unique_ptr that has ABI stability.
static constexpr const char * descrMetricGenAiServerTimeToFirstToken
virtual nostd::unique_ptr< Histogram< double > > CreateDoubleHistogram(nostd::string_view name, nostd::string_view description="", nostd::string_view unit="") noexcept=0
#define OPENTELEMETRY_BEGIN_NAMESPACE
static constexpr const char * descrMetricGenAiClientOperationDuration
static nostd::unique_ptr< metrics::Histogram< double > > CreateSyncDoubleMetricGenAiServerRequestDuration(metrics::Meter *meter)
static constexpr const char * descrMetricGenAiServerTimePerOutputToken
static constexpr const char * unitMetricGenAiServerRequestDuration
static nostd::unique_ptr< metrics::Histogram< double > > CreateSyncDoubleMetricGenAiServerTimePerOutputToken(metrics::Meter *meter)
static constexpr const char * descrMetricGenAiClientTokenUsage
static nostd::unique_ptr< metrics::Histogram< uint64_t > > CreateSyncInt64MetricGenAiServerTimePerOutputToken(metrics::Meter *meter)
#define OPENTELEMETRY_END_NAMESPACE
static constexpr const char * unitMetricGenAiClientOperationDuration
static nostd::unique_ptr< metrics::Histogram< double > > CreateSyncDoubleMetricGenAiClientTokenUsage(metrics::Meter *meter)
static nostd::unique_ptr< metrics::Histogram< uint64_t > > CreateSyncInt64MetricGenAiServerRequestDuration(metrics::Meter *meter)
static nostd::unique_ptr< metrics::Histogram< uint64_t > > CreateSyncInt64MetricGenAiServerTimeToFirstToken(metrics::Meter *meter)
static constexpr const char * kMetricGenAiClientOperationDuration
GenAI operation duration.
static nostd::unique_ptr< metrics::Histogram< uint64_t > > CreateSyncInt64MetricGenAiClientOperationDuration(metrics::Meter *meter)
static nostd::unique_ptr< metrics::Histogram< double > > CreateSyncDoubleMetricGenAiServerTimeToFirstToken(metrics::Meter *meter)
static constexpr const char * unitMetricGenAiClientTokenUsage
static constexpr const char * kMetricGenAiServerTimeToFirstToken
Time to generate first token for successful responses.
static nostd::unique_ptr< metrics::Histogram< double > > CreateSyncDoubleMetricGenAiClientOperationDuration(metrics::Meter *meter)
virtual nostd::unique_ptr< Histogram< uint64_t > > CreateUInt64Histogram(nostd::string_view name, nostd::string_view description="", nostd::string_view unit="") noexcept=0
Creates a Histogram with the passed characteristics and returns a unique_ptr to that Histogram.
Handles instrument creation and provides a facility for batch recording.
static nostd::unique_ptr< metrics::Histogram< uint64_t > > CreateSyncInt64MetricGenAiClientTokenUsage(metrics::Meter *meter)
static constexpr const char * descrMetricGenAiServerRequestDuration