4 #ifndef GOOGLE_PROTOBUF_INCLUDED_model_5fconfig_2eproto
5 #define GOOGLE_PROTOBUF_INCLUDED_model_5fconfig_2eproto
10 #include <google/protobuf/port_def.inc>
11 #if PROTOBUF_VERSION < 3021000
12 #error This file was generated by a newer version of protoc which is
13 #error incompatible with your Protocol Buffer headers. Please update
16 #if 3021012 < PROTOBUF_MIN_PROTOC_VERSION
17 #error This file was generated by an older version of protoc which is
18 #error incompatible with your Protocol Buffer headers. Please
19 #error regenerate this file with a newer version of protoc.
22 #include <google/protobuf/port_undef.inc>
23 #include <google/protobuf/io/coded_stream.h>
24 #include <google/protobuf/arena.h>
25 #include <google/protobuf/arenastring.h>
26 #include <google/protobuf/generated_message_bases.h>
27 #include <google/protobuf/generated_message_util.h>
28 #include <google/protobuf/metadata_lite.h>
29 #include <google/protobuf/generated_message_reflection.h>
30 #include <google/protobuf/message.h>
31 #include <google/protobuf/repeated_field.h>
32 #include <google/protobuf/extension_set.h>
33 #include <google/protobuf/map.h>
34 #include <google/protobuf/map_entry.h>
35 #include <google/protobuf/map_field_inl.h>
36 #include <google/protobuf/generated_enum_reflection.h>
37 #include <google/protobuf/unknown_field_set.h>
39 #include <google/protobuf/port_def.inc>
40 #define PROTOBUF_INTERNAL_EXPORT_model_5fconfig_2eproto
41 PROTOBUF_NAMESPACE_OPEN
45 PROTOBUF_NAMESPACE_CLOSE
49 static const uint32_t
offsets[];
54 struct BatchInputDefaultTypeInternal;
57 struct BatchOutputDefaultTypeInternal;
60 struct ModelConfigDefaultTypeInternal;
63 struct ModelConfig_CcModelFilenamesEntry_DoNotUseDefaultTypeInternal;
66 struct ModelConfig_MetricTagsEntry_DoNotUseDefaultTypeInternal;
69 struct ModelConfig_ParametersEntry_DoNotUseDefaultTypeInternal;
72 struct ModelDynamicBatchingDefaultTypeInternal;
75 struct ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUseDefaultTypeInternal;
78 struct ModelEnsemblingDefaultTypeInternal;
81 struct ModelEnsembling_StepDefaultTypeInternal;
84 struct ModelEnsembling_Step_InputMapEntry_DoNotUseDefaultTypeInternal;
87 struct ModelEnsembling_Step_OutputMapEntry_DoNotUseDefaultTypeInternal;
90 struct ModelInputDefaultTypeInternal;
93 struct ModelInstanceGroupDefaultTypeInternal;
96 struct ModelInstanceGroup_SecondaryDeviceDefaultTypeInternal;
99 struct ModelMetricsDefaultTypeInternal;
102 struct ModelMetrics_MetricControlDefaultTypeInternal;
105 struct ModelMetrics_MetricControl_HistogramOptionsDefaultTypeInternal;
108 struct ModelMetrics_MetricControl_MetricIdentifierDefaultTypeInternal;
111 struct ModelOperationsDefaultTypeInternal;
114 struct ModelOptimizationPolicyDefaultTypeInternal;
117 struct ModelOptimizationPolicy_CudaDefaultTypeInternal;
120 struct ModelOptimizationPolicy_Cuda_GraphSpecDefaultTypeInternal;
123 struct ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUseDefaultTypeInternal;
126 struct ModelOptimizationPolicy_Cuda_GraphSpec_LowerBoundDefaultTypeInternal;
129 struct ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUseDefaultTypeInternal;
132 struct ModelOptimizationPolicy_Cuda_GraphSpec_ShapeDefaultTypeInternal;
135 struct ModelOptimizationPolicy_ExecutionAcceleratorsDefaultTypeInternal;
138 struct ModelOptimizationPolicy_ExecutionAccelerators_AcceleratorDefaultTypeInternal;
141 struct ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUseDefaultTypeInternal;
144 struct ModelOptimizationPolicy_GraphDefaultTypeInternal;
147 struct ModelOptimizationPolicy_PinnedMemoryBufferDefaultTypeInternal;
150 struct ModelOutputDefaultTypeInternal;
153 struct ModelParameterDefaultTypeInternal;
156 struct ModelQueuePolicyDefaultTypeInternal;
159 struct ModelRateLimiterDefaultTypeInternal;
162 struct ModelRateLimiter_ResourceDefaultTypeInternal;
165 struct ModelRepositoryAgentsDefaultTypeInternal;
168 struct ModelRepositoryAgents_AgentDefaultTypeInternal;
171 struct ModelRepositoryAgents_Agent_ParametersEntry_DoNotUseDefaultTypeInternal;
174 struct ModelResponseCacheDefaultTypeInternal;
177 struct ModelSequenceBatchingDefaultTypeInternal;
180 struct ModelSequenceBatching_ControlDefaultTypeInternal;
183 struct ModelSequenceBatching_ControlInputDefaultTypeInternal;
186 struct ModelSequenceBatching_InitialStateDefaultTypeInternal;
189 struct ModelSequenceBatching_StateDefaultTypeInternal;
192 struct ModelSequenceBatching_StrategyDirectDefaultTypeInternal;
195 struct ModelSequenceBatching_StrategyOldestDefaultTypeInternal;
198 struct ModelTensorReshapeDefaultTypeInternal;
201 struct ModelTransactionPolicyDefaultTypeInternal;
204 struct ModelVersionPolicyDefaultTypeInternal;
207 struct ModelVersionPolicy_AllDefaultTypeInternal;
210 struct ModelVersionPolicy_LatestDefaultTypeInternal;
213 struct ModelVersionPolicy_SpecificDefaultTypeInternal;
216 struct ModelWarmupDefaultTypeInternal;
219 struct ModelWarmup_InputDefaultTypeInternal;
222 struct ModelWarmup_InputsEntry_DoNotUseDefaultTypeInternal;
225 PROTOBUF_NAMESPACE_OPEN
283 PROTOBUF_NAMESPACE_CLOSE
299 static_assert(::std::is_same<T, ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind>::value ||
300 ::std::is_integral<T>::value,
301 "Incorrect type passed to function ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind_Name.");
302 return ::PROTOBUF_NAMESPACE_ID::internal::NameOfEnum(
307 return ::PROTOBUF_NAMESPACE_ID::internal::ParseNamedEnum<ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind>(
326 static_assert(::std::is_same<T, ModelInstanceGroup_Kind>::value ||
327 ::std::is_integral<T>::value,
328 "Incorrect type passed to function ModelInstanceGroup_Kind_Name.");
329 return ::PROTOBUF_NAMESPACE_ID::internal::NameOfEnum(
334 return ::PROTOBUF_NAMESPACE_ID::internal::ParseNamedEnum<ModelInstanceGroup_Kind>(
352 static_assert(::std::is_same<T, ModelInput_Format>::value ||
353 ::std::is_integral<T>::value,
354 "Incorrect type passed to function ModelInput_Format_Name.");
355 return ::PROTOBUF_NAMESPACE_ID::internal::NameOfEnum(
360 return ::PROTOBUF_NAMESPACE_ID::internal::ParseNamedEnum<ModelInput_Format>(
381 static_assert(::std::is_same<T, BatchInput_Kind>::value ||
382 ::std::is_integral<T>::value,
383 "Incorrect type passed to function BatchInput_Kind_Name.");
384 return ::PROTOBUF_NAMESPACE_ID::internal::NameOfEnum(
388 ::PROTOBUF_NAMESPACE_ID::ConstStringParam name,
BatchInput_Kind* value) {
389 return ::PROTOBUF_NAMESPACE_ID::internal::ParseNamedEnum<BatchInput_Kind>(
405 static_assert(::std::is_same<T, BatchOutput_Kind>::value ||
406 ::std::is_integral<T>::value,
407 "Incorrect type passed to function BatchOutput_Kind_Name.");
408 return ::PROTOBUF_NAMESPACE_ID::internal::NameOfEnum(
413 return ::PROTOBUF_NAMESPACE_ID::internal::ParseNamedEnum<BatchOutput_Kind>(
431 static_assert(::std::is_same<T, ModelOptimizationPolicy_ModelPriority>::value ||
432 ::std::is_integral<T>::value,
433 "Incorrect type passed to function ModelOptimizationPolicy_ModelPriority_Name.");
434 return ::PROTOBUF_NAMESPACE_ID::internal::NameOfEnum(
439 return ::PROTOBUF_NAMESPACE_ID::internal::ParseNamedEnum<ModelOptimizationPolicy_ModelPriority>(
456 static_assert(::std::is_same<T, ModelQueuePolicy_TimeoutAction>::value ||
457 ::std::is_integral<T>::value,
458 "Incorrect type passed to function ModelQueuePolicy_TimeoutAction_Name.");
459 return ::PROTOBUF_NAMESPACE_ID::internal::NameOfEnum(
464 return ::PROTOBUF_NAMESPACE_ID::internal::ParseNamedEnum<ModelQueuePolicy_TimeoutAction>(
483 static_assert(::std::is_same<T, ModelSequenceBatching_Control_Kind>::value ||
484 ::std::is_integral<T>::value,
485 "Incorrect type passed to function ModelSequenceBatching_Control_Kind_Name.");
486 return ::PROTOBUF_NAMESPACE_ID::internal::NameOfEnum(
491 return ::PROTOBUF_NAMESPACE_ID::internal::ParseNamedEnum<ModelSequenceBatching_Control_Kind>(
521 static_assert(::std::is_same<T, DataType>::value ||
522 ::std::is_integral<T>::value,
523 "Incorrect type passed to function DataType_Name.");
524 return ::PROTOBUF_NAMESPACE_ID::internal::NameOfEnum(
528 ::PROTOBUF_NAMESPACE_ID::ConstStringParam name,
DataType* value) {
529 return ::PROTOBUF_NAMESPACE_ID::internal::ParseNamedEnum<DataType>(
534 class ModelRateLimiter_Resource final :
535 public ::PROTOBUF_NAMESPACE_ID::Message {
552 if (
this == &from)
return *
this;
553 if (GetOwningArena() == from.GetOwningArena()
554 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
555 && GetOwningArena() !=
nullptr
565 static const ::PROTOBUF_NAMESPACE_ID::Descriptor*
descriptor() {
588 if (other ==
this)
return;
589 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
590 if (GetOwningArena() !=
nullptr &&
591 GetOwningArena() == other->GetOwningArena()) {
592 #else // PROTOBUF_FORCE_COPY_IN_SWAP
593 if (GetOwningArena() == other->GetOwningArena()) {
594 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
597 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
601 if (other ==
this)
return;
602 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
609 return CreateMaybeMessage<ModelRateLimiter_Resource>(arena);
611 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
613 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
615 ModelRateLimiter_Resource::MergeImpl(*
this, from);
618 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
620 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
626 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
630 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
632 void SetCachedSize(
int size)
const final;
636 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
637 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
638 return "inference.ModelRateLimiter.Resource";
642 bool is_message_owned =
false);
646 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
648 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
661 const std::string&
name()
const;
662 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
663 void set_name(ArgT0&& arg0, ArgT... args);
668 const std::string& _internal_name()
const;
669 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
670 std::string* _internal_mutable_name();
678 bool _internal_global()
const;
679 void _internal_set_global(
bool value);
684 uint32_t
count()
const;
687 uint32_t _internal_count()
const;
688 void _internal_set_count(uint32_t value);
695 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
696 typedef void InternalArenaConstructable_;
697 typedef void DestructorSkippable_;
699 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
702 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
705 friend struct ::TableStruct_model_5fconfig_2eproto;
709 class ModelRateLimiter final :
710 public ::PROTOBUF_NAMESPACE_ID::Message {
714 explicit PROTOBUF_CONSTEXPR
ModelRateLimiter(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
727 if (
this == &from)
return *
this;
728 if (GetOwningArena() == from.GetOwningArena()
729 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
730 && GetOwningArena() !=
nullptr
740 static const ::PROTOBUF_NAMESPACE_ID::Descriptor*
descriptor() {
763 if (other ==
this)
return;
764 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
765 if (GetOwningArena() !=
nullptr &&
766 GetOwningArena() == other->GetOwningArena()) {
767 #else // PROTOBUF_FORCE_COPY_IN_SWAP
768 if (GetOwningArena() == other->GetOwningArena()) {
769 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
772 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
776 if (other ==
this)
return;
777 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
784 return CreateMaybeMessage<ModelRateLimiter>(arena);
786 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
788 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
790 ModelRateLimiter::MergeImpl(*
this, from);
793 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
795 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
801 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
805 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
807 void SetCachedSize(
int size)
const final;
811 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
812 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
813 return "inference.ModelRateLimiter";
816 explicit ModelRateLimiter(::PROTOBUF_NAMESPACE_ID::Arena* arena,
817 bool is_message_owned =
false);
821 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
823 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
832 kResourcesFieldNumber = 1,
833 kPriorityFieldNumber = 2,
836 int resources_size()
const;
838 int _internal_resources_size()
const;
840 void clear_resources();
842 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRateLimiter_Resource >*
845 const ::inference::ModelRateLimiter_Resource& _internal_resources(
int index)
const;
848 const ::inference::ModelRateLimiter_Resource& resources(
int index)
const;
850 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRateLimiter_Resource >&
854 void clear_priority();
855 uint32_t priority()
const;
856 void set_priority(uint32_t value);
858 uint32_t _internal_priority()
const;
859 void _internal_set_priority(uint32_t value);
866 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
867 typedef void InternalArenaConstructable_;
868 typedef void DestructorSkippable_;
870 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRateLimiter_Resource > resources_;
872 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
875 friend struct ::TableStruct_model_5fconfig_2eproto;
879 class ModelInstanceGroup_SecondaryDevice final :
880 public ::PROTOBUF_NAMESPACE_ID::Message {
897 if (
this == &from)
return *
this;
898 if (GetOwningArena() == from.GetOwningArena()
899 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
900 && GetOwningArena() !=
nullptr
910 static const ::PROTOBUF_NAMESPACE_ID::Descriptor*
descriptor() {
933 if (other ==
this)
return;
934 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
935 if (GetOwningArena() !=
nullptr &&
936 GetOwningArena() == other->GetOwningArena()) {
937 #else // PROTOBUF_FORCE_COPY_IN_SWAP
938 if (GetOwningArena() == other->GetOwningArena()) {
939 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
942 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
946 if (other ==
this)
return;
947 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
954 return CreateMaybeMessage<ModelInstanceGroup_SecondaryDevice>(arena);
956 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
958 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
960 ModelInstanceGroup_SecondaryDevice::MergeImpl(*
this, from);
963 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
965 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
971 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
975 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
977 void SetCachedSize(
int size)
const final;
981 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
982 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
983 return "inference.ModelInstanceGroup.SecondaryDevice";
986 explicit ModelInstanceGroup_SecondaryDevice(::PROTOBUF_NAMESPACE_ID::Arena* arena,
987 bool is_message_owned =
false);
991 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
993 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
1000 static inline
bool SecondaryDeviceKind_IsValid(
int value) {
1003 static constexpr SecondaryDeviceKind SecondaryDeviceKind_MIN =
1005 static constexpr SecondaryDeviceKind SecondaryDeviceKind_MAX =
1007 static constexpr
int SecondaryDeviceKind_ARRAYSIZE =
1009 static inline const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor*
1013 template<
typename T>
1015 static_assert(::std::is_same<T, SecondaryDeviceKind>::value ||
1016 ::std::is_integral<T>::value,
1017 "Incorrect type passed to function SecondaryDeviceKind_Name.");
1028 kDeviceIdFieldNumber = 2,
1029 kKindFieldNumber = 1,
1032 void clear_device_id();
1033 int64_t device_id()
const;
1034 void set_device_id(int64_t value);
1036 int64_t _internal_device_id()
const;
1037 void _internal_set_device_id(int64_t value);
1053 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
1054 typedef void InternalArenaConstructable_;
1055 typedef void DestructorSkippable_;
1059 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
1062 friend struct ::TableStruct_model_5fconfig_2eproto;
1066 class ModelInstanceGroup final :
1067 public ::PROTOBUF_NAMESPACE_ID::Message {
1071 explicit PROTOBUF_CONSTEXPR
ModelInstanceGroup(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
1084 if (
this == &from)
return *
this;
1085 if (GetOwningArena() == from.GetOwningArena()
1086 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
1087 && GetOwningArena() !=
nullptr
1090 InternalSwap(&from);
1120 if (other ==
this)
return;
1121 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
1122 if (GetOwningArena() !=
nullptr &&
1123 GetOwningArena() == other->GetOwningArena()) {
1124 #else // PROTOBUF_FORCE_COPY_IN_SWAP
1125 if (GetOwningArena() == other->GetOwningArena()) {
1126 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
1127 InternalSwap(other);
1129 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
1133 if (other ==
this)
return;
1134 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
1135 InternalSwap(other);
1141 return CreateMaybeMessage<ModelInstanceGroup>(arena);
1143 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
1145 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
1147 ModelInstanceGroup::MergeImpl(*
this, from);
1150 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
1152 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
1158 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
1162 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
1164 void SetCachedSize(
int size)
const final;
1168 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
1169 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
1170 return "inference.ModelInstanceGroup";
1173 explicit ModelInstanceGroup(::PROTOBUF_NAMESPACE_ID::Arena* arena,
1174 bool is_message_owned =
false);
1178 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
1180 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
1187 static constexpr
Kind KIND_AUTO =
1189 static constexpr
Kind KIND_GPU =
1191 static constexpr
Kind KIND_CPU =
1193 static constexpr
Kind KIND_MODEL =
1195 static inline
bool Kind_IsValid(
int value) {
1198 static constexpr Kind Kind_MIN =
1200 static constexpr Kind Kind_MAX =
1202 static constexpr
int Kind_ARRAYSIZE =
1204 static inline const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor*
1208 template<
typename T>
1209 static inline const std::string&
Kind_Name(T enum_t_value) {
1210 static_assert(::std::is_same<T, Kind>::value ||
1211 ::std::is_integral<T>::value,
1212 "Incorrect type passed to function Kind_Name.");
1223 kGpusFieldNumber = 3,
1224 kProfileFieldNumber = 5,
1225 kSecondaryDevicesFieldNumber = 8,
1227 kHostPolicyFieldNumber = 9,
1228 kRateLimiterFieldNumber = 6,
1230 kKindFieldNumber = 4,
1231 kPassiveFieldNumber = 7,
1234 int gpus_size()
const;
1236 int _internal_gpus_size()
const;
1240 int32_t _internal_gpus(
int index)
const;
1241 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
1242 _internal_gpus()
const;
1243 void _internal_add_gpus(int32_t value);
1244 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
1245 _internal_mutable_gpus();
1247 int32_t gpus(
int index)
const;
1248 void set_gpus(
int index, int32_t value);
1249 void add_gpus(int32_t value);
1250 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
1252 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
1256 int profile_size()
const;
1258 int _internal_profile_size()
const;
1260 void clear_profile();
1261 const std::string& profile(
int index)
const;
1262 std::string* mutable_profile(
int index);
1263 void set_profile(
int index,
const std::string& value);
1264 void set_profile(
int index, std::string&& value);
1265 void set_profile(
int index,
const char* value);
1266 void set_profile(
int index,
const char* value,
size_t size);
1267 std::string* add_profile();
1268 void add_profile(
const std::string& value);
1269 void add_profile(std::string&& value);
1270 void add_profile(
const char* value);
1271 void add_profile(
const char* value,
size_t size);
1272 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>& profile()
const;
1273 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>* mutable_profile();
1275 const std::string& _internal_profile(
int index)
const;
1276 std::string* _internal_add_profile();
1280 int secondary_devices_size()
const;
1282 int _internal_secondary_devices_size()
const;
1284 void clear_secondary_devices();
1286 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup_SecondaryDevice >*
1287 mutable_secondary_devices();
1289 const ::inference::ModelInstanceGroup_SecondaryDevice& _internal_secondary_devices(
int index)
const;
1292 const ::inference::ModelInstanceGroup_SecondaryDevice& secondary_devices(
int index)
const;
1294 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup_SecondaryDevice >&
1295 secondary_devices()
const;
1299 const std::string&
name()
const;
1300 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
1301 void set_name(ArgT0&& arg0, ArgT... args);
1306 const std::string& _internal_name()
const;
1307 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
1308 std::string* _internal_mutable_name();
1312 void clear_host_policy();
1313 const std::string& host_policy()
const;
1314 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
1315 void set_host_policy(ArgT0&& arg0, ArgT... args);
1316 std::string* mutable_host_policy();
1317 PROTOBUF_NODISCARD std::string* release_host_policy();
1318 void set_allocated_host_policy(std::string* host_policy);
1320 const std::string& _internal_host_policy()
const;
1321 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_host_policy(
const std::string& value);
1322 std::string* _internal_mutable_host_policy();
1326 bool has_rate_limiter()
const;
1328 bool _internal_has_rate_limiter()
const;
1330 void clear_rate_limiter();
1331 const ::inference::ModelRateLimiter& rate_limiter()
const;
1332 PROTOBUF_NODISCARD ::inference::ModelRateLimiter* release_rate_limiter();
1336 const ::inference::ModelRateLimiter& _internal_rate_limiter()
const;
1339 void unsafe_arena_set_allocated_rate_limiter(
1345 int32_t
count()
const;
1348 int32_t _internal_count()
const;
1349 void _internal_set_count(int32_t value);
1362 void clear_passive();
1363 bool passive()
const;
1364 void set_passive(
bool value);
1366 bool _internal_passive()
const;
1367 void _internal_set_passive(
bool value);
1374 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
1375 typedef void InternalArenaConstructable_;
1376 typedef void DestructorSkippable_;
1378 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > gpus_;
1379 mutable std::atomic<int> _gpus_cached_byte_size_;
1380 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string> profile_;
1381 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup_SecondaryDevice > secondary_devices_;
1382 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
1383 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr host_policy_;
1388 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
1391 friend struct ::TableStruct_model_5fconfig_2eproto;
1395 class ModelTensorReshape final :
1396 public ::PROTOBUF_NAMESPACE_ID::Message {
1400 explicit PROTOBUF_CONSTEXPR
ModelTensorReshape(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
1413 if (
this == &from)
return *
this;
1414 if (GetOwningArena() == from.GetOwningArena()
1415 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
1416 && GetOwningArena() !=
nullptr
1419 InternalSwap(&from);
1449 if (other ==
this)
return;
1450 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
1451 if (GetOwningArena() !=
nullptr &&
1452 GetOwningArena() == other->GetOwningArena()) {
1453 #else // PROTOBUF_FORCE_COPY_IN_SWAP
1454 if (GetOwningArena() == other->GetOwningArena()) {
1455 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
1456 InternalSwap(other);
1458 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
1462 if (other ==
this)
return;
1463 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
1464 InternalSwap(other);
1470 return CreateMaybeMessage<ModelTensorReshape>(arena);
1472 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
1474 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
1476 ModelTensorReshape::MergeImpl(*
this, from);
1479 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
1481 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
1487 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
1491 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
1493 void SetCachedSize(
int size)
const final;
1497 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
1498 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
1499 return "inference.ModelTensorReshape";
1502 explicit ModelTensorReshape(::PROTOBUF_NAMESPACE_ID::Arena* arena,
1503 bool is_message_owned =
false);
1507 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
1509 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
1516 kShapeFieldNumber = 1,
1519 int shape_size()
const;
1521 int _internal_shape_size()
const;
1525 int64_t _internal_shape(
int index)
const;
1526 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
1527 _internal_shape()
const;
1528 void _internal_add_shape(int64_t value);
1529 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
1530 _internal_mutable_shape();
1532 int64_t shape(
int index)
const;
1533 void set_shape(
int index, int64_t value);
1534 void add_shape(int64_t value);
1535 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
1537 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
1544 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
1545 typedef void InternalArenaConstructable_;
1546 typedef void DestructorSkippable_;
1548 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t > shape_;
1549 mutable std::atomic<int> _shape_cached_byte_size_;
1550 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
1553 friend struct ::TableStruct_model_5fconfig_2eproto;
1557 class ModelInput final :
1558 public ::PROTOBUF_NAMESPACE_ID::Message {
1562 explicit PROTOBUF_CONSTEXPR
ModelInput(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
1575 if (
this == &from)
return *
this;
1576 if (GetOwningArena() == from.GetOwningArena()
1577 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
1578 && GetOwningArena() !=
nullptr
1581 InternalSwap(&from);
1611 if (other ==
this)
return;
1612 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
1613 if (GetOwningArena() !=
nullptr &&
1614 GetOwningArena() == other->GetOwningArena()) {
1615 #else // PROTOBUF_FORCE_COPY_IN_SWAP
1616 if (GetOwningArena() == other->GetOwningArena()) {
1617 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
1618 InternalSwap(other);
1620 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
1624 if (other ==
this)
return;
1625 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
1626 InternalSwap(other);
1632 return CreateMaybeMessage<ModelInput>(arena);
1634 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
1636 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
1638 ModelInput::MergeImpl(*
this, from);
1641 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
1643 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
1649 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
1653 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
1655 void SetCachedSize(
int size)
const final;
1659 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
1660 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
1661 return "inference.ModelInput";
1664 explicit ModelInput(::PROTOBUF_NAMESPACE_ID::Arena* arena,
1665 bool is_message_owned =
false);
1669 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
1671 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
1676 static constexpr
Format FORMAT_NONE =
1678 static constexpr
Format FORMAT_NHWC =
1680 static constexpr
Format FORMAT_NCHW =
1682 static inline
bool Format_IsValid(
int value) {
1685 static constexpr Format Format_MIN =
1687 static constexpr Format Format_MAX =
1689 static constexpr
int Format_ARRAYSIZE =
1691 static inline const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor*
1695 template<
typename T>
1697 static_assert(::std::is_same<T, Format>::value ||
1698 ::std::is_integral<T>::value,
1699 "Incorrect type passed to function Format_Name.");
1710 kDimsFieldNumber = 4,
1712 kReshapeFieldNumber = 5,
1713 kDataTypeFieldNumber = 2,
1714 kFormatFieldNumber = 3,
1715 kIsShapeTensorFieldNumber = 6,
1716 kAllowRaggedBatchFieldNumber = 7,
1717 kOptionalFieldNumber = 8,
1718 kIsNonLinearFormatIoFieldNumber = 9,
1721 int dims_size()
const;
1723 int _internal_dims_size()
const;
1727 int64_t _internal_dims(
int index)
const;
1728 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
1729 _internal_dims()
const;
1730 void _internal_add_dims(int64_t value);
1731 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
1732 _internal_mutable_dims();
1734 int64_t dims(
int index)
const;
1735 void set_dims(
int index, int64_t value);
1736 void add_dims(int64_t value);
1737 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
1739 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
1744 const std::string&
name()
const;
1745 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
1746 void set_name(ArgT0&& arg0, ArgT... args);
1751 const std::string& _internal_name()
const;
1752 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
1753 std::string* _internal_mutable_name();
1757 bool has_reshape()
const;
1759 bool _internal_has_reshape()
const;
1761 void clear_reshape();
1762 const ::inference::ModelTensorReshape& reshape()
const;
1763 PROTOBUF_NODISCARD ::inference::ModelTensorReshape* release_reshape();
1767 const ::inference::ModelTensorReshape& _internal_reshape()
const;
1770 void unsafe_arena_set_allocated_reshape(
1775 void clear_data_type();
1784 void clear_format();
1793 void clear_is_shape_tensor();
1794 bool is_shape_tensor()
const;
1795 void set_is_shape_tensor(
bool value);
1797 bool _internal_is_shape_tensor()
const;
1798 void _internal_set_is_shape_tensor(
bool value);
1802 void clear_allow_ragged_batch();
1803 bool allow_ragged_batch()
const;
1804 void set_allow_ragged_batch(
bool value);
1806 bool _internal_allow_ragged_batch()
const;
1807 void _internal_set_allow_ragged_batch(
bool value);
1811 void clear_optional();
1812 bool optional()
const;
1813 void set_optional(
bool value);
1815 bool _internal_optional()
const;
1816 void _internal_set_optional(
bool value);
1820 void clear_is_non_linear_format_io();
1821 bool is_non_linear_format_io()
const;
1822 void set_is_non_linear_format_io(
bool value);
1824 bool _internal_is_non_linear_format_io()
const;
1825 void _internal_set_is_non_linear_format_io(
bool value);
1832 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
1833 typedef void InternalArenaConstructable_;
1834 typedef void DestructorSkippable_;
1836 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t > dims_;
1837 mutable std::atomic<int> _dims_cached_byte_size_;
1838 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
1842 bool is_shape_tensor_;
1843 bool allow_ragged_batch_;
1845 bool is_non_linear_format_io_;
1846 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
1849 friend struct ::TableStruct_model_5fconfig_2eproto;
1853 class ModelOutput final :
1854 public ::PROTOBUF_NAMESPACE_ID::Message {
1858 explicit PROTOBUF_CONSTEXPR
ModelOutput(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
1871 if (
this == &from)
return *
this;
1872 if (GetOwningArena() == from.GetOwningArena()
1873 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
1874 && GetOwningArena() !=
nullptr
1877 InternalSwap(&from);
1907 if (other ==
this)
return;
1908 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
1909 if (GetOwningArena() !=
nullptr &&
1910 GetOwningArena() == other->GetOwningArena()) {
1911 #else // PROTOBUF_FORCE_COPY_IN_SWAP
1912 if (GetOwningArena() == other->GetOwningArena()) {
1913 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
1914 InternalSwap(other);
1916 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
1920 if (other ==
this)
return;
1921 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
1922 InternalSwap(other);
1928 return CreateMaybeMessage<ModelOutput>(arena);
1930 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
1932 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
1934 ModelOutput::MergeImpl(*
this, from);
1937 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
1939 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
1945 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
1949 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
1951 void SetCachedSize(
int size)
const final;
1955 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
1956 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
1957 return "inference.ModelOutput";
1960 explicit ModelOutput(::PROTOBUF_NAMESPACE_ID::Arena* arena,
1961 bool is_message_owned =
false);
1965 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
1967 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
1974 kDimsFieldNumber = 3,
1976 kLabelFilenameFieldNumber = 4,
1977 kReshapeFieldNumber = 5,
1978 kDataTypeFieldNumber = 2,
1979 kIsShapeTensorFieldNumber = 6,
1980 kIsNonLinearFormatIoFieldNumber = 7,
1983 int dims_size()
const;
1985 int _internal_dims_size()
const;
1989 int64_t _internal_dims(
int index)
const;
1990 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
1991 _internal_dims()
const;
1992 void _internal_add_dims(int64_t value);
1993 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
1994 _internal_mutable_dims();
1996 int64_t dims(
int index)
const;
1997 void set_dims(
int index, int64_t value);
1998 void add_dims(int64_t value);
1999 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
2001 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
2006 const std::string&
name()
const;
2007 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
2008 void set_name(ArgT0&& arg0, ArgT... args);
2013 const std::string& _internal_name()
const;
2014 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
2015 std::string* _internal_mutable_name();
2019 void clear_label_filename();
2020 const std::string& label_filename()
const;
2021 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
2022 void set_label_filename(ArgT0&& arg0, ArgT... args);
2023 std::string* mutable_label_filename();
2024 PROTOBUF_NODISCARD std::string* release_label_filename();
2025 void set_allocated_label_filename(std::string* label_filename);
2027 const std::string& _internal_label_filename()
const;
2028 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_label_filename(
const std::string& value);
2029 std::string* _internal_mutable_label_filename();
2033 bool has_reshape()
const;
2035 bool _internal_has_reshape()
const;
2037 void clear_reshape();
2038 const ::inference::ModelTensorReshape& reshape()
const;
2039 PROTOBUF_NODISCARD ::inference::ModelTensorReshape* release_reshape();
2043 const ::inference::ModelTensorReshape& _internal_reshape()
const;
2046 void unsafe_arena_set_allocated_reshape(
2051 void clear_data_type();
2060 void clear_is_shape_tensor();
2061 bool is_shape_tensor()
const;
2062 void set_is_shape_tensor(
bool value);
2064 bool _internal_is_shape_tensor()
const;
2065 void _internal_set_is_shape_tensor(
bool value);
2069 void clear_is_non_linear_format_io();
2070 bool is_non_linear_format_io()
const;
2071 void set_is_non_linear_format_io(
bool value);
2073 bool _internal_is_non_linear_format_io()
const;
2074 void _internal_set_is_non_linear_format_io(
bool value);
2081 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
2082 typedef void InternalArenaConstructable_;
2083 typedef void DestructorSkippable_;
2085 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t > dims_;
2086 mutable std::atomic<int> _dims_cached_byte_size_;
2087 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
2088 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr label_filename_;
2091 bool is_shape_tensor_;
2092 bool is_non_linear_format_io_;
2093 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
2096 friend struct ::TableStruct_model_5fconfig_2eproto;
2100 class BatchInput final :
2101 public ::PROTOBUF_NAMESPACE_ID::Message {
2105 explicit PROTOBUF_CONSTEXPR
BatchInput(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
2118 if (
this == &from)
return *
this;
2119 if (GetOwningArena() == from.GetOwningArena()
2120 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
2121 && GetOwningArena() !=
nullptr
2124 InternalSwap(&from);
2154 if (other ==
this)
return;
2155 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
2156 if (GetOwningArena() !=
nullptr &&
2157 GetOwningArena() == other->GetOwningArena()) {
2158 #else // PROTOBUF_FORCE_COPY_IN_SWAP
2159 if (GetOwningArena() == other->GetOwningArena()) {
2160 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
2161 InternalSwap(other);
2163 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
2167 if (other ==
this)
return;
2168 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
2169 InternalSwap(other);
2175 return CreateMaybeMessage<BatchInput>(arena);
2177 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
2179 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
2181 BatchInput::MergeImpl(*
this, from);
2184 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
2186 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
2192 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
2196 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
2198 void SetCachedSize(
int size)
const final;
2202 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
2203 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
2204 return "inference.BatchInput";
2207 explicit BatchInput(::PROTOBUF_NAMESPACE_ID::Arena* arena,
2208 bool is_message_owned =
false);
2212 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
2214 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
2219 static constexpr
Kind BATCH_ELEMENT_COUNT =
2221 static constexpr
Kind BATCH_ACCUMULATED_ELEMENT_COUNT =
2223 static constexpr
Kind BATCH_ACCUMULATED_ELEMENT_COUNT_WITH_ZERO =
2225 static constexpr
Kind BATCH_MAX_ELEMENT_COUNT_AS_SHAPE =
2227 static constexpr
Kind BATCH_ITEM_SHAPE =
2229 static constexpr
Kind BATCH_ITEM_SHAPE_FLATTEN =
2231 static inline
bool Kind_IsValid(
int value) {
2234 static constexpr Kind Kind_MIN =
2236 static constexpr Kind Kind_MAX =
2238 static constexpr
int Kind_ARRAYSIZE =
2240 static inline const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor*
2244 template<
typename T>
2245 static inline const std::string&
Kind_Name(T enum_t_value) {
2246 static_assert(::std::is_same<T, Kind>::value ||
2247 ::std::is_integral<T>::value,
2248 "Incorrect type passed to function Kind_Name.");
2259 kTargetNameFieldNumber = 2,
2260 kSourceInputFieldNumber = 4,
2261 kKindFieldNumber = 1,
2262 kDataTypeFieldNumber = 3,
2265 int target_name_size()
const;
2267 int _internal_target_name_size()
const;
2269 void clear_target_name();
2270 const std::string& target_name(
int index)
const;
2271 std::string* mutable_target_name(
int index);
2272 void set_target_name(
int index,
const std::string& value);
2273 void set_target_name(
int index, std::string&& value);
2274 void set_target_name(
int index,
const char* value);
2275 void set_target_name(
int index,
const char* value,
size_t size);
2276 std::string* add_target_name();
2277 void add_target_name(
const std::string& value);
2278 void add_target_name(std::string&& value);
2279 void add_target_name(
const char* value);
2280 void add_target_name(
const char* value,
size_t size);
2281 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>& target_name()
const;
2282 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>* mutable_target_name();
2284 const std::string& _internal_target_name(
int index)
const;
2285 std::string* _internal_add_target_name();
2289 int source_input_size()
const;
2291 int _internal_source_input_size()
const;
2293 void clear_source_input();
2294 const std::string& source_input(
int index)
const;
2295 std::string* mutable_source_input(
int index);
2296 void set_source_input(
int index,
const std::string& value);
2297 void set_source_input(
int index, std::string&& value);
2298 void set_source_input(
int index,
const char* value);
2299 void set_source_input(
int index,
const char* value,
size_t size);
2300 std::string* add_source_input();
2301 void add_source_input(
const std::string& value);
2302 void add_source_input(std::string&& value);
2303 void add_source_input(
const char* value);
2304 void add_source_input(
const char* value,
size_t size);
2305 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>& source_input()
const;
2306 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>* mutable_source_input();
2308 const std::string& _internal_source_input(
int index)
const;
2309 std::string* _internal_add_source_input();
2322 void clear_data_type();
2334 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
2335 typedef void InternalArenaConstructable_;
2336 typedef void DestructorSkippable_;
2338 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string> target_name_;
2339 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string> source_input_;
2342 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
2345 friend struct ::TableStruct_model_5fconfig_2eproto;
2349 class BatchOutput final :
2350 public ::PROTOBUF_NAMESPACE_ID::Message {
2354 explicit PROTOBUF_CONSTEXPR
BatchOutput(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
2367 if (
this == &from)
return *
this;
2368 if (GetOwningArena() == from.GetOwningArena()
2369 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
2370 && GetOwningArena() !=
nullptr
2373 InternalSwap(&from);
2403 if (other ==
this)
return;
2404 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
2405 if (GetOwningArena() !=
nullptr &&
2406 GetOwningArena() == other->GetOwningArena()) {
2407 #else // PROTOBUF_FORCE_COPY_IN_SWAP
2408 if (GetOwningArena() == other->GetOwningArena()) {
2409 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
2410 InternalSwap(other);
2412 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
2416 if (other ==
this)
return;
2417 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
2418 InternalSwap(other);
2424 return CreateMaybeMessage<BatchOutput>(arena);
2426 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
2428 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
2430 BatchOutput::MergeImpl(*
this, from);
2433 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
2435 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
2441 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
2445 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
2447 void SetCachedSize(
int size)
const final;
2451 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
2452 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
2453 return "inference.BatchOutput";
2456 explicit BatchOutput(::PROTOBUF_NAMESPACE_ID::Arena* arena,
2457 bool is_message_owned =
false);
2461 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
2463 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
2468 static constexpr
Kind BATCH_SCATTER_WITH_INPUT_SHAPE =
2470 static inline
bool Kind_IsValid(
int value) {
2473 static constexpr Kind Kind_MIN =
2475 static constexpr Kind Kind_MAX =
2477 static constexpr
int Kind_ARRAYSIZE =
2479 static inline const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor*
2483 template<
typename T>
2484 static inline const std::string&
Kind_Name(T enum_t_value) {
2485 static_assert(::std::is_same<T, Kind>::value ||
2486 ::std::is_integral<T>::value,
2487 "Incorrect type passed to function Kind_Name.");
2498 kTargetNameFieldNumber = 1,
2499 kSourceInputFieldNumber = 3,
2500 kKindFieldNumber = 2,
2503 int target_name_size()
const;
2505 int _internal_target_name_size()
const;
2507 void clear_target_name();
2508 const std::string& target_name(
int index)
const;
2509 std::string* mutable_target_name(
int index);
2510 void set_target_name(
int index,
const std::string& value);
2511 void set_target_name(
int index, std::string&& value);
2512 void set_target_name(
int index,
const char* value);
2513 void set_target_name(
int index,
const char* value,
size_t size);
2514 std::string* add_target_name();
2515 void add_target_name(
const std::string& value);
2516 void add_target_name(std::string&& value);
2517 void add_target_name(
const char* value);
2518 void add_target_name(
const char* value,
size_t size);
2519 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>& target_name()
const;
2520 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>* mutable_target_name();
2522 const std::string& _internal_target_name(
int index)
const;
2523 std::string* _internal_add_target_name();
2527 int source_input_size()
const;
2529 int _internal_source_input_size()
const;
2531 void clear_source_input();
2532 const std::string& source_input(
int index)
const;
2533 std::string* mutable_source_input(
int index);
2534 void set_source_input(
int index,
const std::string& value);
2535 void set_source_input(
int index, std::string&& value);
2536 void set_source_input(
int index,
const char* value);
2537 void set_source_input(
int index,
const char* value,
size_t size);
2538 std::string* add_source_input();
2539 void add_source_input(
const std::string& value);
2540 void add_source_input(std::string&& value);
2541 void add_source_input(
const char* value);
2542 void add_source_input(
const char* value,
size_t size);
2543 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>& source_input()
const;
2544 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>* mutable_source_input();
2546 const std::string& _internal_source_input(
int index)
const;
2547 std::string* _internal_add_source_input();
2563 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
2564 typedef void InternalArenaConstructable_;
2565 typedef void DestructorSkippable_;
2567 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string> target_name_;
2568 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string> source_input_;
2570 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
2573 friend struct ::TableStruct_model_5fconfig_2eproto;
2577 class ModelVersionPolicy_Latest final :
2578 public ::PROTOBUF_NAMESPACE_ID::Message {
2595 if (
this == &from)
return *
this;
2596 if (GetOwningArena() == from.GetOwningArena()
2597 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
2598 && GetOwningArena() !=
nullptr
2601 InternalSwap(&from);
2631 if (other ==
this)
return;
2632 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
2633 if (GetOwningArena() !=
nullptr &&
2634 GetOwningArena() == other->GetOwningArena()) {
2635 #else // PROTOBUF_FORCE_COPY_IN_SWAP
2636 if (GetOwningArena() == other->GetOwningArena()) {
2637 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
2638 InternalSwap(other);
2640 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
2644 if (other ==
this)
return;
2645 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
2646 InternalSwap(other);
2652 return CreateMaybeMessage<ModelVersionPolicy_Latest>(arena);
2654 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
2656 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
2658 ModelVersionPolicy_Latest::MergeImpl(*
this, from);
2661 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
2663 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
2669 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
2673 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
2675 void SetCachedSize(
int size)
const final;
2679 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
2680 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
2681 return "inference.ModelVersionPolicy.Latest";
2684 explicit ModelVersionPolicy_Latest(::PROTOBUF_NAMESPACE_ID::Arena* arena,
2685 bool is_message_owned =
false);
2689 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
2691 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
2698 kNumVersionsFieldNumber = 1,
2701 void clear_num_versions();
2702 uint32_t num_versions()
const;
2703 void set_num_versions(uint32_t value);
2705 uint32_t _internal_num_versions()
const;
2706 void _internal_set_num_versions(uint32_t value);
2713 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
2714 typedef void InternalArenaConstructable_;
2715 typedef void DestructorSkippable_;
2717 uint32_t num_versions_;
2718 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
2721 friend struct ::TableStruct_model_5fconfig_2eproto;
2725 class ModelVersionPolicy_All final :
2726 public ::PROTOBUF_NAMESPACE_ID::internal::ZeroFieldsBase {
2729 explicit PROTOBUF_CONSTEXPR
ModelVersionPolicy_All(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
2742 if (
this == &from)
return *
this;
2743 if (GetOwningArena() == from.GetOwningArena()
2744 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
2745 && GetOwningArena() !=
nullptr
2748 InternalSwap(&from);
2778 if (other ==
this)
return;
2779 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
2780 if (GetOwningArena() !=
nullptr &&
2781 GetOwningArena() == other->GetOwningArena()) {
2782 #else // PROTOBUF_FORCE_COPY_IN_SWAP
2783 if (GetOwningArena() == other->GetOwningArena()) {
2784 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
2785 InternalSwap(other);
2787 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
2791 if (other ==
this)
return;
2792 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
2793 InternalSwap(other);
2799 return CreateMaybeMessage<ModelVersionPolicy_All>(arena);
2801 using ::PROTOBUF_NAMESPACE_ID::internal::ZeroFieldsBase::CopyFrom;
2803 ::PROTOBUF_NAMESPACE_ID::internal::ZeroFieldsBase::CopyImpl(*
this, from);
2805 using ::PROTOBUF_NAMESPACE_ID::internal::ZeroFieldsBase::MergeFrom;
2807 ::PROTOBUF_NAMESPACE_ID::internal::ZeroFieldsBase::MergeImpl(*
this, from);
2812 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
2813 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
2814 return "inference.ModelVersionPolicy.All";
2817 explicit ModelVersionPolicy_All(::PROTOBUF_NAMESPACE_ID::Arena* arena,
2818 bool is_message_owned =
false);
2822 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
2824 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
2834 template <typename T> friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
2835 typedef
void InternalArenaConstructable_;
2836 typedef
void DestructorSkippable_;
2839 friend struct ::TableStruct_model_5fconfig_2eproto;
2843 class ModelVersionPolicy_Specific final :
2844 public ::PROTOBUF_NAMESPACE_ID::Message {
2861 if (
this == &from)
return *
this;
2862 if (GetOwningArena() == from.GetOwningArena()
2863 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
2864 && GetOwningArena() !=
nullptr
2867 InternalSwap(&from);
2897 if (other ==
this)
return;
2898 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
2899 if (GetOwningArena() !=
nullptr &&
2900 GetOwningArena() == other->GetOwningArena()) {
2901 #else // PROTOBUF_FORCE_COPY_IN_SWAP
2902 if (GetOwningArena() == other->GetOwningArena()) {
2903 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
2904 InternalSwap(other);
2906 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
2910 if (other ==
this)
return;
2911 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
2912 InternalSwap(other);
2918 return CreateMaybeMessage<ModelVersionPolicy_Specific>(arena);
2920 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
2922 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
2924 ModelVersionPolicy_Specific::MergeImpl(*
this, from);
2927 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
2929 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
2935 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
2939 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
2941 void SetCachedSize(
int size)
const final;
2945 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
2946 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
2947 return "inference.ModelVersionPolicy.Specific";
2950 explicit ModelVersionPolicy_Specific(::PROTOBUF_NAMESPACE_ID::Arena* arena,
2951 bool is_message_owned =
false);
2955 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
2957 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
2964 kVersionsFieldNumber = 1,
2967 int versions_size()
const;
2969 int _internal_versions_size()
const;
2971 void clear_versions();
2973 int64_t _internal_versions(
int index)
const;
2974 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
2975 _internal_versions()
const;
2976 void _internal_add_versions(int64_t value);
2977 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
2978 _internal_mutable_versions();
2980 int64_t versions(
int index)
const;
2981 void set_versions(
int index, int64_t value);
2982 void add_versions(int64_t value);
2983 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
2985 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
2992 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
2993 typedef void InternalArenaConstructable_;
2994 typedef void DestructorSkippable_;
2996 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t > versions_;
2997 mutable std::atomic<int> _versions_cached_byte_size_;
2998 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
3001 friend struct ::TableStruct_model_5fconfig_2eproto;
3005 class ModelVersionPolicy final :
3006 public ::PROTOBUF_NAMESPACE_ID::Message {
3010 explicit PROTOBUF_CONSTEXPR
ModelVersionPolicy(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
3023 if (
this == &from)
return *
this;
3024 if (GetOwningArena() == from.GetOwningArena()
3025 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
3026 && GetOwningArena() !=
nullptr
3029 InternalSwap(&from);
3052 POLICY_CHOICE_NOT_SET = 0,
3066 if (other ==
this)
return;
3067 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
3068 if (GetOwningArena() !=
nullptr &&
3069 GetOwningArena() == other->GetOwningArena()) {
3070 #else // PROTOBUF_FORCE_COPY_IN_SWAP
3071 if (GetOwningArena() == other->GetOwningArena()) {
3072 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
3073 InternalSwap(other);
3075 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
3079 if (other ==
this)
return;
3080 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
3081 InternalSwap(other);
3087 return CreateMaybeMessage<ModelVersionPolicy>(arena);
3089 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
3091 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
3093 ModelVersionPolicy::MergeImpl(*
this, from);
3096 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
3098 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
3104 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
3108 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
3110 void SetCachedSize(
int size)
const final;
3114 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
3115 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
3116 return "inference.ModelVersionPolicy";
3119 explicit ModelVersionPolicy(::PROTOBUF_NAMESPACE_ID::Arena* arena,
3120 bool is_message_owned =
false);
3124 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
3126 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
3137 kLatestFieldNumber = 1,
3138 kAllFieldNumber = 2,
3139 kSpecificFieldNumber = 3,
3142 bool has_latest()
const;
3144 bool _internal_has_latest()
const;
3146 void clear_latest();
3147 const ::inference::ModelVersionPolicy_Latest& latest()
const;
3148 PROTOBUF_NODISCARD ::inference::ModelVersionPolicy_Latest* release_latest();
3152 const ::inference::ModelVersionPolicy_Latest& _internal_latest()
const;
3155 void unsafe_arena_set_allocated_latest(
3160 bool has_all()
const;
3162 bool _internal_has_all()
const;
3165 const ::inference::ModelVersionPolicy_All&
all()
const;
3166 PROTOBUF_NODISCARD ::inference::ModelVersionPolicy_All* release_all();
3170 const ::inference::ModelVersionPolicy_All& _internal_all()
const;
3173 void unsafe_arena_set_allocated_all(
3178 bool has_specific()
const;
3180 bool _internal_has_specific()
const;
3182 void clear_specific();
3183 const ::inference::ModelVersionPolicy_Specific& specific()
const;
3184 PROTOBUF_NODISCARD ::inference::ModelVersionPolicy_Specific* release_specific();
3188 const ::inference::ModelVersionPolicy_Specific& _internal_specific()
const;
3191 void unsafe_arena_set_allocated_specific(
3195 void clear_policy_choice();
3196 PolicyChoiceCase policy_choice_case()
const;
3200 void set_has_latest();
3202 void set_has_specific();
3204 inline bool has_policy_choice()
const;
3205 inline void clear_has_policy_choice();
3207 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
3208 typedef void InternalArenaConstructable_;
3209 typedef void DestructorSkippable_;
3211 union PolicyChoiceUnion {
3213 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized _constinit_;
3218 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
3219 uint32_t _oneof_case_[1];
3223 friend struct ::TableStruct_model_5fconfig_2eproto;
3227 class ModelOptimizationPolicy_Graph final :
3228 public ::PROTOBUF_NAMESPACE_ID::Message {
3245 if (
this == &from)
return *
this;
3246 if (GetOwningArena() == from.GetOwningArena()
3247 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
3248 && GetOwningArena() !=
nullptr
3251 InternalSwap(&from);
3281 if (other ==
this)
return;
3282 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
3283 if (GetOwningArena() !=
nullptr &&
3284 GetOwningArena() == other->GetOwningArena()) {
3285 #else // PROTOBUF_FORCE_COPY_IN_SWAP
3286 if (GetOwningArena() == other->GetOwningArena()) {
3287 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
3288 InternalSwap(other);
3290 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
3294 if (other ==
this)
return;
3295 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
3296 InternalSwap(other);
3302 return CreateMaybeMessage<ModelOptimizationPolicy_Graph>(arena);
3304 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
3306 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
3308 ModelOptimizationPolicy_Graph::MergeImpl(*
this, from);
3311 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
3313 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
3319 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
3323 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
3325 void SetCachedSize(
int size)
const final;
3329 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
3330 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
3331 return "inference.ModelOptimizationPolicy.Graph";
3334 explicit ModelOptimizationPolicy_Graph(::PROTOBUF_NAMESPACE_ID::Arena* arena,
3335 bool is_message_owned =
false);
3339 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
3341 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
3348 kLevelFieldNumber = 1,
3352 int32_t level()
const;
3353 void set_level(int32_t value);
3355 int32_t _internal_level()
const;
3356 void _internal_set_level(int32_t value);
3363 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
3364 typedef void InternalArenaConstructable_;
3365 typedef void DestructorSkippable_;
3368 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
3371 friend struct ::TableStruct_model_5fconfig_2eproto;
3375 class ModelOptimizationPolicy_Cuda_GraphSpec_Shape final :
3376 public ::PROTOBUF_NAMESPACE_ID::Message {
3393 if (
this == &from)
return *
this;
3394 if (GetOwningArena() == from.GetOwningArena()
3395 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
3396 && GetOwningArena() !=
nullptr
3399 InternalSwap(&from);
3429 if (other ==
this)
return;
3430 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
3431 if (GetOwningArena() !=
nullptr &&
3432 GetOwningArena() == other->GetOwningArena()) {
3433 #else // PROTOBUF_FORCE_COPY_IN_SWAP
3434 if (GetOwningArena() == other->GetOwningArena()) {
3435 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
3436 InternalSwap(other);
3438 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
3442 if (other ==
this)
return;
3443 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
3444 InternalSwap(other);
3450 return CreateMaybeMessage<ModelOptimizationPolicy_Cuda_GraphSpec_Shape>(arena);
3452 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
3454 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
3456 ModelOptimizationPolicy_Cuda_GraphSpec_Shape::MergeImpl(*
this, from);
3459 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
3461 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
3467 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
3471 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
3473 void SetCachedSize(
int size)
const final;
3477 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
3478 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
3479 return "inference.ModelOptimizationPolicy.Cuda.GraphSpec.Shape";
3482 explicit ModelOptimizationPolicy_Cuda_GraphSpec_Shape(::PROTOBUF_NAMESPACE_ID::Arena* arena,
3483 bool is_message_owned =
false);
3487 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
3489 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
3496 kDimFieldNumber = 1,
3499 int dim_size()
const;
3501 int _internal_dim_size()
const;
3505 int64_t _internal_dim(
int index)
const;
3506 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
3507 _internal_dim()
const;
3508 void _internal_add_dim(int64_t value);
3509 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
3510 _internal_mutable_dim();
3512 int64_t dim(
int index)
const;
3513 void set_dim(
int index, int64_t value);
3514 void add_dim(int64_t value);
3515 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
3517 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
3524 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
3525 typedef void InternalArenaConstructable_;
3526 typedef void DestructorSkippable_;
3528 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t > dim_;
3529 mutable std::atomic<int> _dim_cached_byte_size_;
3530 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
3533 friend struct ::TableStruct_model_5fconfig_2eproto;
3537 class ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUse :
public ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUse,
3538 std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape,
3539 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING,
3540 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE> {
3542 typedef ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUse,
3545 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE>
SuperType;
3548 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
3553 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound.InputEntry.key");
3556 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
3557 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
3564 public ::PROTOBUF_NAMESPACE_ID::Message {
3581 if (
this == &from)
return *
this;
3582 if (GetOwningArena() == from.GetOwningArena()
3583 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
3584 && GetOwningArena() !=
nullptr
3587 InternalSwap(&from);
3617 if (other ==
this)
return;
3618 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
3619 if (GetOwningArena() !=
nullptr &&
3620 GetOwningArena() == other->GetOwningArena()) {
3621 #else // PROTOBUF_FORCE_COPY_IN_SWAP
3622 if (GetOwningArena() == other->GetOwningArena()) {
3623 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
3624 InternalSwap(other);
3626 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
3630 if (other ==
this)
return;
3631 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
3632 InternalSwap(other);
3638 return CreateMaybeMessage<ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound>(arena);
3640 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
3642 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
3644 ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound::MergeImpl(*
this, from);
3647 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
3649 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
3655 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
3659 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
3661 void SetCachedSize(
int size)
const final;
3665 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
3666 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
3667 return "inference.ModelOptimizationPolicy.Cuda.GraphSpec.LowerBound";
3670 explicit ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound(::PROTOBUF_NAMESPACE_ID::Arena* arena,
3671 bool is_message_owned =
false);
3673 static void ArenaDtor(
void*
object);
3677 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
3679 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
3687 kInputFieldNumber = 2,
3688 kBatchSizeFieldNumber = 1,
3691 int input_size()
const;
3693 int _internal_input_size()
const;
3697 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >&
3698 _internal_input()
const;
3699 ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >*
3700 _internal_mutable_input();
3702 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >&
3704 ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >*
3708 void clear_batch_size();
3709 int32_t batch_size()
const;
3710 void set_batch_size(int32_t value);
3712 int32_t _internal_batch_size()
const;
3713 void _internal_set_batch_size(int32_t value);
3720 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
3721 typedef void InternalArenaConstructable_;
3722 typedef void DestructorSkippable_;
3724 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
3725 ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound_InputEntry_DoNotUse,
3728 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE> input_;
3729 int32_t batch_size_;
3730 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
3733 friend struct ::TableStruct_model_5fconfig_2eproto;
3737 class ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUse :
public ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUse,
3738 std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape,
3739 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING,
3740 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE> {
3742 typedef ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelOptimizationPolicy_Cuda_GraphSpec_InputEntry_DoNotUse,
3745 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE>
SuperType;
3748 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
3753 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelOptimizationPolicy.Cuda.GraphSpec.InputEntry.key");
3756 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
3757 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
3764 public ::PROTOBUF_NAMESPACE_ID::Message {
3781 if (
this == &from)
return *
this;
3782 if (GetOwningArena() == from.GetOwningArena()
3783 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
3784 && GetOwningArena() !=
nullptr
3787 InternalSwap(&from);
3817 if (other ==
this)
return;
3818 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
3819 if (GetOwningArena() !=
nullptr &&
3820 GetOwningArena() == other->GetOwningArena()) {
3821 #else // PROTOBUF_FORCE_COPY_IN_SWAP
3822 if (GetOwningArena() == other->GetOwningArena()) {
3823 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
3824 InternalSwap(other);
3826 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
3830 if (other ==
this)
return;
3831 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
3832 InternalSwap(other);
3838 return CreateMaybeMessage<ModelOptimizationPolicy_Cuda_GraphSpec>(arena);
3840 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
3842 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
3844 ModelOptimizationPolicy_Cuda_GraphSpec::MergeImpl(*
this, from);
3847 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
3849 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
3855 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
3859 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
3861 void SetCachedSize(
int size)
const final;
3865 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
3866 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
3867 return "inference.ModelOptimizationPolicy.Cuda.GraphSpec";
3870 explicit ModelOptimizationPolicy_Cuda_GraphSpec(::PROTOBUF_NAMESPACE_ID::Arena* arena,
3871 bool is_message_owned =
false);
3873 static void ArenaDtor(
void*
object);
3877 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
3879 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
3889 kInputFieldNumber = 2,
3890 kGraphLowerBoundFieldNumber = 3,
3891 kBatchSizeFieldNumber = 1,
3894 int input_size()
const;
3896 int _internal_input_size()
const;
3900 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >&
3901 _internal_input()
const;
3902 ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >*
3903 _internal_mutable_input();
3905 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >&
3907 ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >*
3911 bool has_graph_lower_bound()
const;
3913 bool _internal_has_graph_lower_bound()
const;
3915 void clear_graph_lower_bound();
3916 const ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound& graph_lower_bound()
const;
3917 PROTOBUF_NODISCARD ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound* release_graph_lower_bound();
3921 const ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound& _internal_graph_lower_bound()
const;
3924 void unsafe_arena_set_allocated_graph_lower_bound(
3929 void clear_batch_size();
3930 int32_t batch_size()
const;
3931 void set_batch_size(int32_t value);
3933 int32_t _internal_batch_size()
const;
3934 void _internal_set_batch_size(int32_t value);
3941 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
3942 typedef void InternalArenaConstructable_;
3943 typedef void DestructorSkippable_;
3945 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
3949 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE> input_;
3951 int32_t batch_size_;
3952 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
3955 friend struct ::TableStruct_model_5fconfig_2eproto;
3959 class ModelOptimizationPolicy_Cuda final :
3960 public ::PROTOBUF_NAMESPACE_ID::Message {
3977 if (
this == &from)
return *
this;
3978 if (GetOwningArena() == from.GetOwningArena()
3979 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
3980 && GetOwningArena() !=
nullptr
3983 InternalSwap(&from);
4013 if (other ==
this)
return;
4014 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
4015 if (GetOwningArena() !=
nullptr &&
4016 GetOwningArena() == other->GetOwningArena()) {
4017 #else // PROTOBUF_FORCE_COPY_IN_SWAP
4018 if (GetOwningArena() == other->GetOwningArena()) {
4019 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
4020 InternalSwap(other);
4022 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
4026 if (other ==
this)
return;
4027 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
4028 InternalSwap(other);
4034 return CreateMaybeMessage<ModelOptimizationPolicy_Cuda>(arena);
4036 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
4038 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
4040 ModelOptimizationPolicy_Cuda::MergeImpl(*
this, from);
4043 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
4045 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
4051 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
4055 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
4057 void SetCachedSize(
int size)
const final;
4061 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
4062 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
4063 return "inference.ModelOptimizationPolicy.Cuda";
4066 explicit ModelOptimizationPolicy_Cuda(::PROTOBUF_NAMESPACE_ID::Arena* arena,
4067 bool is_message_owned =
false);
4071 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
4073 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
4082 kGraphSpecFieldNumber = 3,
4083 kGraphsFieldNumber = 1,
4084 kBusyWaitEventsFieldNumber = 2,
4085 kOutputCopyStreamFieldNumber = 4,
4088 int graph_spec_size()
const;
4090 int _internal_graph_spec_size()
const;
4092 void clear_graph_spec();
4094 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_Cuda_GraphSpec >*
4095 mutable_graph_spec();
4097 const ::inference::ModelOptimizationPolicy_Cuda_GraphSpec& _internal_graph_spec(
int index)
const;
4100 const ::inference::ModelOptimizationPolicy_Cuda_GraphSpec& graph_spec(
int index)
const;
4102 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_Cuda_GraphSpec >&
4106 void clear_graphs();
4107 bool graphs()
const;
4108 void set_graphs(
bool value);
4110 bool _internal_graphs()
const;
4111 void _internal_set_graphs(
bool value);
4115 void clear_busy_wait_events();
4116 bool busy_wait_events()
const;
4117 void set_busy_wait_events(
bool value);
4119 bool _internal_busy_wait_events()
const;
4120 void _internal_set_busy_wait_events(
bool value);
4124 void clear_output_copy_stream();
4125 bool output_copy_stream()
const;
4126 void set_output_copy_stream(
bool value);
4128 bool _internal_output_copy_stream()
const;
4129 void _internal_set_output_copy_stream(
bool value);
4136 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
4137 typedef void InternalArenaConstructable_;
4138 typedef void DestructorSkippable_;
4140 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_Cuda_GraphSpec > graph_spec_;
4142 bool busy_wait_events_;
4143 bool output_copy_stream_;
4144 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
4147 friend struct ::TableStruct_model_5fconfig_2eproto;
4151 class ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUse :
public ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUse,
4152 std::string, std::string,
4153 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING,
4154 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING> {
4156 typedef ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUse,
4157 std::string, std::string,
4162 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
4167 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator.ParametersEntry.key");
4170 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator.ParametersEntry.value");
4172 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
4173 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
4180 public ::PROTOBUF_NAMESPACE_ID::Message {
4197 if (
this == &from)
return *
this;
4198 if (GetOwningArena() == from.GetOwningArena()
4199 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
4200 && GetOwningArena() !=
nullptr
4203 InternalSwap(&from);
4233 if (other ==
this)
return;
4234 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
4235 if (GetOwningArena() !=
nullptr &&
4236 GetOwningArena() == other->GetOwningArena()) {
4237 #else // PROTOBUF_FORCE_COPY_IN_SWAP
4238 if (GetOwningArena() == other->GetOwningArena()) {
4239 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
4240 InternalSwap(other);
4242 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
4246 if (other ==
this)
return;
4247 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
4248 InternalSwap(other);
4254 return CreateMaybeMessage<ModelOptimizationPolicy_ExecutionAccelerators_Accelerator>(arena);
4256 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
4258 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
4260 ModelOptimizationPolicy_ExecutionAccelerators_Accelerator::MergeImpl(*
this, from);
4263 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
4265 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
4271 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
4275 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
4277 void SetCachedSize(
int size)
const final;
4281 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
4282 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
4283 return "inference.ModelOptimizationPolicy.ExecutionAccelerators.Accelerator";
4286 explicit ModelOptimizationPolicy_ExecutionAccelerators_Accelerator(::PROTOBUF_NAMESPACE_ID::Arena* arena,
4287 bool is_message_owned =
false);
4289 static void ArenaDtor(
void*
object);
4293 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
4295 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
4303 kParametersFieldNumber = 2,
4307 int parameters_size()
const;
4309 int _internal_parameters_size()
const;
4311 void clear_parameters();
4313 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
4314 _internal_parameters()
const;
4315 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
4316 _internal_mutable_parameters();
4318 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
4320 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
4321 mutable_parameters();
4325 const std::string&
name()
const;
4326 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
4327 void set_name(ArgT0&& arg0, ArgT... args);
4332 const std::string& _internal_name()
const;
4333 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
4334 std::string* _internal_mutable_name();
4341 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
4342 typedef void InternalArenaConstructable_;
4343 typedef void DestructorSkippable_;
4345 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
4346 ModelOptimizationPolicy_ExecutionAccelerators_Accelerator_ParametersEntry_DoNotUse,
4347 std::string, std::string,
4350 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
4351 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
4354 friend struct ::TableStruct_model_5fconfig_2eproto;
4358 class ModelOptimizationPolicy_ExecutionAccelerators final :
4359 public ::PROTOBUF_NAMESPACE_ID::Message {
4376 if (
this == &from)
return *
this;
4377 if (GetOwningArena() == from.GetOwningArena()
4378 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
4379 && GetOwningArena() !=
nullptr
4382 InternalSwap(&from);
4412 if (other ==
this)
return;
4413 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
4414 if (GetOwningArena() !=
nullptr &&
4415 GetOwningArena() == other->GetOwningArena()) {
4416 #else // PROTOBUF_FORCE_COPY_IN_SWAP
4417 if (GetOwningArena() == other->GetOwningArena()) {
4418 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
4419 InternalSwap(other);
4421 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
4425 if (other ==
this)
return;
4426 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
4427 InternalSwap(other);
4433 return CreateMaybeMessage<ModelOptimizationPolicy_ExecutionAccelerators>(arena);
4435 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
4437 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
4439 ModelOptimizationPolicy_ExecutionAccelerators::MergeImpl(*
this, from);
4442 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
4444 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
4450 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
4454 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
4456 void SetCachedSize(
int size)
const final;
4460 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
4461 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
4462 return "inference.ModelOptimizationPolicy.ExecutionAccelerators";
4465 explicit ModelOptimizationPolicy_ExecutionAccelerators(::PROTOBUF_NAMESPACE_ID::Arena* arena,
4466 bool is_message_owned =
false);
4470 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
4472 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
4481 kGpuExecutionAcceleratorFieldNumber = 1,
4482 kCpuExecutionAcceleratorFieldNumber = 2,
4485 int gpu_execution_accelerator_size()
const;
4487 int _internal_gpu_execution_accelerator_size()
const;
4489 void clear_gpu_execution_accelerator();
4491 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator >*
4492 mutable_gpu_execution_accelerator();
4494 const ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator& _internal_gpu_execution_accelerator(
int index)
const;
4497 const ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator& gpu_execution_accelerator(
int index)
const;
4499 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator >&
4500 gpu_execution_accelerator()
const;
4503 int cpu_execution_accelerator_size()
const;
4505 int _internal_cpu_execution_accelerator_size()
const;
4507 void clear_cpu_execution_accelerator();
4509 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator >*
4510 mutable_cpu_execution_accelerator();
4512 const ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator& _internal_cpu_execution_accelerator(
int index)
const;
4515 const ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator& cpu_execution_accelerator(
int index)
const;
4517 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator >&
4518 cpu_execution_accelerator()
const;
4524 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
4525 typedef void InternalArenaConstructable_;
4526 typedef void DestructorSkippable_;
4528 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator > gpu_execution_accelerator_;
4529 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator > cpu_execution_accelerator_;
4530 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
4533 friend struct ::TableStruct_model_5fconfig_2eproto;
4537 class ModelOptimizationPolicy_PinnedMemoryBuffer final :
4538 public ::PROTOBUF_NAMESPACE_ID::Message {
4555 if (
this == &from)
return *
this;
4556 if (GetOwningArena() == from.GetOwningArena()
4557 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
4558 && GetOwningArena() !=
nullptr
4561 InternalSwap(&from);
4591 if (other ==
this)
return;
4592 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
4593 if (GetOwningArena() !=
nullptr &&
4594 GetOwningArena() == other->GetOwningArena()) {
4595 #else // PROTOBUF_FORCE_COPY_IN_SWAP
4596 if (GetOwningArena() == other->GetOwningArena()) {
4597 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
4598 InternalSwap(other);
4600 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
4604 if (other ==
this)
return;
4605 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
4606 InternalSwap(other);
4612 return CreateMaybeMessage<ModelOptimizationPolicy_PinnedMemoryBuffer>(arena);
4614 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
4616 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
4618 ModelOptimizationPolicy_PinnedMemoryBuffer::MergeImpl(*
this, from);
4621 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
4623 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
4629 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
4633 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
4635 void SetCachedSize(
int size)
const final;
4639 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
4640 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
4641 return "inference.ModelOptimizationPolicy.PinnedMemoryBuffer";
4644 explicit ModelOptimizationPolicy_PinnedMemoryBuffer(::PROTOBUF_NAMESPACE_ID::Arena* arena,
4645 bool is_message_owned =
false);
4649 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
4651 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
4658 kEnableFieldNumber = 1,
4661 void clear_enable();
4662 bool enable()
const;
4663 void set_enable(
bool value);
4665 bool _internal_enable()
const;
4666 void _internal_set_enable(
bool value);
4673 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
4674 typedef void InternalArenaConstructable_;
4675 typedef void DestructorSkippable_;
4678 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
4681 friend struct ::TableStruct_model_5fconfig_2eproto;
4685 class ModelOptimizationPolicy final :
4686 public ::PROTOBUF_NAMESPACE_ID::Message {
4703 if (
this == &from)
return *
this;
4704 if (GetOwningArena() == from.GetOwningArena()
4705 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
4706 && GetOwningArena() !=
nullptr
4709 InternalSwap(&from);
4739 if (other ==
this)
return;
4740 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
4741 if (GetOwningArena() !=
nullptr &&
4742 GetOwningArena() == other->GetOwningArena()) {
4743 #else // PROTOBUF_FORCE_COPY_IN_SWAP
4744 if (GetOwningArena() == other->GetOwningArena()) {
4745 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
4746 InternalSwap(other);
4748 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
4752 if (other ==
this)
return;
4753 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
4754 InternalSwap(other);
4760 return CreateMaybeMessage<ModelOptimizationPolicy>(arena);
4762 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
4764 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
4766 ModelOptimizationPolicy::MergeImpl(*
this, from);
4769 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
4771 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
4777 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
4781 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
4783 void SetCachedSize(
int size)
const final;
4787 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
4788 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
4789 return "inference.ModelOptimizationPolicy";
4792 explicit ModelOptimizationPolicy(::PROTOBUF_NAMESPACE_ID::Arena* arena,
4793 bool is_message_owned =
false);
4797 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
4799 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
4815 static inline
bool ModelPriority_IsValid(
int value) {
4818 static constexpr ModelPriority ModelPriority_MIN =
4820 static constexpr ModelPriority ModelPriority_MAX =
4822 static constexpr
int ModelPriority_ARRAYSIZE =
4824 static inline const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor*
4828 template<
typename T>
4830 static_assert(::std::is_same<T, ModelPriority>::value ||
4831 ::std::is_integral<T>::value,
4832 "Incorrect type passed to function ModelPriority_Name.");
4843 kGraphFieldNumber = 1,
4844 kCudaFieldNumber = 3,
4845 kExecutionAcceleratorsFieldNumber = 4,
4846 kInputPinnedMemoryFieldNumber = 5,
4847 kOutputPinnedMemoryFieldNumber = 6,
4848 kPriorityFieldNumber = 2,
4849 kGatherKernelBufferThresholdFieldNumber = 7,
4850 kEagerBatchingFieldNumber = 8,
4853 bool has_graph()
const;
4855 bool _internal_has_graph()
const;
4858 const ::inference::ModelOptimizationPolicy_Graph& graph()
const;
4859 PROTOBUF_NODISCARD ::inference::ModelOptimizationPolicy_Graph* release_graph();
4863 const ::inference::ModelOptimizationPolicy_Graph& _internal_graph()
const;
4866 void unsafe_arena_set_allocated_graph(
4871 bool has_cuda()
const;
4873 bool _internal_has_cuda()
const;
4876 const ::inference::ModelOptimizationPolicy_Cuda& cuda()
const;
4877 PROTOBUF_NODISCARD ::inference::ModelOptimizationPolicy_Cuda* release_cuda();
4881 const ::inference::ModelOptimizationPolicy_Cuda& _internal_cuda()
const;
4884 void unsafe_arena_set_allocated_cuda(
4889 bool has_execution_accelerators()
const;
4891 bool _internal_has_execution_accelerators()
const;
4893 void clear_execution_accelerators();
4894 const ::inference::ModelOptimizationPolicy_ExecutionAccelerators& execution_accelerators()
const;
4895 PROTOBUF_NODISCARD ::inference::ModelOptimizationPolicy_ExecutionAccelerators* release_execution_accelerators();
4899 const ::inference::ModelOptimizationPolicy_ExecutionAccelerators& _internal_execution_accelerators()
const;
4902 void unsafe_arena_set_allocated_execution_accelerators(
4907 bool has_input_pinned_memory()
const;
4909 bool _internal_has_input_pinned_memory()
const;
4911 void clear_input_pinned_memory();
4912 const ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer& input_pinned_memory()
const;
4913 PROTOBUF_NODISCARD ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer* release_input_pinned_memory();
4917 const ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer& _internal_input_pinned_memory()
const;
4920 void unsafe_arena_set_allocated_input_pinned_memory(
4925 bool has_output_pinned_memory()
const;
4927 bool _internal_has_output_pinned_memory()
const;
4929 void clear_output_pinned_memory();
4930 const ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer& output_pinned_memory()
const;
4931 PROTOBUF_NODISCARD ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer* release_output_pinned_memory();
4935 const ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer& _internal_output_pinned_memory()
const;
4938 void unsafe_arena_set_allocated_output_pinned_memory(
4943 void clear_priority();
4952 void clear_gather_kernel_buffer_threshold();
4953 uint32_t gather_kernel_buffer_threshold()
const;
4954 void set_gather_kernel_buffer_threshold(uint32_t value);
4956 uint32_t _internal_gather_kernel_buffer_threshold()
const;
4957 void _internal_set_gather_kernel_buffer_threshold(uint32_t value);
4961 void clear_eager_batching();
4962 bool eager_batching()
const;
4963 void set_eager_batching(
bool value);
4965 bool _internal_eager_batching()
const;
4966 void _internal_set_eager_batching(
bool value);
4973 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
4974 typedef void InternalArenaConstructable_;
4975 typedef void DestructorSkippable_;
4983 uint32_t gather_kernel_buffer_threshold_;
4984 bool eager_batching_;
4985 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
4988 friend struct ::TableStruct_model_5fconfig_2eproto;
4992 class ModelQueuePolicy final :
4993 public ::PROTOBUF_NAMESPACE_ID::Message {
4997 explicit PROTOBUF_CONSTEXPR
ModelQueuePolicy(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
5010 if (
this == &from)
return *
this;
5011 if (GetOwningArena() == from.GetOwningArena()
5012 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
5013 && GetOwningArena() !=
nullptr
5016 InternalSwap(&from);
5046 if (other ==
this)
return;
5047 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
5048 if (GetOwningArena() !=
nullptr &&
5049 GetOwningArena() == other->GetOwningArena()) {
5050 #else // PROTOBUF_FORCE_COPY_IN_SWAP
5051 if (GetOwningArena() == other->GetOwningArena()) {
5052 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
5053 InternalSwap(other);
5055 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
5059 if (other ==
this)
return;
5060 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
5061 InternalSwap(other);
5067 return CreateMaybeMessage<ModelQueuePolicy>(arena);
5069 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
5071 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
5073 ModelQueuePolicy::MergeImpl(*
this, from);
5076 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
5078 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
5084 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
5088 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
5090 void SetCachedSize(
int size)
const final;
5094 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
5095 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
5096 return "inference.ModelQueuePolicy";
5099 explicit ModelQueuePolicy(::PROTOBUF_NAMESPACE_ID::Arena* arena,
5100 bool is_message_owned =
false);
5104 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
5106 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
5115 static inline
bool TimeoutAction_IsValid(
int value) {
5118 static constexpr TimeoutAction TimeoutAction_MIN =
5120 static constexpr TimeoutAction TimeoutAction_MAX =
5122 static constexpr
int TimeoutAction_ARRAYSIZE =
5124 static inline const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor*
5128 template<
typename T>
5130 static_assert(::std::is_same<T, TimeoutAction>::value ||
5131 ::std::is_integral<T>::value,
5132 "Incorrect type passed to function TimeoutAction_Name.");
5143 kDefaultTimeoutMicrosecondsFieldNumber = 2,
5144 kTimeoutActionFieldNumber = 1,
5145 kAllowTimeoutOverrideFieldNumber = 3,
5146 kMaxQueueSizeFieldNumber = 4,
5149 void clear_default_timeout_microseconds();
5150 uint64_t default_timeout_microseconds()
const;
5151 void set_default_timeout_microseconds(uint64_t value);
5153 uint64_t _internal_default_timeout_microseconds()
const;
5154 void _internal_set_default_timeout_microseconds(uint64_t value);
5158 void clear_timeout_action();
5167 void clear_allow_timeout_override();
5168 bool allow_timeout_override()
const;
5169 void set_allow_timeout_override(
bool value);
5171 bool _internal_allow_timeout_override()
const;
5172 void _internal_set_allow_timeout_override(
bool value);
5176 void clear_max_queue_size();
5177 uint32_t max_queue_size()
const;
5178 void set_max_queue_size(uint32_t value);
5180 uint32_t _internal_max_queue_size()
const;
5181 void _internal_set_max_queue_size(uint32_t value);
5188 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
5189 typedef void InternalArenaConstructable_;
5190 typedef void DestructorSkippable_;
5192 uint64_t default_timeout_microseconds_;
5193 int timeout_action_;
5194 bool allow_timeout_override_;
5195 uint32_t max_queue_size_;
5196 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
5199 friend struct ::TableStruct_model_5fconfig_2eproto;
5203 class ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUse :
public ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUse,
5204 uint64_t, ::inference::ModelQueuePolicy,
5205 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_UINT64,
5206 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE> {
5208 typedef ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUse,
5211 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE>
SuperType;
5214 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
5220 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
5221 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
5228 public ::PROTOBUF_NAMESPACE_ID::Message {
5232 explicit PROTOBUF_CONSTEXPR
ModelDynamicBatching(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
5245 if (
this == &from)
return *
this;
5246 if (GetOwningArena() == from.GetOwningArena()
5247 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
5248 && GetOwningArena() !=
nullptr
5251 InternalSwap(&from);
5281 if (other ==
this)
return;
5282 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
5283 if (GetOwningArena() !=
nullptr &&
5284 GetOwningArena() == other->GetOwningArena()) {
5285 #else // PROTOBUF_FORCE_COPY_IN_SWAP
5286 if (GetOwningArena() == other->GetOwningArena()) {
5287 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
5288 InternalSwap(other);
5290 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
5294 if (other ==
this)
return;
5295 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
5296 InternalSwap(other);
5302 return CreateMaybeMessage<ModelDynamicBatching>(arena);
5304 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
5306 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
5308 ModelDynamicBatching::MergeImpl(*
this, from);
5311 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
5313 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
5319 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
5323 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
5325 void SetCachedSize(
int size)
const final;
5329 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
5330 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
5331 return "inference.ModelDynamicBatching";
5334 explicit ModelDynamicBatching(::PROTOBUF_NAMESPACE_ID::Arena* arena,
5335 bool is_message_owned =
false);
5337 static void ArenaDtor(
void*
object);
5341 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
5343 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
5351 kPreferredBatchSizeFieldNumber = 1,
5352 kPriorityQueuePolicyFieldNumber = 7,
5353 kDefaultQueuePolicyFieldNumber = 6,
5354 kMaxQueueDelayMicrosecondsFieldNumber = 2,
5355 kPriorityLevelsFieldNumber = 4,
5356 kDefaultPriorityLevelFieldNumber = 5,
5357 kPreserveOrderingFieldNumber = 3,
5360 int preferred_batch_size_size()
const;
5362 int _internal_preferred_batch_size_size()
const;
5364 void clear_preferred_batch_size();
5366 int32_t _internal_preferred_batch_size(
int index)
const;
5367 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
5368 _internal_preferred_batch_size()
const;
5369 void _internal_add_preferred_batch_size(int32_t value);
5370 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
5371 _internal_mutable_preferred_batch_size();
5373 int32_t preferred_batch_size(
int index)
const;
5374 void set_preferred_batch_size(
int index, int32_t value);
5375 void add_preferred_batch_size(int32_t value);
5376 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
5377 preferred_batch_size()
const;
5378 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
5379 mutable_preferred_batch_size();
5382 int priority_queue_policy_size()
const;
5384 int _internal_priority_queue_policy_size()
const;
5386 void clear_priority_queue_policy();
5388 const ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >&
5389 _internal_priority_queue_policy()
const;
5390 ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >*
5391 _internal_mutable_priority_queue_policy();
5393 const ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >&
5394 priority_queue_policy()
const;
5395 ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >*
5396 mutable_priority_queue_policy();
5399 bool has_default_queue_policy()
const;
5401 bool _internal_has_default_queue_policy()
const;
5403 void clear_default_queue_policy();
5404 const ::inference::ModelQueuePolicy& default_queue_policy()
const;
5405 PROTOBUF_NODISCARD ::inference::ModelQueuePolicy* release_default_queue_policy();
5409 const ::inference::ModelQueuePolicy& _internal_default_queue_policy()
const;
5412 void unsafe_arena_set_allocated_default_queue_policy(
5417 void clear_max_queue_delay_microseconds();
5418 uint64_t max_queue_delay_microseconds()
const;
5419 void set_max_queue_delay_microseconds(uint64_t value);
5421 uint64_t _internal_max_queue_delay_microseconds()
const;
5422 void _internal_set_max_queue_delay_microseconds(uint64_t value);
5426 void clear_priority_levels();
5427 uint64_t priority_levels()
const;
5428 void set_priority_levels(uint64_t value);
5430 uint64_t _internal_priority_levels()
const;
5431 void _internal_set_priority_levels(uint64_t value);
5435 void clear_default_priority_level();
5436 uint64_t default_priority_level()
const;
5437 void set_default_priority_level(uint64_t value);
5439 uint64_t _internal_default_priority_level()
const;
5440 void _internal_set_default_priority_level(uint64_t value);
5444 void clear_preserve_ordering();
5445 bool preserve_ordering()
const;
5446 void set_preserve_ordering(
bool value);
5448 bool _internal_preserve_ordering()
const;
5449 void _internal_set_preserve_ordering(
bool value);
5456 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
5457 typedef void InternalArenaConstructable_;
5458 typedef void DestructorSkippable_;
5460 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > preferred_batch_size_;
5461 mutable std::atomic<int> _preferred_batch_size_cached_byte_size_;
5462 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
5463 ModelDynamicBatching_PriorityQueuePolicyEntry_DoNotUse,
5466 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE> priority_queue_policy_;
5468 uint64_t max_queue_delay_microseconds_;
5469 uint64_t priority_levels_;
5470 uint64_t default_priority_level_;
5471 bool preserve_ordering_;
5472 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
5475 friend struct ::TableStruct_model_5fconfig_2eproto;
5479 class ModelSequenceBatching_Control final :
5480 public ::PROTOBUF_NAMESPACE_ID::Message {
5497 if (
this == &from)
return *
this;
5498 if (GetOwningArena() == from.GetOwningArena()
5499 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
5500 && GetOwningArena() !=
nullptr
5503 InternalSwap(&from);
5533 if (other ==
this)
return;
5534 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
5535 if (GetOwningArena() !=
nullptr &&
5536 GetOwningArena() == other->GetOwningArena()) {
5537 #else // PROTOBUF_FORCE_COPY_IN_SWAP
5538 if (GetOwningArena() == other->GetOwningArena()) {
5539 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
5540 InternalSwap(other);
5542 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
5546 if (other ==
this)
return;
5547 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
5548 InternalSwap(other);
5554 return CreateMaybeMessage<ModelSequenceBatching_Control>(arena);
5556 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
5558 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
5560 ModelSequenceBatching_Control::MergeImpl(*
this, from);
5563 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
5565 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
5571 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
5575 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
5577 void SetCachedSize(
int size)
const final;
5581 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
5582 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
5583 return "inference.ModelSequenceBatching.Control";
5586 explicit ModelSequenceBatching_Control(::PROTOBUF_NAMESPACE_ID::Arena* arena,
5587 bool is_message_owned =
false);
5591 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
5593 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
5598 static constexpr
Kind CONTROL_SEQUENCE_START =
5600 static constexpr
Kind CONTROL_SEQUENCE_READY =
5602 static constexpr
Kind CONTROL_SEQUENCE_END =
5604 static constexpr
Kind CONTROL_SEQUENCE_CORRID =
5606 static inline
bool Kind_IsValid(
int value) {
5609 static constexpr Kind Kind_MIN =
5611 static constexpr Kind Kind_MAX =
5613 static constexpr
int Kind_ARRAYSIZE =
5615 static inline const ::PROTOBUF_NAMESPACE_ID::EnumDescriptor*
5619 template<
typename T>
5620 static inline const std::string&
Kind_Name(T enum_t_value) {
5621 static_assert(::std::is_same<T, Kind>::value ||
5622 ::std::is_integral<T>::value,
5623 "Incorrect type passed to function Kind_Name.");
5634 kInt32FalseTrueFieldNumber = 2,
5635 kFp32FalseTrueFieldNumber = 3,
5636 kBoolFalseTrueFieldNumber = 5,
5637 kKindFieldNumber = 1,
5638 kDataTypeFieldNumber = 4,
5641 int int32_false_true_size()
const;
5643 int _internal_int32_false_true_size()
const;
5645 void clear_int32_false_true();
5647 int32_t _internal_int32_false_true(
int index)
const;
5648 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
5649 _internal_int32_false_true()
const;
5650 void _internal_add_int32_false_true(int32_t value);
5651 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
5652 _internal_mutable_int32_false_true();
5654 int32_t int32_false_true(
int index)
const;
5655 void set_int32_false_true(
int index, int32_t value);
5656 void add_int32_false_true(int32_t value);
5657 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
5658 int32_false_true()
const;
5659 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
5660 mutable_int32_false_true();
5663 int fp32_false_true_size()
const;
5665 int _internal_fp32_false_true_size()
const;
5667 void clear_fp32_false_true();
5669 float _internal_fp32_false_true(
int index)
const;
5670 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< float >&
5671 _internal_fp32_false_true()
const;
5672 void _internal_add_fp32_false_true(
float value);
5673 ::PROTOBUF_NAMESPACE_ID::RepeatedField< float >*
5674 _internal_mutable_fp32_false_true();
5676 float fp32_false_true(
int index)
const;
5677 void set_fp32_false_true(
int index,
float value);
5678 void add_fp32_false_true(
float value);
5679 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< float >&
5680 fp32_false_true()
const;
5681 ::PROTOBUF_NAMESPACE_ID::RepeatedField< float >*
5682 mutable_fp32_false_true();
5685 int bool_false_true_size()
const;
5687 int _internal_bool_false_true_size()
const;
5689 void clear_bool_false_true();
5691 bool _internal_bool_false_true(
int index)
const;
5692 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< bool >&
5693 _internal_bool_false_true()
const;
5694 void _internal_add_bool_false_true(
bool value);
5695 ::PROTOBUF_NAMESPACE_ID::RepeatedField< bool >*
5696 _internal_mutable_bool_false_true();
5698 bool bool_false_true(
int index)
const;
5699 void set_bool_false_true(
int index,
bool value);
5700 void add_bool_false_true(
bool value);
5701 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< bool >&
5702 bool_false_true()
const;
5703 ::PROTOBUF_NAMESPACE_ID::RepeatedField< bool >*
5704 mutable_bool_false_true();
5716 void clear_data_type();
5728 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
5729 typedef void InternalArenaConstructable_;
5730 typedef void DestructorSkippable_;
5732 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > int32_false_true_;
5733 mutable std::atomic<int> _int32_false_true_cached_byte_size_;
5734 ::PROTOBUF_NAMESPACE_ID::RepeatedField< float > fp32_false_true_;
5735 ::PROTOBUF_NAMESPACE_ID::RepeatedField< bool > bool_false_true_;
5738 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
5741 friend struct ::TableStruct_model_5fconfig_2eproto;
5745 class ModelSequenceBatching_ControlInput final :
5746 public ::PROTOBUF_NAMESPACE_ID::Message {
5763 if (
this == &from)
return *
this;
5764 if (GetOwningArena() == from.GetOwningArena()
5765 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
5766 && GetOwningArena() !=
nullptr
5769 InternalSwap(&from);
5799 if (other ==
this)
return;
5800 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
5801 if (GetOwningArena() !=
nullptr &&
5802 GetOwningArena() == other->GetOwningArena()) {
5803 #else // PROTOBUF_FORCE_COPY_IN_SWAP
5804 if (GetOwningArena() == other->GetOwningArena()) {
5805 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
5806 InternalSwap(other);
5808 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
5812 if (other ==
this)
return;
5813 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
5814 InternalSwap(other);
5820 return CreateMaybeMessage<ModelSequenceBatching_ControlInput>(arena);
5822 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
5824 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
5826 ModelSequenceBatching_ControlInput::MergeImpl(*
this, from);
5829 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
5831 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
5837 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
5841 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
5843 void SetCachedSize(
int size)
const final;
5847 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
5848 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
5849 return "inference.ModelSequenceBatching.ControlInput";
5852 explicit ModelSequenceBatching_ControlInput(::PROTOBUF_NAMESPACE_ID::Arena* arena,
5853 bool is_message_owned =
false);
5857 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
5859 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
5866 kControlFieldNumber = 2,
5870 int control_size()
const;
5872 int _internal_control_size()
const;
5874 void clear_control();
5876 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_Control >*
5879 const ::inference::ModelSequenceBatching_Control& _internal_control(
int index)
const;
5882 const ::inference::ModelSequenceBatching_Control& control(
int index)
const;
5884 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_Control >&
5889 const std::string&
name()
const;
5890 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
5891 void set_name(ArgT0&& arg0, ArgT... args);
5896 const std::string& _internal_name()
const;
5897 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
5898 std::string* _internal_mutable_name();
5905 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
5906 typedef void InternalArenaConstructable_;
5907 typedef void DestructorSkippable_;
5909 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_Control > control_;
5910 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
5911 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
5914 friend struct ::TableStruct_model_5fconfig_2eproto;
5918 class ModelSequenceBatching_InitialState final :
5919 public ::PROTOBUF_NAMESPACE_ID::Message {
5936 if (
this == &from)
return *
this;
5937 if (GetOwningArena() == from.GetOwningArena()
5938 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
5939 && GetOwningArena() !=
nullptr
5942 InternalSwap(&from);
5964 STATE_DATA_NOT_SET = 0,
5978 if (other ==
this)
return;
5979 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
5980 if (GetOwningArena() !=
nullptr &&
5981 GetOwningArena() == other->GetOwningArena()) {
5982 #else // PROTOBUF_FORCE_COPY_IN_SWAP
5983 if (GetOwningArena() == other->GetOwningArena()) {
5984 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
5985 InternalSwap(other);
5987 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
5991 if (other ==
this)
return;
5992 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
5993 InternalSwap(other);
5999 return CreateMaybeMessage<ModelSequenceBatching_InitialState>(arena);
6001 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
6003 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
6005 ModelSequenceBatching_InitialState::MergeImpl(*
this, from);
6008 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
6010 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
6016 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
6020 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
6022 void SetCachedSize(
int size)
const final;
6026 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
6027 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
6028 return "inference.ModelSequenceBatching.InitialState";
6031 explicit ModelSequenceBatching_InitialState(::PROTOBUF_NAMESPACE_ID::Arena* arena,
6032 bool is_message_owned =
false);
6036 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
6038 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
6045 kDimsFieldNumber = 2,
6047 kDataTypeFieldNumber = 1,
6048 kZeroDataFieldNumber = 3,
6049 kDataFileFieldNumber = 4,
6052 int dims_size()
const;
6054 int _internal_dims_size()
const;
6058 int64_t _internal_dims(
int index)
const;
6059 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
6060 _internal_dims()
const;
6061 void _internal_add_dims(int64_t value);
6062 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
6063 _internal_mutable_dims();
6065 int64_t dims(
int index)
const;
6066 void set_dims(
int index, int64_t value);
6067 void add_dims(int64_t value);
6068 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
6070 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
6075 const std::string&
name()
const;
6076 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
6077 void set_name(ArgT0&& arg0, ArgT... args);
6082 const std::string& _internal_name()
const;
6083 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
6084 std::string* _internal_mutable_name();
6088 void clear_data_type();
6097 bool has_zero_data()
const;
6099 bool _internal_has_zero_data()
const;
6101 void clear_zero_data();
6102 bool zero_data()
const;
6103 void set_zero_data(
bool value);
6105 bool _internal_zero_data()
const;
6106 void _internal_set_zero_data(
bool value);
6110 bool has_data_file()
const;
6112 bool _internal_has_data_file()
const;
6114 void clear_data_file();
6115 const std::string& data_file()
const;
6116 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
6117 void set_data_file(ArgT0&& arg0, ArgT... args);
6118 std::string* mutable_data_file();
6119 PROTOBUF_NODISCARD std::string* release_data_file();
6120 void set_allocated_data_file(std::string* data_file);
6122 const std::string& _internal_data_file()
const;
6123 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_data_file(
const std::string& value);
6124 std::string* _internal_mutable_data_file();
6127 void clear_state_data();
6128 StateDataCase state_data_case()
const;
6132 void set_has_zero_data();
6133 void set_has_data_file();
6135 inline bool has_state_data()
const;
6136 inline void clear_has_state_data();
6138 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
6139 typedef void InternalArenaConstructable_;
6140 typedef void DestructorSkippable_;
6142 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t > dims_;
6143 mutable std::atomic<int> _dims_cached_byte_size_;
6144 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
6146 union StateDataUnion {
6148 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized _constinit_;
6150 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr data_file_;
6152 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
6153 uint32_t _oneof_case_[1];
6157 friend struct ::TableStruct_model_5fconfig_2eproto;
6161 class ModelSequenceBatching_State final :
6162 public ::PROTOBUF_NAMESPACE_ID::Message {
6179 if (
this == &from)
return *
this;
6180 if (GetOwningArena() == from.GetOwningArena()
6181 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
6182 && GetOwningArena() !=
nullptr
6185 InternalSwap(&from);
6215 if (other ==
this)
return;
6216 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
6217 if (GetOwningArena() !=
nullptr &&
6218 GetOwningArena() == other->GetOwningArena()) {
6219 #else // PROTOBUF_FORCE_COPY_IN_SWAP
6220 if (GetOwningArena() == other->GetOwningArena()) {
6221 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
6222 InternalSwap(other);
6224 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
6228 if (other ==
this)
return;
6229 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
6230 InternalSwap(other);
6236 return CreateMaybeMessage<ModelSequenceBatching_State>(arena);
6238 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
6240 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
6242 ModelSequenceBatching_State::MergeImpl(*
this, from);
6245 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
6247 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
6253 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
6257 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
6259 void SetCachedSize(
int size)
const final;
6263 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
6264 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
6265 return "inference.ModelSequenceBatching.State";
6268 explicit ModelSequenceBatching_State(::PROTOBUF_NAMESPACE_ID::Arena* arena,
6269 bool is_message_owned =
false);
6273 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
6275 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
6282 kDimsFieldNumber = 4,
6283 kInitialStateFieldNumber = 5,
6284 kInputNameFieldNumber = 1,
6285 kOutputNameFieldNumber = 2,
6286 kDataTypeFieldNumber = 3,
6287 kUseSameBufferForInputOutputFieldNumber = 6,
6288 kUseGrowableMemoryFieldNumber = 7,
6291 int dims_size()
const;
6293 int _internal_dims_size()
const;
6297 int64_t _internal_dims(
int index)
const;
6298 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
6299 _internal_dims()
const;
6300 void _internal_add_dims(int64_t value);
6301 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
6302 _internal_mutable_dims();
6304 int64_t dims(
int index)
const;
6305 void set_dims(
int index, int64_t value);
6306 void add_dims(int64_t value);
6307 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
6309 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
6313 int initial_state_size()
const;
6315 int _internal_initial_state_size()
const;
6317 void clear_initial_state();
6319 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_InitialState >*
6320 mutable_initial_state();
6322 const ::inference::ModelSequenceBatching_InitialState& _internal_initial_state(
int index)
const;
6325 const ::inference::ModelSequenceBatching_InitialState& initial_state(
int index)
const;
6327 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_InitialState >&
6328 initial_state()
const;
6331 void clear_input_name();
6332 const std::string& input_name()
const;
6333 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
6334 void set_input_name(ArgT0&& arg0, ArgT... args);
6335 std::string* mutable_input_name();
6336 PROTOBUF_NODISCARD std::string* release_input_name();
6337 void set_allocated_input_name(std::string* input_name);
6339 const std::string& _internal_input_name()
const;
6340 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_input_name(
const std::string& value);
6341 std::string* _internal_mutable_input_name();
6345 void clear_output_name();
6346 const std::string& output_name()
const;
6347 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
6348 void set_output_name(ArgT0&& arg0, ArgT... args);
6349 std::string* mutable_output_name();
6350 PROTOBUF_NODISCARD std::string* release_output_name();
6351 void set_allocated_output_name(std::string* output_name);
6353 const std::string& _internal_output_name()
const;
6354 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_output_name(
const std::string& value);
6355 std::string* _internal_mutable_output_name();
6359 void clear_data_type();
6368 void clear_use_same_buffer_for_input_output();
6369 bool use_same_buffer_for_input_output()
const;
6370 void set_use_same_buffer_for_input_output(
bool value);
6372 bool _internal_use_same_buffer_for_input_output()
const;
6373 void _internal_set_use_same_buffer_for_input_output(
bool value);
6377 void clear_use_growable_memory();
6378 bool use_growable_memory()
const;
6379 void set_use_growable_memory(
bool value);
6381 bool _internal_use_growable_memory()
const;
6382 void _internal_set_use_growable_memory(
bool value);
6389 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
6390 typedef void InternalArenaConstructable_;
6391 typedef void DestructorSkippable_;
6393 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t > dims_;
6394 mutable std::atomic<int> _dims_cached_byte_size_;
6395 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_InitialState > initial_state_;
6396 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr input_name_;
6397 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr output_name_;
6399 bool use_same_buffer_for_input_output_;
6400 bool use_growable_memory_;
6401 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
6404 friend struct ::TableStruct_model_5fconfig_2eproto;
6408 class ModelSequenceBatching_StrategyDirect final :
6409 public ::PROTOBUF_NAMESPACE_ID::Message {
6426 if (
this == &from)
return *
this;
6427 if (GetOwningArena() == from.GetOwningArena()
6428 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
6429 && GetOwningArena() !=
nullptr
6432 InternalSwap(&from);
6462 if (other ==
this)
return;
6463 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
6464 if (GetOwningArena() !=
nullptr &&
6465 GetOwningArena() == other->GetOwningArena()) {
6466 #else // PROTOBUF_FORCE_COPY_IN_SWAP
6467 if (GetOwningArena() == other->GetOwningArena()) {
6468 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
6469 InternalSwap(other);
6471 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
6475 if (other ==
this)
return;
6476 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
6477 InternalSwap(other);
6483 return CreateMaybeMessage<ModelSequenceBatching_StrategyDirect>(arena);
6485 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
6487 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
6489 ModelSequenceBatching_StrategyDirect::MergeImpl(*
this, from);
6492 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
6494 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
6500 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
6504 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
6506 void SetCachedSize(
int size)
const final;
6510 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
6511 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
6512 return "inference.ModelSequenceBatching.StrategyDirect";
6515 explicit ModelSequenceBatching_StrategyDirect(::PROTOBUF_NAMESPACE_ID::Arena* arena,
6516 bool is_message_owned =
false);
6520 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
6522 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
6529 kMaxQueueDelayMicrosecondsFieldNumber = 1,
6530 kMinimumSlotUtilizationFieldNumber = 2,
6533 void clear_max_queue_delay_microseconds();
6534 uint64_t max_queue_delay_microseconds()
const;
6535 void set_max_queue_delay_microseconds(uint64_t value);
6537 uint64_t _internal_max_queue_delay_microseconds()
const;
6538 void _internal_set_max_queue_delay_microseconds(uint64_t value);
6542 void clear_minimum_slot_utilization();
6543 float minimum_slot_utilization()
const;
6544 void set_minimum_slot_utilization(
float value);
6546 float _internal_minimum_slot_utilization()
const;
6547 void _internal_set_minimum_slot_utilization(
float value);
6554 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
6555 typedef void InternalArenaConstructable_;
6556 typedef void DestructorSkippable_;
6558 uint64_t max_queue_delay_microseconds_;
6559 float minimum_slot_utilization_;
6560 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
6563 friend struct ::TableStruct_model_5fconfig_2eproto;
6567 class ModelSequenceBatching_StrategyOldest final :
6568 public ::PROTOBUF_NAMESPACE_ID::Message {
6585 if (
this == &from)
return *
this;
6586 if (GetOwningArena() == from.GetOwningArena()
6587 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
6588 && GetOwningArena() !=
nullptr
6591 InternalSwap(&from);
6621 if (other ==
this)
return;
6622 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
6623 if (GetOwningArena() !=
nullptr &&
6624 GetOwningArena() == other->GetOwningArena()) {
6625 #else // PROTOBUF_FORCE_COPY_IN_SWAP
6626 if (GetOwningArena() == other->GetOwningArena()) {
6627 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
6628 InternalSwap(other);
6630 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
6634 if (other ==
this)
return;
6635 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
6636 InternalSwap(other);
6642 return CreateMaybeMessage<ModelSequenceBatching_StrategyOldest>(arena);
6644 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
6646 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
6648 ModelSequenceBatching_StrategyOldest::MergeImpl(*
this, from);
6651 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
6653 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
6659 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
6663 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
6665 void SetCachedSize(
int size)
const final;
6669 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
6670 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
6671 return "inference.ModelSequenceBatching.StrategyOldest";
6674 explicit ModelSequenceBatching_StrategyOldest(::PROTOBUF_NAMESPACE_ID::Arena* arena,
6675 bool is_message_owned =
false);
6679 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
6681 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
6688 kPreferredBatchSizeFieldNumber = 2,
6689 kMaxCandidateSequencesFieldNumber = 1,
6690 kPreserveOrderingFieldNumber = 4,
6691 kMaxQueueDelayMicrosecondsFieldNumber = 3,
6694 int preferred_batch_size_size()
const;
6696 int _internal_preferred_batch_size_size()
const;
6698 void clear_preferred_batch_size();
6700 int32_t _internal_preferred_batch_size(
int index)
const;
6701 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
6702 _internal_preferred_batch_size()
const;
6703 void _internal_add_preferred_batch_size(int32_t value);
6704 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
6705 _internal_mutable_preferred_batch_size();
6707 int32_t preferred_batch_size(
int index)
const;
6708 void set_preferred_batch_size(
int index, int32_t value);
6709 void add_preferred_batch_size(int32_t value);
6710 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
6711 preferred_batch_size()
const;
6712 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
6713 mutable_preferred_batch_size();
6716 void clear_max_candidate_sequences();
6717 int32_t max_candidate_sequences()
const;
6718 void set_max_candidate_sequences(int32_t value);
6720 int32_t _internal_max_candidate_sequences()
const;
6721 void _internal_set_max_candidate_sequences(int32_t value);
6725 void clear_preserve_ordering();
6726 bool preserve_ordering()
const;
6727 void set_preserve_ordering(
bool value);
6729 bool _internal_preserve_ordering()
const;
6730 void _internal_set_preserve_ordering(
bool value);
6734 void clear_max_queue_delay_microseconds();
6735 uint64_t max_queue_delay_microseconds()
const;
6736 void set_max_queue_delay_microseconds(uint64_t value);
6738 uint64_t _internal_max_queue_delay_microseconds()
const;
6739 void _internal_set_max_queue_delay_microseconds(uint64_t value);
6746 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
6747 typedef void InternalArenaConstructable_;
6748 typedef void DestructorSkippable_;
6750 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t > preferred_batch_size_;
6751 mutable std::atomic<int> _preferred_batch_size_cached_byte_size_;
6752 int32_t max_candidate_sequences_;
6753 bool preserve_ordering_;
6754 uint64_t max_queue_delay_microseconds_;
6755 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
6758 friend struct ::TableStruct_model_5fconfig_2eproto;
6762 class ModelSequenceBatching final :
6763 public ::PROTOBUF_NAMESPACE_ID::Message {
6767 explicit PROTOBUF_CONSTEXPR
ModelSequenceBatching(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
6780 if (
this == &from)
return *
this;
6781 if (GetOwningArena() == from.GetOwningArena()
6782 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
6783 && GetOwningArena() !=
nullptr
6786 InternalSwap(&from);
6808 STRATEGY_CHOICE_NOT_SET = 0,
6822 if (other ==
this)
return;
6823 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
6824 if (GetOwningArena() !=
nullptr &&
6825 GetOwningArena() == other->GetOwningArena()) {
6826 #else // PROTOBUF_FORCE_COPY_IN_SWAP
6827 if (GetOwningArena() == other->GetOwningArena()) {
6828 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
6829 InternalSwap(other);
6831 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
6835 if (other ==
this)
return;
6836 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
6837 InternalSwap(other);
6843 return CreateMaybeMessage<ModelSequenceBatching>(arena);
6845 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
6847 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
6849 ModelSequenceBatching::MergeImpl(*
this, from);
6852 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
6854 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
6860 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
6864 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
6866 void SetCachedSize(
int size)
const final;
6870 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
6871 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
6872 return "inference.ModelSequenceBatching";
6875 explicit ModelSequenceBatching(::PROTOBUF_NAMESPACE_ID::Arena* arena,
6876 bool is_message_owned =
false);
6880 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
6882 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
6896 kControlInputFieldNumber = 2,
6897 kStateFieldNumber = 5,
6898 kMaxSequenceIdleMicrosecondsFieldNumber = 1,
6899 kIterativeSequenceFieldNumber = 6,
6900 kDirectFieldNumber = 3,
6901 kOldestFieldNumber = 4,
6904 int control_input_size()
const;
6906 int _internal_control_input_size()
const;
6908 void clear_control_input();
6910 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_ControlInput >*
6911 mutable_control_input();
6913 const ::inference::ModelSequenceBatching_ControlInput& _internal_control_input(
int index)
const;
6916 const ::inference::ModelSequenceBatching_ControlInput& control_input(
int index)
const;
6918 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_ControlInput >&
6919 control_input()
const;
6922 int state_size()
const;
6924 int _internal_state_size()
const;
6928 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_State >*
6931 const ::inference::ModelSequenceBatching_State& _internal_state(
int index)
const;
6934 const ::inference::ModelSequenceBatching_State& state(
int index)
const;
6936 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_State >&
6940 void clear_max_sequence_idle_microseconds();
6941 uint64_t max_sequence_idle_microseconds()
const;
6942 void set_max_sequence_idle_microseconds(uint64_t value);
6944 uint64_t _internal_max_sequence_idle_microseconds()
const;
6945 void _internal_set_max_sequence_idle_microseconds(uint64_t value);
6949 void clear_iterative_sequence();
6950 bool iterative_sequence()
const;
6951 void set_iterative_sequence(
bool value);
6953 bool _internal_iterative_sequence()
const;
6954 void _internal_set_iterative_sequence(
bool value);
6958 bool has_direct()
const;
6960 bool _internal_has_direct()
const;
6962 void clear_direct();
6963 const ::inference::ModelSequenceBatching_StrategyDirect& direct()
const;
6964 PROTOBUF_NODISCARD ::inference::ModelSequenceBatching_StrategyDirect* release_direct();
6968 const ::inference::ModelSequenceBatching_StrategyDirect& _internal_direct()
const;
6971 void unsafe_arena_set_allocated_direct(
6976 bool has_oldest()
const;
6978 bool _internal_has_oldest()
const;
6980 void clear_oldest();
6981 const ::inference::ModelSequenceBatching_StrategyOldest& oldest()
const;
6982 PROTOBUF_NODISCARD ::inference::ModelSequenceBatching_StrategyOldest* release_oldest();
6986 const ::inference::ModelSequenceBatching_StrategyOldest& _internal_oldest()
const;
6989 void unsafe_arena_set_allocated_oldest(
6993 void clear_strategy_choice();
6994 StrategyChoiceCase strategy_choice_case()
const;
6998 void set_has_direct();
6999 void set_has_oldest();
7001 inline bool has_strategy_choice()
const;
7002 inline void clear_has_strategy_choice();
7004 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
7005 typedef void InternalArenaConstructable_;
7006 typedef void DestructorSkippable_;
7008 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_ControlInput > control_input_;
7009 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_State > state_;
7010 uint64_t max_sequence_idle_microseconds_;
7011 bool iterative_sequence_;
7012 union StrategyChoiceUnion {
7014 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized _constinit_;
7018 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
7019 uint32_t _oneof_case_[1];
7023 friend struct ::TableStruct_model_5fconfig_2eproto;
7027 class ModelEnsembling_Step_InputMapEntry_DoNotUse :
public ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelEnsembling_Step_InputMapEntry_DoNotUse,
7028 std::string, std::string,
7029 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING,
7030 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING> {
7032 typedef ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelEnsembling_Step_InputMapEntry_DoNotUse,
7033 std::string, std::string,
7038 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
7043 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelEnsembling.Step.InputMapEntry.key");
7046 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelEnsembling.Step.InputMapEntry.value");
7048 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
7049 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
7056 std::
string,
std::
string,
7061 std::string, std::string,
7066 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
7071 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelEnsembling.Step.OutputMapEntry.key");
7074 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelEnsembling.Step.OutputMapEntry.value");
7076 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
7077 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
7084 public ::PROTOBUF_NAMESPACE_ID::Message {
7088 explicit PROTOBUF_CONSTEXPR
ModelEnsembling_Step(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
7101 if (
this == &from)
return *
this;
7102 if (GetOwningArena() == from.GetOwningArena()
7103 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
7104 && GetOwningArena() !=
nullptr
7107 InternalSwap(&from);
7137 if (other ==
this)
return;
7138 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
7139 if (GetOwningArena() !=
nullptr &&
7140 GetOwningArena() == other->GetOwningArena()) {
7141 #else // PROTOBUF_FORCE_COPY_IN_SWAP
7142 if (GetOwningArena() == other->GetOwningArena()) {
7143 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
7144 InternalSwap(other);
7146 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
7150 if (other ==
this)
return;
7151 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
7152 InternalSwap(other);
7158 return CreateMaybeMessage<ModelEnsembling_Step>(arena);
7160 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
7162 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
7164 ModelEnsembling_Step::MergeImpl(*
this, from);
7167 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
7169 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
7175 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
7179 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
7181 void SetCachedSize(
int size)
const final;
7185 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
7186 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
7187 return "inference.ModelEnsembling.Step";
7190 explicit ModelEnsembling_Step(::PROTOBUF_NAMESPACE_ID::Arena* arena,
7191 bool is_message_owned =
false);
7193 static void ArenaDtor(
void*
object);
7197 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
7199 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
7207 kInputMapFieldNumber = 3,
7208 kOutputMapFieldNumber = 4,
7209 kModelNameFieldNumber = 1,
7210 kModelNamespaceFieldNumber = 5,
7211 kModelVersionFieldNumber = 2,
7214 int input_map_size()
const;
7216 int _internal_input_map_size()
const;
7218 void clear_input_map();
7220 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
7221 _internal_input_map()
const;
7222 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
7223 _internal_mutable_input_map();
7225 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
7227 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
7228 mutable_input_map();
7231 int output_map_size()
const;
7233 int _internal_output_map_size()
const;
7235 void clear_output_map();
7237 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
7238 _internal_output_map()
const;
7239 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
7240 _internal_mutable_output_map();
7242 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
7244 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
7245 mutable_output_map();
7248 void clear_model_name();
7249 const std::string& model_name()
const;
7250 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
7251 void set_model_name(ArgT0&& arg0, ArgT... args);
7252 std::string* mutable_model_name();
7253 PROTOBUF_NODISCARD std::string* release_model_name();
7254 void set_allocated_model_name(std::string* model_name);
7256 const std::string& _internal_model_name()
const;
7257 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_model_name(
const std::string& value);
7258 std::string* _internal_mutable_model_name();
7262 void clear_model_namespace();
7263 const std::string& model_namespace()
const;
7264 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
7265 void set_model_namespace(ArgT0&& arg0, ArgT... args);
7266 std::string* mutable_model_namespace();
7267 PROTOBUF_NODISCARD std::string* release_model_namespace();
7268 void set_allocated_model_namespace(std::string* model_namespace);
7270 const std::string& _internal_model_namespace()
const;
7271 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_model_namespace(
const std::string& value);
7272 std::string* _internal_mutable_model_namespace();
7276 void clear_model_version();
7277 int64_t model_version()
const;
7278 void set_model_version(int64_t value);
7280 int64_t _internal_model_version()
const;
7281 void _internal_set_model_version(int64_t value);
7288 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
7289 typedef void InternalArenaConstructable_;
7290 typedef void DestructorSkippable_;
7292 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
7293 ModelEnsembling_Step_InputMapEntry_DoNotUse,
7294 std::string, std::string,
7297 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
7298 ModelEnsembling_Step_OutputMapEntry_DoNotUse,
7299 std::string, std::string,
7302 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr model_name_;
7303 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr model_namespace_;
7304 int64_t model_version_;
7305 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
7308 friend struct ::TableStruct_model_5fconfig_2eproto;
7312 class ModelEnsembling final :
7313 public ::PROTOBUF_NAMESPACE_ID::Message {
7317 explicit PROTOBUF_CONSTEXPR
ModelEnsembling(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
7330 if (
this == &from)
return *
this;
7331 if (GetOwningArena() == from.GetOwningArena()
7332 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
7333 && GetOwningArena() !=
nullptr
7336 InternalSwap(&from);
7366 if (other ==
this)
return;
7367 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
7368 if (GetOwningArena() !=
nullptr &&
7369 GetOwningArena() == other->GetOwningArena()) {
7370 #else // PROTOBUF_FORCE_COPY_IN_SWAP
7371 if (GetOwningArena() == other->GetOwningArena()) {
7372 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
7373 InternalSwap(other);
7375 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
7379 if (other ==
this)
return;
7380 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
7381 InternalSwap(other);
7387 return CreateMaybeMessage<ModelEnsembling>(arena);
7389 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
7391 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
7393 ModelEnsembling::MergeImpl(*
this, from);
7396 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
7398 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
7404 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
7408 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
7410 void SetCachedSize(
int size)
const final;
7414 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
7415 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
7416 return "inference.ModelEnsembling";
7419 explicit ModelEnsembling(::PROTOBUF_NAMESPACE_ID::Arena* arena,
7420 bool is_message_owned =
false);
7424 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
7426 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
7435 kStepFieldNumber = 1,
7438 int step_size()
const;
7440 int _internal_step_size()
const;
7444 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelEnsembling_Step >*
7447 const ::inference::ModelEnsembling_Step& _internal_step(
int index)
const;
7450 const ::inference::ModelEnsembling_Step& step(
int index)
const;
7452 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelEnsembling_Step >&
7459 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
7460 typedef void InternalArenaConstructable_;
7461 typedef void DestructorSkippable_;
7463 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelEnsembling_Step > step_;
7464 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
7467 friend struct ::TableStruct_model_5fconfig_2eproto;
7471 class ModelParameter final :
7472 public ::PROTOBUF_NAMESPACE_ID::Message {
7476 explicit PROTOBUF_CONSTEXPR
ModelParameter(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
7489 if (
this == &from)
return *
this;
7490 if (GetOwningArena() == from.GetOwningArena()
7491 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
7492 && GetOwningArena() !=
nullptr
7495 InternalSwap(&from);
7525 if (other ==
this)
return;
7526 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
7527 if (GetOwningArena() !=
nullptr &&
7528 GetOwningArena() == other->GetOwningArena()) {
7529 #else // PROTOBUF_FORCE_COPY_IN_SWAP
7530 if (GetOwningArena() == other->GetOwningArena()) {
7531 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
7532 InternalSwap(other);
7534 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
7538 if (other ==
this)
return;
7539 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
7540 InternalSwap(other);
7546 return CreateMaybeMessage<ModelParameter>(arena);
7548 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
7550 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
7552 ModelParameter::MergeImpl(*
this, from);
7555 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
7557 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
7563 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
7567 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
7569 void SetCachedSize(
int size)
const final;
7573 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
7574 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
7575 return "inference.ModelParameter";
7578 explicit ModelParameter(::PROTOBUF_NAMESPACE_ID::Arena* arena,
7579 bool is_message_owned =
false);
7583 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
7585 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
7592 kStringValueFieldNumber = 1,
7595 void clear_string_value();
7596 const std::string& string_value()
const;
7597 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
7598 void set_string_value(ArgT0&& arg0, ArgT... args);
7599 std::string* mutable_string_value();
7600 PROTOBUF_NODISCARD std::string* release_string_value();
7601 void set_allocated_string_value(std::string* string_value);
7603 const std::string& _internal_string_value()
const;
7604 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_string_value(
const std::string& value);
7605 std::string* _internal_mutable_string_value();
7612 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
7613 typedef void InternalArenaConstructable_;
7614 typedef void DestructorSkippable_;
7616 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr string_value_;
7617 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
7620 friend struct ::TableStruct_model_5fconfig_2eproto;
7624 class ModelWarmup_Input final :
7625 public ::PROTOBUF_NAMESPACE_ID::Message {
7629 explicit PROTOBUF_CONSTEXPR
ModelWarmup_Input(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
7642 if (
this == &from)
return *
this;
7643 if (GetOwningArena() == from.GetOwningArena()
7644 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
7645 && GetOwningArena() !=
nullptr
7648 InternalSwap(&from);
7671 INPUT_DATA_TYPE_NOT_SET = 0,
7685 if (other ==
this)
return;
7686 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
7687 if (GetOwningArena() !=
nullptr &&
7688 GetOwningArena() == other->GetOwningArena()) {
7689 #else // PROTOBUF_FORCE_COPY_IN_SWAP
7690 if (GetOwningArena() == other->GetOwningArena()) {
7691 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
7692 InternalSwap(other);
7694 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
7698 if (other ==
this)
return;
7699 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
7700 InternalSwap(other);
7706 return CreateMaybeMessage<ModelWarmup_Input>(arena);
7708 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
7710 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
7712 ModelWarmup_Input::MergeImpl(*
this, from);
7715 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
7717 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
7723 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
7727 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
7729 void SetCachedSize(
int size)
const final;
7733 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
7734 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
7735 return "inference.ModelWarmup.Input";
7738 explicit ModelWarmup_Input(::PROTOBUF_NAMESPACE_ID::Arena* arena,
7739 bool is_message_owned =
false);
7743 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
7745 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
7752 kDimsFieldNumber = 2,
7753 kDataTypeFieldNumber = 1,
7754 kZeroDataFieldNumber = 3,
7755 kRandomDataFieldNumber = 4,
7756 kInputDataFileFieldNumber = 5,
7759 int dims_size()
const;
7761 int _internal_dims_size()
const;
7765 int64_t _internal_dims(
int index)
const;
7766 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
7767 _internal_dims()
const;
7768 void _internal_add_dims(int64_t value);
7769 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
7770 _internal_mutable_dims();
7772 int64_t dims(
int index)
const;
7773 void set_dims(
int index, int64_t value);
7774 void add_dims(int64_t value);
7775 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
7777 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
7781 void clear_data_type();
7790 bool has_zero_data()
const;
7792 bool _internal_has_zero_data()
const;
7794 void clear_zero_data();
7795 bool zero_data()
const;
7796 void set_zero_data(
bool value);
7798 bool _internal_zero_data()
const;
7799 void _internal_set_zero_data(
bool value);
7803 bool has_random_data()
const;
7805 bool _internal_has_random_data()
const;
7807 void clear_random_data();
7808 bool random_data()
const;
7809 void set_random_data(
bool value);
7811 bool _internal_random_data()
const;
7812 void _internal_set_random_data(
bool value);
7816 bool has_input_data_file()
const;
7818 bool _internal_has_input_data_file()
const;
7820 void clear_input_data_file();
7821 const std::string& input_data_file()
const;
7822 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
7823 void set_input_data_file(ArgT0&& arg0, ArgT... args);
7824 std::string* mutable_input_data_file();
7825 PROTOBUF_NODISCARD std::string* release_input_data_file();
7826 void set_allocated_input_data_file(std::string* input_data_file);
7828 const std::string& _internal_input_data_file()
const;
7829 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_input_data_file(
const std::string& value);
7830 std::string* _internal_mutable_input_data_file();
7833 void clear_input_data_type();
7834 InputDataTypeCase input_data_type_case()
const;
7838 void set_has_zero_data();
7839 void set_has_random_data();
7840 void set_has_input_data_file();
7842 inline bool has_input_data_type()
const;
7843 inline void clear_has_input_data_type();
7845 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
7846 typedef void InternalArenaConstructable_;
7847 typedef void DestructorSkippable_;
7849 ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t > dims_;
7850 mutable std::atomic<int> _dims_cached_byte_size_;
7852 union InputDataTypeUnion {
7854 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized _constinit_;
7857 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr input_data_file_;
7859 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
7860 uint32_t _oneof_case_[1];
7864 friend struct ::TableStruct_model_5fconfig_2eproto;
7868 class ModelWarmup_InputsEntry_DoNotUse :
public ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelWarmup_InputsEntry_DoNotUse,
7869 std::string, ::inference::ModelWarmup_Input,
7870 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING,
7871 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE> {
7873 typedef ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelWarmup_InputsEntry_DoNotUse,
7876 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE>
SuperType;
7879 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
7884 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelWarmup.InputsEntry.key");
7887 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
7888 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
7895 public ::PROTOBUF_NAMESPACE_ID::Message {
7899 explicit PROTOBUF_CONSTEXPR
ModelWarmup(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
7912 if (
this == &from)
return *
this;
7913 if (GetOwningArena() == from.GetOwningArena()
7914 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
7915 && GetOwningArena() !=
nullptr
7918 InternalSwap(&from);
7948 if (other ==
this)
return;
7949 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
7950 if (GetOwningArena() !=
nullptr &&
7951 GetOwningArena() == other->GetOwningArena()) {
7952 #else // PROTOBUF_FORCE_COPY_IN_SWAP
7953 if (GetOwningArena() == other->GetOwningArena()) {
7954 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
7955 InternalSwap(other);
7957 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
7961 if (other ==
this)
return;
7962 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
7963 InternalSwap(other);
7969 return CreateMaybeMessage<ModelWarmup>(arena);
7971 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
7973 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
7975 ModelWarmup::MergeImpl(*
this, from);
7978 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
7980 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
7986 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
7990 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
7992 void SetCachedSize(
int size)
const final;
7996 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
7997 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
7998 return "inference.ModelWarmup";
8001 explicit ModelWarmup(::PROTOBUF_NAMESPACE_ID::Arena* arena,
8002 bool is_message_owned =
false);
8004 static void ArenaDtor(
void*
object);
8008 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
8010 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
8019 kInputsFieldNumber = 3,
8021 kBatchSizeFieldNumber = 2,
8025 int inputs_size()
const;
8027 int _internal_inputs_size()
const;
8029 void clear_inputs();
8031 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelWarmup_Input >&
8032 _internal_inputs()
const;
8033 ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelWarmup_Input >*
8034 _internal_mutable_inputs();
8036 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelWarmup_Input >&
8038 ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelWarmup_Input >*
8043 const std::string&
name()
const;
8044 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
8045 void set_name(ArgT0&& arg0, ArgT... args);
8050 const std::string& _internal_name()
const;
8051 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
8052 std::string* _internal_mutable_name();
8056 void clear_batch_size();
8057 uint32_t batch_size()
const;
8058 void set_batch_size(uint32_t value);
8060 uint32_t _internal_batch_size()
const;
8061 void _internal_set_batch_size(uint32_t value);
8066 uint32_t
count()
const;
8069 uint32_t _internal_count()
const;
8070 void _internal_set_count(uint32_t value);
8077 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
8078 typedef void InternalArenaConstructable_;
8079 typedef void DestructorSkippable_;
8081 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
8085 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE> inputs_;
8086 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
8087 uint32_t batch_size_;
8089 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
8092 friend struct ::TableStruct_model_5fconfig_2eproto;
8096 class ModelOperations final :
8097 public ::PROTOBUF_NAMESPACE_ID::Message {
8101 explicit PROTOBUF_CONSTEXPR
ModelOperations(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
8114 if (
this == &from)
return *
this;
8115 if (GetOwningArena() == from.GetOwningArena()
8116 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
8117 && GetOwningArena() !=
nullptr
8120 InternalSwap(&from);
8150 if (other ==
this)
return;
8151 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
8152 if (GetOwningArena() !=
nullptr &&
8153 GetOwningArena() == other->GetOwningArena()) {
8154 #else // PROTOBUF_FORCE_COPY_IN_SWAP
8155 if (GetOwningArena() == other->GetOwningArena()) {
8156 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
8157 InternalSwap(other);
8159 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
8163 if (other ==
this)
return;
8164 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
8165 InternalSwap(other);
8171 return CreateMaybeMessage<ModelOperations>(arena);
8173 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
8175 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
8177 ModelOperations::MergeImpl(*
this, from);
8180 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
8182 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
8188 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
8192 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
8194 void SetCachedSize(
int size)
const final;
8198 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
8199 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
8200 return "inference.ModelOperations";
8203 explicit ModelOperations(::PROTOBUF_NAMESPACE_ID::Arena* arena,
8204 bool is_message_owned =
false);
8208 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
8210 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
8217 kOpLibraryFilenameFieldNumber = 1,
8220 int op_library_filename_size()
const;
8222 int _internal_op_library_filename_size()
const;
8224 void clear_op_library_filename();
8225 const std::string& op_library_filename(
int index)
const;
8226 std::string* mutable_op_library_filename(
int index);
8227 void set_op_library_filename(
int index,
const std::string& value);
8228 void set_op_library_filename(
int index, std::string&& value);
8229 void set_op_library_filename(
int index,
const char* value);
8230 void set_op_library_filename(
int index,
const char* value,
size_t size);
8231 std::string* add_op_library_filename();
8232 void add_op_library_filename(
const std::string& value);
8233 void add_op_library_filename(std::string&& value);
8234 void add_op_library_filename(
const char* value);
8235 void add_op_library_filename(
const char* value,
size_t size);
8236 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>& op_library_filename()
const;
8237 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>* mutable_op_library_filename();
8239 const std::string& _internal_op_library_filename(
int index)
const;
8240 std::string* _internal_add_op_library_filename();
8247 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
8248 typedef void InternalArenaConstructable_;
8249 typedef void DestructorSkippable_;
8251 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string> op_library_filename_;
8252 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
8255 friend struct ::TableStruct_model_5fconfig_2eproto;
8259 class ModelTransactionPolicy final :
8260 public ::PROTOBUF_NAMESPACE_ID::Message {
8264 explicit PROTOBUF_CONSTEXPR
ModelTransactionPolicy(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
8277 if (
this == &from)
return *
this;
8278 if (GetOwningArena() == from.GetOwningArena()
8279 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
8280 && GetOwningArena() !=
nullptr
8283 InternalSwap(&from);
8313 if (other ==
this)
return;
8314 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
8315 if (GetOwningArena() !=
nullptr &&
8316 GetOwningArena() == other->GetOwningArena()) {
8317 #else // PROTOBUF_FORCE_COPY_IN_SWAP
8318 if (GetOwningArena() == other->GetOwningArena()) {
8319 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
8320 InternalSwap(other);
8322 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
8326 if (other ==
this)
return;
8327 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
8328 InternalSwap(other);
8334 return CreateMaybeMessage<ModelTransactionPolicy>(arena);
8336 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
8338 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
8340 ModelTransactionPolicy::MergeImpl(*
this, from);
8343 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
8345 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
8351 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
8355 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
8357 void SetCachedSize(
int size)
const final;
8361 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
8362 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
8363 return "inference.ModelTransactionPolicy";
8366 explicit ModelTransactionPolicy(::PROTOBUF_NAMESPACE_ID::Arena* arena,
8367 bool is_message_owned =
false);
8371 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
8373 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
8380 kDecoupledFieldNumber = 1,
8383 void clear_decoupled();
8384 bool decoupled()
const;
8385 void set_decoupled(
bool value);
8387 bool _internal_decoupled()
const;
8388 void _internal_set_decoupled(
bool value);
8395 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
8396 typedef void InternalArenaConstructable_;
8397 typedef void DestructorSkippable_;
8400 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
8403 friend struct ::TableStruct_model_5fconfig_2eproto;
8407 class ModelRepositoryAgents_Agent_ParametersEntry_DoNotUse :
public ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelRepositoryAgents_Agent_ParametersEntry_DoNotUse,
8408 std::string, std::string,
8409 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING,
8410 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING> {
8412 typedef ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelRepositoryAgents_Agent_ParametersEntry_DoNotUse,
8413 std::string, std::string,
8418 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
8423 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelRepositoryAgents.Agent.ParametersEntry.key");
8426 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelRepositoryAgents.Agent.ParametersEntry.value");
8428 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
8429 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
8436 public ::PROTOBUF_NAMESPACE_ID::Message {
8453 if (
this == &from)
return *
this;
8454 if (GetOwningArena() == from.GetOwningArena()
8455 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
8456 && GetOwningArena() !=
nullptr
8459 InternalSwap(&from);
8489 if (other ==
this)
return;
8490 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
8491 if (GetOwningArena() !=
nullptr &&
8492 GetOwningArena() == other->GetOwningArena()) {
8493 #else // PROTOBUF_FORCE_COPY_IN_SWAP
8494 if (GetOwningArena() == other->GetOwningArena()) {
8495 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
8496 InternalSwap(other);
8498 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
8502 if (other ==
this)
return;
8503 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
8504 InternalSwap(other);
8510 return CreateMaybeMessage<ModelRepositoryAgents_Agent>(arena);
8512 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
8514 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
8516 ModelRepositoryAgents_Agent::MergeImpl(*
this, from);
8519 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
8521 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
8527 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
8531 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
8533 void SetCachedSize(
int size)
const final;
8537 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
8538 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
8539 return "inference.ModelRepositoryAgents.Agent";
8542 explicit ModelRepositoryAgents_Agent(::PROTOBUF_NAMESPACE_ID::Arena* arena,
8543 bool is_message_owned =
false);
8545 static void ArenaDtor(
void*
object);
8549 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
8551 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
8559 kParametersFieldNumber = 2,
8563 int parameters_size()
const;
8565 int _internal_parameters_size()
const;
8567 void clear_parameters();
8569 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
8570 _internal_parameters()
const;
8571 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
8572 _internal_mutable_parameters();
8574 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
8576 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
8577 mutable_parameters();
8581 const std::string&
name()
const;
8582 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
8583 void set_name(ArgT0&& arg0, ArgT... args);
8588 const std::string& _internal_name()
const;
8589 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
8590 std::string* _internal_mutable_name();
8597 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
8598 typedef void InternalArenaConstructable_;
8599 typedef void DestructorSkippable_;
8601 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
8602 ModelRepositoryAgents_Agent_ParametersEntry_DoNotUse,
8603 std::string, std::string,
8606 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
8607 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
8610 friend struct ::TableStruct_model_5fconfig_2eproto;
8614 class ModelRepositoryAgents final :
8615 public ::PROTOBUF_NAMESPACE_ID::Message {
8619 explicit PROTOBUF_CONSTEXPR
ModelRepositoryAgents(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
8632 if (
this == &from)
return *
this;
8633 if (GetOwningArena() == from.GetOwningArena()
8634 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
8635 && GetOwningArena() !=
nullptr
8638 InternalSwap(&from);
8668 if (other ==
this)
return;
8669 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
8670 if (GetOwningArena() !=
nullptr &&
8671 GetOwningArena() == other->GetOwningArena()) {
8672 #else // PROTOBUF_FORCE_COPY_IN_SWAP
8673 if (GetOwningArena() == other->GetOwningArena()) {
8674 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
8675 InternalSwap(other);
8677 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
8681 if (other ==
this)
return;
8682 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
8683 InternalSwap(other);
8689 return CreateMaybeMessage<ModelRepositoryAgents>(arena);
8691 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
8693 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
8695 ModelRepositoryAgents::MergeImpl(*
this, from);
8698 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
8700 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
8706 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
8710 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
8712 void SetCachedSize(
int size)
const final;
8716 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
8717 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
8718 return "inference.ModelRepositoryAgents";
8721 explicit ModelRepositoryAgents(::PROTOBUF_NAMESPACE_ID::Arena* arena,
8722 bool is_message_owned =
false);
8726 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
8728 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
8737 kAgentsFieldNumber = 1,
8740 int agents_size()
const;
8742 int _internal_agents_size()
const;
8744 void clear_agents();
8746 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRepositoryAgents_Agent >*
8749 const ::inference::ModelRepositoryAgents_Agent& _internal_agents(
int index)
const;
8752 const ::inference::ModelRepositoryAgents_Agent& agents(
int index)
const;
8754 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRepositoryAgents_Agent >&
8761 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
8762 typedef void InternalArenaConstructable_;
8763 typedef void DestructorSkippable_;
8765 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRepositoryAgents_Agent > agents_;
8766 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
8769 friend struct ::TableStruct_model_5fconfig_2eproto;
8773 class ModelResponseCache final :
8774 public ::PROTOBUF_NAMESPACE_ID::Message {
8778 explicit PROTOBUF_CONSTEXPR
ModelResponseCache(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
8791 if (
this == &from)
return *
this;
8792 if (GetOwningArena() == from.GetOwningArena()
8793 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
8794 && GetOwningArena() !=
nullptr
8797 InternalSwap(&from);
8827 if (other ==
this)
return;
8828 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
8829 if (GetOwningArena() !=
nullptr &&
8830 GetOwningArena() == other->GetOwningArena()) {
8831 #else // PROTOBUF_FORCE_COPY_IN_SWAP
8832 if (GetOwningArena() == other->GetOwningArena()) {
8833 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
8834 InternalSwap(other);
8836 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
8840 if (other ==
this)
return;
8841 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
8842 InternalSwap(other);
8848 return CreateMaybeMessage<ModelResponseCache>(arena);
8850 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
8852 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
8854 ModelResponseCache::MergeImpl(*
this, from);
8857 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
8859 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
8865 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
8869 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
8871 void SetCachedSize(
int size)
const final;
8875 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
8876 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
8877 return "inference.ModelResponseCache";
8880 explicit ModelResponseCache(::PROTOBUF_NAMESPACE_ID::Arena* arena,
8881 bool is_message_owned =
false);
8885 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
8887 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
8894 kEnableFieldNumber = 1,
8897 void clear_enable();
8898 bool enable()
const;
8899 void set_enable(
bool value);
8901 bool _internal_enable()
const;
8902 void _internal_set_enable(
bool value);
8909 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
8910 typedef void InternalArenaConstructable_;
8911 typedef void DestructorSkippable_;
8914 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
8917 friend struct ::TableStruct_model_5fconfig_2eproto;
8921 class ModelMetrics_MetricControl_MetricIdentifier final :
8922 public ::PROTOBUF_NAMESPACE_ID::Message {
8939 if (
this == &from)
return *
this;
8940 if (GetOwningArena() == from.GetOwningArena()
8941 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
8942 && GetOwningArena() !=
nullptr
8945 InternalSwap(&from);
8975 if (other ==
this)
return;
8976 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
8977 if (GetOwningArena() !=
nullptr &&
8978 GetOwningArena() == other->GetOwningArena()) {
8979 #else // PROTOBUF_FORCE_COPY_IN_SWAP
8980 if (GetOwningArena() == other->GetOwningArena()) {
8981 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
8982 InternalSwap(other);
8984 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
8988 if (other ==
this)
return;
8989 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
8990 InternalSwap(other);
8996 return CreateMaybeMessage<ModelMetrics_MetricControl_MetricIdentifier>(arena);
8998 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
9000 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
9002 ModelMetrics_MetricControl_MetricIdentifier::MergeImpl(*
this, from);
9005 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
9007 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
9013 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
9017 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
9019 void SetCachedSize(
int size)
const final;
9023 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
9024 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
9025 return "inference.ModelMetrics.MetricControl.MetricIdentifier";
9028 explicit ModelMetrics_MetricControl_MetricIdentifier(::PROTOBUF_NAMESPACE_ID::Arena* arena,
9029 bool is_message_owned =
false);
9033 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
9035 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
9042 kFamilyFieldNumber = 1,
9045 void clear_family();
9046 const std::string& family()
const;
9047 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
9048 void set_family(ArgT0&& arg0, ArgT... args);
9049 std::string* mutable_family();
9050 PROTOBUF_NODISCARD std::string* release_family();
9051 void set_allocated_family(std::string* family);
9053 const std::string& _internal_family()
const;
9054 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_family(
const std::string& value);
9055 std::string* _internal_mutable_family();
9062 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
9063 typedef void InternalArenaConstructable_;
9064 typedef void DestructorSkippable_;
9066 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr family_;
9067 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
9070 friend struct ::TableStruct_model_5fconfig_2eproto;
9074 class ModelMetrics_MetricControl_HistogramOptions final :
9075 public ::PROTOBUF_NAMESPACE_ID::Message {
9092 if (
this == &from)
return *
this;
9093 if (GetOwningArena() == from.GetOwningArena()
9094 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
9095 && GetOwningArena() !=
nullptr
9098 InternalSwap(&from);
9128 if (other ==
this)
return;
9129 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
9130 if (GetOwningArena() !=
nullptr &&
9131 GetOwningArena() == other->GetOwningArena()) {
9132 #else // PROTOBUF_FORCE_COPY_IN_SWAP
9133 if (GetOwningArena() == other->GetOwningArena()) {
9134 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
9135 InternalSwap(other);
9137 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
9141 if (other ==
this)
return;
9142 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
9143 InternalSwap(other);
9149 return CreateMaybeMessage<ModelMetrics_MetricControl_HistogramOptions>(arena);
9151 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
9153 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
9155 ModelMetrics_MetricControl_HistogramOptions::MergeImpl(*
this, from);
9158 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
9160 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
9166 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
9170 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
9172 void SetCachedSize(
int size)
const final;
9176 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
9177 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
9178 return "inference.ModelMetrics.MetricControl.HistogramOptions";
9181 explicit ModelMetrics_MetricControl_HistogramOptions(::PROTOBUF_NAMESPACE_ID::Arena* arena,
9182 bool is_message_owned =
false);
9186 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
9188 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
9195 kBucketsFieldNumber = 1,
9198 int buckets_size()
const;
9200 int _internal_buckets_size()
const;
9202 void clear_buckets();
9204 double _internal_buckets(
int index)
const;
9205 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< double >&
9206 _internal_buckets()
const;
9207 void _internal_add_buckets(
double value);
9208 ::PROTOBUF_NAMESPACE_ID::RepeatedField< double >*
9209 _internal_mutable_buckets();
9211 double buckets(
int index)
const;
9212 void set_buckets(
int index,
double value);
9213 void add_buckets(
double value);
9214 const ::PROTOBUF_NAMESPACE_ID::RepeatedField< double >&
9216 ::PROTOBUF_NAMESPACE_ID::RepeatedField< double >*
9223 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
9224 typedef void InternalArenaConstructable_;
9225 typedef void DestructorSkippable_;
9227 ::PROTOBUF_NAMESPACE_ID::RepeatedField< double > buckets_;
9228 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
9231 friend struct ::TableStruct_model_5fconfig_2eproto;
9235 class ModelMetrics_MetricControl final :
9236 public ::PROTOBUF_NAMESPACE_ID::Message {
9253 if (
this == &from)
return *
this;
9254 if (GetOwningArena() == from.GetOwningArena()
9255 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
9256 && GetOwningArena() !=
nullptr
9259 InternalSwap(&from);
9279 kHistogramOptions = 2,
9280 METRIC_OPTIONS_NOT_SET = 0,
9294 if (other ==
this)
return;
9295 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
9296 if (GetOwningArena() !=
nullptr &&
9297 GetOwningArena() == other->GetOwningArena()) {
9298 #else // PROTOBUF_FORCE_COPY_IN_SWAP
9299 if (GetOwningArena() == other->GetOwningArena()) {
9300 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
9301 InternalSwap(other);
9303 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
9307 if (other ==
this)
return;
9308 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
9309 InternalSwap(other);
9315 return CreateMaybeMessage<ModelMetrics_MetricControl>(arena);
9317 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
9319 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
9321 ModelMetrics_MetricControl::MergeImpl(*
this, from);
9324 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
9326 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
9332 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
9336 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
9338 void SetCachedSize(
int size)
const final;
9342 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
9343 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
9344 return "inference.ModelMetrics.MetricControl";
9347 explicit ModelMetrics_MetricControl(::PROTOBUF_NAMESPACE_ID::Arena* arena,
9348 bool is_message_owned =
false);
9352 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
9354 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
9364 kMetricIdentifierFieldNumber = 1,
9365 kHistogramOptionsFieldNumber = 2,
9368 bool has_metric_identifier()
const;
9370 bool _internal_has_metric_identifier()
const;
9372 void clear_metric_identifier();
9373 const ::inference::ModelMetrics_MetricControl_MetricIdentifier& metric_identifier()
const;
9374 PROTOBUF_NODISCARD ::inference::ModelMetrics_MetricControl_MetricIdentifier* release_metric_identifier();
9378 const ::inference::ModelMetrics_MetricControl_MetricIdentifier& _internal_metric_identifier()
const;
9381 void unsafe_arena_set_allocated_metric_identifier(
9386 bool has_histogram_options()
const;
9388 bool _internal_has_histogram_options()
const;
9390 void clear_histogram_options();
9391 const ::inference::ModelMetrics_MetricControl_HistogramOptions& histogram_options()
const;
9392 PROTOBUF_NODISCARD ::inference::ModelMetrics_MetricControl_HistogramOptions* release_histogram_options();
9396 const ::inference::ModelMetrics_MetricControl_HistogramOptions& _internal_histogram_options()
const;
9399 void unsafe_arena_set_allocated_histogram_options(
9403 void clear_metric_options();
9404 MetricOptionsCase metric_options_case()
const;
9408 void set_has_histogram_options();
9410 inline bool has_metric_options()
const;
9411 inline void clear_has_metric_options();
9413 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
9414 typedef void InternalArenaConstructable_;
9415 typedef void DestructorSkippable_;
9418 union MetricOptionsUnion {
9420 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized _constinit_;
9423 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
9424 uint32_t _oneof_case_[1];
9428 friend struct ::TableStruct_model_5fconfig_2eproto;
9433 public ::PROTOBUF_NAMESPACE_ID::Message {
9437 explicit PROTOBUF_CONSTEXPR
ModelMetrics(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
9450 if (
this == &from)
return *
this;
9451 if (GetOwningArena() == from.GetOwningArena()
9452 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
9453 && GetOwningArena() !=
nullptr
9456 InternalSwap(&from);
9486 if (other ==
this)
return;
9487 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
9488 if (GetOwningArena() !=
nullptr &&
9489 GetOwningArena() == other->GetOwningArena()) {
9490 #else // PROTOBUF_FORCE_COPY_IN_SWAP
9491 if (GetOwningArena() == other->GetOwningArena()) {
9492 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
9493 InternalSwap(other);
9495 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
9499 if (other ==
this)
return;
9500 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
9501 InternalSwap(other);
9507 return CreateMaybeMessage<ModelMetrics>(arena);
9509 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
9511 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
9513 ModelMetrics::MergeImpl(*
this, from);
9516 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
9518 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
9524 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
9528 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
9530 void SetCachedSize(
int size)
const final;
9534 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
9535 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
9536 return "inference.ModelMetrics";
9539 explicit ModelMetrics(::PROTOBUF_NAMESPACE_ID::Arena* arena,
9540 bool is_message_owned =
false);
9544 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
9546 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
9555 kMetricControlFieldNumber = 1,
9558 int metric_control_size()
const;
9560 int _internal_metric_control_size()
const;
9562 void clear_metric_control();
9564 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelMetrics_MetricControl >*
9565 mutable_metric_control();
9567 const ::inference::ModelMetrics_MetricControl& _internal_metric_control(
int index)
const;
9570 const ::inference::ModelMetrics_MetricControl& metric_control(
int index)
const;
9572 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelMetrics_MetricControl >&
9573 metric_control()
const;
9579 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
9580 typedef void InternalArenaConstructable_;
9581 typedef void DestructorSkippable_;
9583 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelMetrics_MetricControl > metric_control_;
9584 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
9587 friend struct ::TableStruct_model_5fconfig_2eproto;
9591 class ModelConfig_CcModelFilenamesEntry_DoNotUse :
public ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelConfig_CcModelFilenamesEntry_DoNotUse,
9592 std::string, std::string,
9593 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING,
9594 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_STRING> {
9596 typedef ::PROTOBUF_NAMESPACE_ID::internal::MapEntry<ModelConfig_CcModelFilenamesEntry_DoNotUse,
9597 std::string, std::string,
9602 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
9607 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelConfig.CcModelFilenamesEntry.key");
9610 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelConfig.CcModelFilenamesEntry.value");
9612 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
9613 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
9620 std::
string,
std::
string,
9625 std::string, std::string,
9630 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
9635 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelConfig.MetricTagsEntry.key");
9638 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelConfig.MetricTagsEntry.value");
9640 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
9641 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
9650 ::PROTOBUF_NAMESPACE_ID::
internal::WireFormatLite::TYPE_MESSAGE> {
9655 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE>
SuperType;
9658 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
9663 return ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::VerifyUtf8String(s->data(),
static_cast<int>(s->size()), ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::PARSE,
"inference.ModelConfig.ParametersEntry.key");
9666 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
9667 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
9674 public ::PROTOBUF_NAMESPACE_ID::Message {
9678 explicit PROTOBUF_CONSTEXPR
ModelConfig(::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized);
9691 if (
this == &from)
return *
this;
9692 if (GetOwningArena() == from.GetOwningArena()
9693 #ifdef PROTOBUF_FORCE_COPY_IN_MOVE
9694 && GetOwningArena() !=
nullptr
9697 InternalSwap(&from);
9717 kDynamicBatching = 11,
9718 kSequenceBatching = 13,
9719 kEnsembleScheduling = 15,
9720 SCHEDULING_CHOICE_NOT_SET = 0,
9734 if (other ==
this)
return;
9735 #ifdef PROTOBUF_FORCE_COPY_IN_SWAP
9736 if (GetOwningArena() !=
nullptr &&
9737 GetOwningArena() == other->GetOwningArena()) {
9738 #else // PROTOBUF_FORCE_COPY_IN_SWAP
9739 if (GetOwningArena() == other->GetOwningArena()) {
9740 #endif // !PROTOBUF_FORCE_COPY_IN_SWAP
9741 InternalSwap(other);
9743 ::PROTOBUF_NAMESPACE_ID::internal::GenericSwap(
this, other);
9747 if (other ==
this)
return;
9748 GOOGLE_DCHECK(GetOwningArena() == other->GetOwningArena());
9749 InternalSwap(other);
9755 return CreateMaybeMessage<ModelConfig>(arena);
9757 using ::PROTOBUF_NAMESPACE_ID::Message::CopyFrom;
9759 using ::PROTOBUF_NAMESPACE_ID::Message::MergeFrom;
9761 ModelConfig::MergeImpl(*
this, from);
9764 static void MergeImpl(::PROTOBUF_NAMESPACE_ID::Message& to_msg, const ::PROTOBUF_NAMESPACE_ID::Message& from_msg);
9766 PROTOBUF_ATTRIBUTE_REINITIALIZES
void Clear() final;
9772 uint8_t* target, ::PROTOBUF_NAMESPACE_ID::io::EpsCopyOutputStream* stream) const final;
9776 void SharedCtor(::PROTOBUF_NAMESPACE_ID::Arena* arena,
bool is_message_owned);
9778 void SetCachedSize(
int size)
const final;
9782 friend class ::PROTOBUF_NAMESPACE_ID::internal::AnyMetadata;
9783 static ::PROTOBUF_NAMESPACE_ID::StringPiece FullMessageName() {
9784 return "inference.ModelConfig";
9787 explicit ModelConfig(::PROTOBUF_NAMESPACE_ID::Arena* arena,
9788 bool is_message_owned =
false);
9790 static void ArenaDtor(
void*
object);
9794 const ::PROTOBUF_NAMESPACE_ID::Message::ClassData*
GetClassData() const final;
9796 ::PROTOBUF_NAMESPACE_ID::Metadata
GetMetadata() const final;
9804 kInputFieldNumber = 5,
9805 kOutputFieldNumber = 6,
9806 kInstanceGroupFieldNumber = 7,
9807 kCcModelFilenamesFieldNumber = 9,
9808 kMetricTagsFieldNumber = 10,
9809 kParametersFieldNumber = 14,
9810 kModelWarmupFieldNumber = 16,
9811 kBatchInputFieldNumber = 20,
9812 kBatchOutputFieldNumber = 21,
9814 kPlatformFieldNumber = 2,
9815 kDefaultModelFilenameFieldNumber = 8,
9816 kBackendFieldNumber = 17,
9817 kRuntimeFieldNumber = 25,
9818 kVersionPolicyFieldNumber = 3,
9819 kOptimizationFieldNumber = 12,
9820 kModelOperationsFieldNumber = 18,
9821 kModelTransactionPolicyFieldNumber = 19,
9822 kModelRepositoryAgentsFieldNumber = 23,
9823 kResponseCacheFieldNumber = 24,
9824 kModelMetricsFieldNumber = 26,
9825 kMaxBatchSizeFieldNumber = 4,
9826 kDynamicBatchingFieldNumber = 11,
9827 kSequenceBatchingFieldNumber = 13,
9828 kEnsembleSchedulingFieldNumber = 15,
9831 int input_size()
const;
9833 int _internal_input_size()
const;
9837 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInput >*
9840 const ::inference::ModelInput& _internal_input(
int index)
const;
9843 const ::inference::ModelInput& input(
int index)
const;
9845 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInput >&
9849 int output_size()
const;
9851 int _internal_output_size()
const;
9853 void clear_output();
9855 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOutput >*
9858 const ::inference::ModelOutput& _internal_output(
int index)
const;
9861 const ::inference::ModelOutput& output(
int index)
const;
9863 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOutput >&
9867 int instance_group_size()
const;
9869 int _internal_instance_group_size()
const;
9871 void clear_instance_group();
9873 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup >*
9874 mutable_instance_group();
9876 const ::inference::ModelInstanceGroup& _internal_instance_group(
int index)
const;
9879 const ::inference::ModelInstanceGroup& instance_group(
int index)
const;
9881 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup >&
9882 instance_group()
const;
9885 int cc_model_filenames_size()
const;
9887 int _internal_cc_model_filenames_size()
const;
9889 void clear_cc_model_filenames();
9891 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
9892 _internal_cc_model_filenames()
const;
9893 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
9894 _internal_mutable_cc_model_filenames();
9896 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
9897 cc_model_filenames()
const;
9898 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
9899 mutable_cc_model_filenames();
9902 int metric_tags_size()
const;
9904 int _internal_metric_tags_size()
const;
9906 void clear_metric_tags();
9908 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
9909 _internal_metric_tags()
const;
9910 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
9911 _internal_mutable_metric_tags();
9913 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
9914 metric_tags()
const;
9915 ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
9916 mutable_metric_tags();
9919 int parameters_size()
const;
9921 int _internal_parameters_size()
const;
9923 void clear_parameters();
9925 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelParameter >&
9926 _internal_parameters()
const;
9927 ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelParameter >*
9928 _internal_mutable_parameters();
9930 const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelParameter >&
9932 ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelParameter >*
9933 mutable_parameters();
9936 int model_warmup_size()
const;
9938 int _internal_model_warmup_size()
const;
9940 void clear_model_warmup();
9942 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelWarmup >*
9943 mutable_model_warmup();
9945 const ::inference::ModelWarmup& _internal_model_warmup(
int index)
const;
9948 const ::inference::ModelWarmup& model_warmup(
int index)
const;
9950 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelWarmup >&
9951 model_warmup()
const;
9954 int batch_input_size()
const;
9956 int _internal_batch_input_size()
const;
9958 void clear_batch_input();
9960 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchInput >*
9961 mutable_batch_input();
9963 const ::inference::BatchInput& _internal_batch_input(
int index)
const;
9966 const ::inference::BatchInput& batch_input(
int index)
const;
9968 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchInput >&
9969 batch_input()
const;
9972 int batch_output_size()
const;
9974 int _internal_batch_output_size()
const;
9976 void clear_batch_output();
9978 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchOutput >*
9979 mutable_batch_output();
9981 const ::inference::BatchOutput& _internal_batch_output(
int index)
const;
9984 const ::inference::BatchOutput& batch_output(
int index)
const;
9986 const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchOutput >&
9987 batch_output()
const;
9991 const std::string&
name()
const;
9992 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
9993 void set_name(ArgT0&& arg0, ArgT... args);
9998 const std::string& _internal_name()
const;
9999 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_name(
const std::string& value);
10000 std::string* _internal_mutable_name();
10004 void clear_platform();
10005 const std::string& platform()
const;
10006 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
10007 void set_platform(ArgT0&& arg0, ArgT... args);
10008 std::string* mutable_platform();
10009 PROTOBUF_NODISCARD std::string* release_platform();
10010 void set_allocated_platform(std::string* platform);
10012 const std::string& _internal_platform()
const;
10013 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_platform(
const std::string& value);
10014 std::string* _internal_mutable_platform();
10018 void clear_default_model_filename();
10019 const std::string& default_model_filename()
const;
10020 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
10021 void set_default_model_filename(ArgT0&& arg0, ArgT... args);
10022 std::string* mutable_default_model_filename();
10023 PROTOBUF_NODISCARD std::string* release_default_model_filename();
10024 void set_allocated_default_model_filename(std::string* default_model_filename);
10026 const std::string& _internal_default_model_filename()
const;
10027 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_default_model_filename(
const std::string& value);
10028 std::string* _internal_mutable_default_model_filename();
10032 void clear_backend();
10033 const std::string& backend()
const;
10034 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
10035 void set_backend(ArgT0&& arg0, ArgT... args);
10036 std::string* mutable_backend();
10037 PROTOBUF_NODISCARD std::string* release_backend();
10038 void set_allocated_backend(std::string* backend);
10040 const std::string& _internal_backend()
const;
10041 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_backend(
const std::string& value);
10042 std::string* _internal_mutable_backend();
10046 void clear_runtime();
10047 const std::string& runtime()
const;
10048 template <
typename ArgT0 =
const std::string&,
typename... ArgT>
10049 void set_runtime(ArgT0&& arg0, ArgT... args);
10050 std::string* mutable_runtime();
10051 PROTOBUF_NODISCARD std::string* release_runtime();
10052 void set_allocated_runtime(std::string* runtime);
10054 const std::string& _internal_runtime()
const;
10055 inline PROTOBUF_ALWAYS_INLINE
void _internal_set_runtime(
const std::string& value);
10056 std::string* _internal_mutable_runtime();
10060 bool has_version_policy()
const;
10062 bool _internal_has_version_policy()
const;
10064 void clear_version_policy();
10065 const ::inference::ModelVersionPolicy& version_policy()
const;
10066 PROTOBUF_NODISCARD ::inference::ModelVersionPolicy* release_version_policy();
10070 const ::inference::ModelVersionPolicy& _internal_version_policy()
const;
10073 void unsafe_arena_set_allocated_version_policy(
10078 bool has_optimization()
const;
10080 bool _internal_has_optimization()
const;
10082 void clear_optimization();
10083 const ::inference::ModelOptimizationPolicy& optimization()
const;
10084 PROTOBUF_NODISCARD ::inference::ModelOptimizationPolicy* release_optimization();
10088 const ::inference::ModelOptimizationPolicy& _internal_optimization()
const;
10091 void unsafe_arena_set_allocated_optimization(
10096 bool has_model_operations()
const;
10098 bool _internal_has_model_operations()
const;
10100 void clear_model_operations();
10101 const ::inference::ModelOperations& model_operations()
const;
10102 PROTOBUF_NODISCARD ::inference::ModelOperations* release_model_operations();
10106 const ::inference::ModelOperations& _internal_model_operations()
const;
10109 void unsafe_arena_set_allocated_model_operations(
10114 bool has_model_transaction_policy()
const;
10116 bool _internal_has_model_transaction_policy()
const;
10118 void clear_model_transaction_policy();
10119 const ::inference::ModelTransactionPolicy& model_transaction_policy()
const;
10120 PROTOBUF_NODISCARD ::inference::ModelTransactionPolicy* release_model_transaction_policy();
10124 const ::inference::ModelTransactionPolicy& _internal_model_transaction_policy()
const;
10127 void unsafe_arena_set_allocated_model_transaction_policy(
10132 bool has_model_repository_agents()
const;
10134 bool _internal_has_model_repository_agents()
const;
10136 void clear_model_repository_agents();
10137 const ::inference::ModelRepositoryAgents& model_repository_agents()
const;
10138 PROTOBUF_NODISCARD ::inference::ModelRepositoryAgents* release_model_repository_agents();
10142 const ::inference::ModelRepositoryAgents& _internal_model_repository_agents()
const;
10145 void unsafe_arena_set_allocated_model_repository_agents(
10150 bool has_response_cache()
const;
10152 bool _internal_has_response_cache()
const;
10154 void clear_response_cache();
10155 const ::inference::ModelResponseCache& response_cache()
const;
10156 PROTOBUF_NODISCARD ::inference::ModelResponseCache* release_response_cache();
10160 const ::inference::ModelResponseCache& _internal_response_cache()
const;
10163 void unsafe_arena_set_allocated_response_cache(
10168 bool has_model_metrics()
const;
10170 bool _internal_has_model_metrics()
const;
10172 void clear_model_metrics();
10173 const ::inference::ModelMetrics& model_metrics()
const;
10174 PROTOBUF_NODISCARD ::inference::ModelMetrics* release_model_metrics();
10178 const ::inference::ModelMetrics& _internal_model_metrics()
const;
10181 void unsafe_arena_set_allocated_model_metrics(
10186 void clear_max_batch_size();
10187 int32_t max_batch_size()
const;
10188 void set_max_batch_size(int32_t value);
10190 int32_t _internal_max_batch_size()
const;
10191 void _internal_set_max_batch_size(int32_t value);
10195 bool has_dynamic_batching()
const;
10197 bool _internal_has_dynamic_batching()
const;
10199 void clear_dynamic_batching();
10200 const ::inference::ModelDynamicBatching& dynamic_batching()
const;
10201 PROTOBUF_NODISCARD ::inference::ModelDynamicBatching* release_dynamic_batching();
10205 const ::inference::ModelDynamicBatching& _internal_dynamic_batching()
const;
10208 void unsafe_arena_set_allocated_dynamic_batching(
10213 bool has_sequence_batching()
const;
10215 bool _internal_has_sequence_batching()
const;
10217 void clear_sequence_batching();
10218 const ::inference::ModelSequenceBatching& sequence_batching()
const;
10219 PROTOBUF_NODISCARD ::inference::ModelSequenceBatching* release_sequence_batching();
10223 const ::inference::ModelSequenceBatching& _internal_sequence_batching()
const;
10226 void unsafe_arena_set_allocated_sequence_batching(
10231 bool has_ensemble_scheduling()
const;
10233 bool _internal_has_ensemble_scheduling()
const;
10235 void clear_ensemble_scheduling();
10236 const ::inference::ModelEnsembling& ensemble_scheduling()
const;
10237 PROTOBUF_NODISCARD ::inference::ModelEnsembling* release_ensemble_scheduling();
10241 const ::inference::ModelEnsembling& _internal_ensemble_scheduling()
const;
10244 void unsafe_arena_set_allocated_ensemble_scheduling(
10248 void clear_scheduling_choice();
10249 SchedulingChoiceCase scheduling_choice_case()
const;
10253 void set_has_dynamic_batching();
10254 void set_has_sequence_batching();
10255 void set_has_ensemble_scheduling();
10257 inline bool has_scheduling_choice()
const;
10258 inline void clear_has_scheduling_choice();
10260 template <
typename T>
friend class ::PROTOBUF_NAMESPACE_ID::Arena::InternalHelper;
10261 typedef void InternalArenaConstructable_;
10262 typedef void DestructorSkippable_;
10264 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInput > input_;
10265 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOutput > output_;
10266 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup > instance_group_;
10267 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
10268 ModelConfig_CcModelFilenamesEntry_DoNotUse,
10269 std::string, std::string,
10272 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
10273 ModelConfig_MetricTagsEntry_DoNotUse,
10274 std::string, std::string,
10277 ::PROTOBUF_NAMESPACE_ID::internal::MapField<
10278 ModelConfig_ParametersEntry_DoNotUse,
10281 ::PROTOBUF_NAMESPACE_ID::internal::WireFormatLite::TYPE_MESSAGE> parameters_;
10282 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelWarmup > model_warmup_;
10283 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchInput > batch_input_;
10284 ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchOutput > batch_output_;
10285 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr name_;
10286 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr platform_;
10287 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr default_model_filename_;
10288 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr backend_;
10289 ::PROTOBUF_NAMESPACE_ID::internal::ArenaStringPtr runtime_;
10297 int32_t max_batch_size_;
10298 union SchedulingChoiceUnion {
10300 ::PROTOBUF_NAMESPACE_ID::internal::ConstantInitialized _constinit_;
10304 } scheduling_choice_;
10305 mutable ::PROTOBUF_NAMESPACE_ID::internal::CachedSize _cached_size_;
10306 uint32_t _oneof_case_[1];
10309 union { Impl_
_impl_; };
10310 friend struct ::TableStruct_model_5fconfig_2eproto;
10318 #pragma GCC diagnostic push
10319 #pragma GCC diagnostic ignored "-Wstrict-aliasing"
10325 _impl_.name_.ClearToEmpty();
10329 return _internal_name();
10331 template <
typename ArgT0,
typename... ArgT>
10332 inline PROTOBUF_ALWAYS_INLINE
10335 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
10339 std::string* _s = _internal_mutable_name();
10343 inline const std::string& ModelRateLimiter_Resource::_internal_name()
const {
10344 return _impl_.name_.Get();
10346 inline void ModelRateLimiter_Resource::_internal_set_name(
const std::string& value) {
10348 _impl_.name_.Set(value, GetArenaForAllocation());
10350 inline std::string* ModelRateLimiter_Resource::_internal_mutable_name() {
10352 return _impl_.name_.Mutable(GetArenaForAllocation());
10356 return _impl_.name_.Release();
10359 if (
name !=
nullptr) {
10364 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
10365 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
10366 if (
_impl_.name_.IsDefault()) {
10367 _impl_.name_.Set(
"", GetArenaForAllocation());
10369 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
10377 inline bool ModelRateLimiter_Resource::_internal_global()
const {
10382 return _internal_global();
10384 inline void ModelRateLimiter_Resource::_internal_set_global(
bool value) {
10389 _internal_set_global(value);
10397 inline uint32_t ModelRateLimiter_Resource::_internal_count()
const {
10402 return _internal_count();
10404 inline void ModelRateLimiter_Resource::_internal_set_count(uint32_t value) {
10409 _internal_set_count(value);
10418 inline int ModelRateLimiter::_internal_resources_size()
const {
10419 return _impl_.resources_.size();
10422 return _internal_resources_size();
10425 _impl_.resources_.Clear();
10429 return _impl_.resources_.Mutable(index);
10431 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRateLimiter_Resource >*
10434 return &
_impl_.resources_;
10436 inline const ::inference::ModelRateLimiter_Resource& ModelRateLimiter::_internal_resources(
int index)
const {
10437 return _impl_.resources_.Get(index);
10441 return _internal_resources(index);
10443 inline ::inference::ModelRateLimiter_Resource* ModelRateLimiter::_internal_add_resources() {
10444 return _impl_.resources_.Add();
10451 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRateLimiter_Resource >&
10454 return _impl_.resources_;
10461 inline uint32_t ModelRateLimiter::_internal_priority()
const {
10462 return _impl_.priority_;
10466 return _internal_priority();
10468 inline void ModelRateLimiter::_internal_set_priority(uint32_t value) {
10470 _impl_.priority_ = value;
10473 _internal_set_priority(value);
10490 return _internal_kind();
10497 _internal_set_kind(value);
10503 _impl_.device_id_ = int64_t{0};
10505 inline int64_t ModelInstanceGroup_SecondaryDevice::_internal_device_id()
const {
10506 return _impl_.device_id_;
10510 return _internal_device_id();
10512 inline void ModelInstanceGroup_SecondaryDevice::_internal_set_device_id(int64_t value) {
10514 _impl_.device_id_ = value;
10517 _internal_set_device_id(value);
10527 _impl_.name_.ClearToEmpty();
10531 return _internal_name();
10533 template <
typename ArgT0,
typename... ArgT>
10534 inline PROTOBUF_ALWAYS_INLINE
10537 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
10541 std::string* _s = _internal_mutable_name();
10545 inline const std::string& ModelInstanceGroup::_internal_name()
const {
10546 return _impl_.name_.Get();
10548 inline void ModelInstanceGroup::_internal_set_name(
const std::string& value) {
10550 _impl_.name_.Set(value, GetArenaForAllocation());
10552 inline std::string* ModelInstanceGroup::_internal_mutable_name() {
10554 return _impl_.name_.Mutable(GetArenaForAllocation());
10558 return _impl_.name_.Release();
10561 if (
name !=
nullptr) {
10566 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
10567 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
10568 if (
_impl_.name_.IsDefault()) {
10569 _impl_.name_.Set(
"", GetArenaForAllocation());
10571 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
10584 return _internal_kind();
10591 _internal_set_kind(value);
10599 inline int32_t ModelInstanceGroup::_internal_count()
const {
10604 return _internal_count();
10606 inline void ModelInstanceGroup::_internal_set_count(int32_t value) {
10611 _internal_set_count(value);
10616 inline bool ModelInstanceGroup::_internal_has_rate_limiter()
const {
10620 return _internal_has_rate_limiter();
10623 if (GetArenaForAllocation() ==
nullptr &&
_impl_.rate_limiter_ !=
nullptr) {
10624 delete _impl_.rate_limiter_;
10626 _impl_.rate_limiter_ =
nullptr;
10628 inline const ::inference::ModelRateLimiter& ModelInstanceGroup::_internal_rate_limiter()
const {
10629 const ::inference::ModelRateLimiter* p =
_impl_.rate_limiter_;
10635 return _internal_rate_limiter();
10639 if (GetArenaForAllocation() ==
nullptr) {
10640 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.rate_limiter_);
10642 _impl_.rate_limiter_ = rate_limiter;
10643 if (rate_limiter) {
10653 _impl_.rate_limiter_ =
nullptr;
10654 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
10655 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
10656 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
10657 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
10658 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
10659 if (GetArenaForAllocation() !=
nullptr) {
10660 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
10662 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
10669 _impl_.rate_limiter_ =
nullptr;
10672 inline ::inference::ModelRateLimiter* ModelInstanceGroup::_internal_mutable_rate_limiter() {
10674 if (
_impl_.rate_limiter_ ==
nullptr) {
10675 auto* p = CreateMaybeMessage<::inference::ModelRateLimiter>(GetArenaForAllocation());
10676 _impl_.rate_limiter_ = p;
10678 return _impl_.rate_limiter_;
10686 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
10687 if (message_arena ==
nullptr) {
10688 delete _impl_.rate_limiter_;
10690 if (rate_limiter) {
10691 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
10692 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(rate_limiter);
10693 if (message_arena != submessage_arena) {
10694 rate_limiter = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
10695 message_arena, rate_limiter, submessage_arena);
10701 _impl_.rate_limiter_ = rate_limiter;
10706 inline int ModelInstanceGroup::_internal_gpus_size()
const {
10707 return _impl_.gpus_.size();
10710 return _internal_gpus_size();
10715 inline int32_t ModelInstanceGroup::_internal_gpus(
int index)
const {
10716 return _impl_.gpus_.Get(index);
10720 return _internal_gpus(index);
10723 _impl_.gpus_.Set(index, value);
10726 inline void ModelInstanceGroup::_internal_add_gpus(int32_t value) {
10727 _impl_.gpus_.Add(value);
10730 _internal_add_gpus(value);
10733 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
10734 ModelInstanceGroup::_internal_gpus()
const {
10737 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
10740 return _internal_gpus();
10742 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
10743 ModelInstanceGroup::_internal_mutable_gpus() {
10746 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
10749 return _internal_mutable_gpus();
10753 inline int ModelInstanceGroup::_internal_secondary_devices_size()
const {
10754 return _impl_.secondary_devices_.size();
10757 return _internal_secondary_devices_size();
10760 _impl_.secondary_devices_.Clear();
10764 return _impl_.secondary_devices_.Mutable(index);
10766 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup_SecondaryDevice >*
10769 return &
_impl_.secondary_devices_;
10771 inline const ::inference::ModelInstanceGroup_SecondaryDevice& ModelInstanceGroup::_internal_secondary_devices(
int index)
const {
10772 return _impl_.secondary_devices_.Get(index);
10776 return _internal_secondary_devices(index);
10778 inline ::inference::ModelInstanceGroup_SecondaryDevice* ModelInstanceGroup::_internal_add_secondary_devices() {
10779 return _impl_.secondary_devices_.Add();
10786 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup_SecondaryDevice >&
10789 return _impl_.secondary_devices_;
10793 inline int ModelInstanceGroup::_internal_profile_size()
const {
10794 return _impl_.profile_.size();
10797 return _internal_profile_size();
10800 _impl_.profile_.Clear();
10803 std::string* _s = _internal_add_profile();
10807 inline const std::string& ModelInstanceGroup::_internal_profile(
int index)
const {
10808 return _impl_.profile_.Get(index);
10812 return _internal_profile(index);
10816 return _impl_.profile_.Mutable(index);
10819 _impl_.profile_.Mutable(index)->assign(value);
10827 GOOGLE_DCHECK(value !=
nullptr);
10828 _impl_.profile_.Mutable(index)->assign(value);
10832 _impl_.profile_.Mutable(index)->assign(
10833 reinterpret_cast<const char*
>(value),
size);
10836 inline std::string* ModelInstanceGroup::_internal_add_profile() {
10837 return _impl_.profile_.Add();
10840 _impl_.profile_.Add()->assign(value);
10848 GOOGLE_DCHECK(value !=
nullptr);
10849 _impl_.profile_.Add()->assign(value);
10853 _impl_.profile_.Add()->assign(
reinterpret_cast<const char*
>(value),
size);
10856 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>&
10861 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
10864 return &
_impl_.profile_;
10869 _impl_.passive_ =
false;
10871 inline bool ModelInstanceGroup::_internal_passive()
const {
10876 return _internal_passive();
10878 inline void ModelInstanceGroup::_internal_set_passive(
bool value) {
10880 _impl_.passive_ = value;
10883 _internal_set_passive(value);
10889 _impl_.host_policy_.ClearToEmpty();
10893 return _internal_host_policy();
10895 template <
typename ArgT0,
typename... ArgT>
10896 inline PROTOBUF_ALWAYS_INLINE
10899 _impl_.host_policy_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
10903 std::string* _s = _internal_mutable_host_policy();
10907 inline const std::string& ModelInstanceGroup::_internal_host_policy()
const {
10908 return _impl_.host_policy_.Get();
10910 inline void ModelInstanceGroup::_internal_set_host_policy(
const std::string& value) {
10912 _impl_.host_policy_.Set(value, GetArenaForAllocation());
10914 inline std::string* ModelInstanceGroup::_internal_mutable_host_policy() {
10916 return _impl_.host_policy_.Mutable(GetArenaForAllocation());
10920 return _impl_.host_policy_.Release();
10923 if (host_policy !=
nullptr) {
10928 _impl_.host_policy_.SetAllocated(host_policy, GetArenaForAllocation());
10929 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
10930 if (
_impl_.host_policy_.IsDefault()) {
10931 _impl_.host_policy_.Set(
"", GetArenaForAllocation());
10933 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
10942 inline int ModelTensorReshape::_internal_shape_size()
const {
10943 return _impl_.shape_.size();
10946 return _internal_shape_size();
10951 inline int64_t ModelTensorReshape::_internal_shape(
int index)
const {
10952 return _impl_.shape_.Get(index);
10956 return _internal_shape(index);
10959 _impl_.shape_.Set(index, value);
10962 inline void ModelTensorReshape::_internal_add_shape(int64_t value) {
10963 _impl_.shape_.Add(value);
10966 _internal_add_shape(value);
10969 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
10970 ModelTensorReshape::_internal_shape()
const {
10973 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
10976 return _internal_shape();
10978 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
10979 ModelTensorReshape::_internal_mutable_shape() {
10982 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
10985 return _internal_mutable_shape();
10994 _impl_.name_.ClearToEmpty();
10998 return _internal_name();
11000 template <
typename ArgT0,
typename... ArgT>
11001 inline PROTOBUF_ALWAYS_INLINE
11004 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
11008 std::string* _s = _internal_mutable_name();
11012 inline const std::string& ModelInput::_internal_name()
const {
11013 return _impl_.name_.Get();
11015 inline void ModelInput::_internal_set_name(
const std::string& value) {
11017 _impl_.name_.Set(value, GetArenaForAllocation());
11019 inline std::string* ModelInput::_internal_mutable_name() {
11021 return _impl_.name_.Mutable(GetArenaForAllocation());
11025 return _impl_.name_.Release();
11028 if (
name !=
nullptr) {
11033 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
11034 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
11035 if (
_impl_.name_.IsDefault()) {
11036 _impl_.name_.Set(
"", GetArenaForAllocation());
11038 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
11051 return _internal_data_type();
11055 _impl_.data_type_ = value;
11058 _internal_set_data_type(value);
11071 return _internal_format();
11078 _internal_set_format(value);
11083 inline int ModelInput::_internal_dims_size()
const {
11084 return _impl_.dims_.size();
11087 return _internal_dims_size();
11092 inline int64_t ModelInput::_internal_dims(
int index)
const {
11093 return _impl_.dims_.Get(index);
11097 return _internal_dims(index);
11100 _impl_.dims_.Set(index, value);
11103 inline void ModelInput::_internal_add_dims(int64_t value) {
11104 _impl_.dims_.Add(value);
11107 _internal_add_dims(value);
11110 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
11111 ModelInput::_internal_dims()
const {
11114 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
11117 return _internal_dims();
11119 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
11120 ModelInput::_internal_mutable_dims() {
11123 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
11126 return _internal_mutable_dims();
11130 inline bool ModelInput::_internal_has_reshape()
const {
11134 return _internal_has_reshape();
11137 if (GetArenaForAllocation() ==
nullptr &&
_impl_.reshape_ !=
nullptr) {
11140 _impl_.reshape_ =
nullptr;
11142 inline const ::inference::ModelTensorReshape& ModelInput::_internal_reshape()
const {
11143 const ::inference::ModelTensorReshape* p =
_impl_.reshape_;
11149 return _internal_reshape();
11153 if (GetArenaForAllocation() ==
nullptr) {
11154 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.reshape_);
11156 _impl_.reshape_ = reshape;
11167 _impl_.reshape_ =
nullptr;
11168 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
11169 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
11170 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
11171 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
11172 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
11173 if (GetArenaForAllocation() !=
nullptr) {
11174 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
11176 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
11183 _impl_.reshape_ =
nullptr;
11186 inline ::inference::ModelTensorReshape* ModelInput::_internal_mutable_reshape() {
11188 if (
_impl_.reshape_ ==
nullptr) {
11189 auto* p = CreateMaybeMessage<::inference::ModelTensorReshape>(GetArenaForAllocation());
11200 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
11201 if (message_arena ==
nullptr) {
11205 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
11206 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(reshape);
11207 if (message_arena != submessage_arena) {
11208 reshape = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
11209 message_arena, reshape, submessage_arena);
11215 _impl_.reshape_ = reshape;
11221 _impl_.is_shape_tensor_ =
false;
11223 inline bool ModelInput::_internal_is_shape_tensor()
const {
11224 return _impl_.is_shape_tensor_;
11228 return _internal_is_shape_tensor();
11230 inline void ModelInput::_internal_set_is_shape_tensor(
bool value) {
11232 _impl_.is_shape_tensor_ = value;
11235 _internal_set_is_shape_tensor(value);
11241 _impl_.allow_ragged_batch_ =
false;
11243 inline bool ModelInput::_internal_allow_ragged_batch()
const {
11244 return _impl_.allow_ragged_batch_;
11248 return _internal_allow_ragged_batch();
11250 inline void ModelInput::_internal_set_allow_ragged_batch(
bool value) {
11252 _impl_.allow_ragged_batch_ = value;
11255 _internal_set_allow_ragged_batch(value);
11261 _impl_.optional_ =
false;
11263 inline bool ModelInput::_internal_optional()
const {
11264 return _impl_.optional_;
11268 return _internal_optional();
11270 inline void ModelInput::_internal_set_optional(
bool value) {
11272 _impl_.optional_ = value;
11275 _internal_set_optional(value);
11281 _impl_.is_non_linear_format_io_ =
false;
11283 inline bool ModelInput::_internal_is_non_linear_format_io()
const {
11284 return _impl_.is_non_linear_format_io_;
11288 return _internal_is_non_linear_format_io();
11290 inline void ModelInput::_internal_set_is_non_linear_format_io(
bool value) {
11292 _impl_.is_non_linear_format_io_ = value;
11295 _internal_set_is_non_linear_format_io(value);
11305 _impl_.name_.ClearToEmpty();
11309 return _internal_name();
11311 template <
typename ArgT0,
typename... ArgT>
11312 inline PROTOBUF_ALWAYS_INLINE
11315 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
11319 std::string* _s = _internal_mutable_name();
11323 inline const std::string& ModelOutput::_internal_name()
const {
11324 return _impl_.name_.Get();
11326 inline void ModelOutput::_internal_set_name(
const std::string& value) {
11328 _impl_.name_.Set(value, GetArenaForAllocation());
11330 inline std::string* ModelOutput::_internal_mutable_name() {
11332 return _impl_.name_.Mutable(GetArenaForAllocation());
11336 return _impl_.name_.Release();
11339 if (
name !=
nullptr) {
11344 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
11345 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
11346 if (
_impl_.name_.IsDefault()) {
11347 _impl_.name_.Set(
"", GetArenaForAllocation());
11349 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
11362 return _internal_data_type();
11366 _impl_.data_type_ = value;
11369 _internal_set_data_type(value);
11374 inline int ModelOutput::_internal_dims_size()
const {
11375 return _impl_.dims_.size();
11378 return _internal_dims_size();
11383 inline int64_t ModelOutput::_internal_dims(
int index)
const {
11384 return _impl_.dims_.Get(index);
11388 return _internal_dims(index);
11391 _impl_.dims_.Set(index, value);
11394 inline void ModelOutput::_internal_add_dims(int64_t value) {
11395 _impl_.dims_.Add(value);
11398 _internal_add_dims(value);
11401 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
11402 ModelOutput::_internal_dims()
const {
11405 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
11408 return _internal_dims();
11410 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
11411 ModelOutput::_internal_mutable_dims() {
11414 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
11417 return _internal_mutable_dims();
11421 inline bool ModelOutput::_internal_has_reshape()
const {
11425 return _internal_has_reshape();
11428 if (GetArenaForAllocation() ==
nullptr &&
_impl_.reshape_ !=
nullptr) {
11431 _impl_.reshape_ =
nullptr;
11433 inline const ::inference::ModelTensorReshape& ModelOutput::_internal_reshape()
const {
11434 const ::inference::ModelTensorReshape* p =
_impl_.reshape_;
11440 return _internal_reshape();
11444 if (GetArenaForAllocation() ==
nullptr) {
11445 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.reshape_);
11447 _impl_.reshape_ = reshape;
11458 _impl_.reshape_ =
nullptr;
11459 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
11460 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
11461 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
11462 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
11463 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
11464 if (GetArenaForAllocation() !=
nullptr) {
11465 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
11467 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
11474 _impl_.reshape_ =
nullptr;
11477 inline ::inference::ModelTensorReshape* ModelOutput::_internal_mutable_reshape() {
11479 if (
_impl_.reshape_ ==
nullptr) {
11480 auto* p = CreateMaybeMessage<::inference::ModelTensorReshape>(GetArenaForAllocation());
11491 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
11492 if (message_arena ==
nullptr) {
11496 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
11497 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(reshape);
11498 if (message_arena != submessage_arena) {
11499 reshape = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
11500 message_arena, reshape, submessage_arena);
11506 _impl_.reshape_ = reshape;
11512 _impl_.label_filename_.ClearToEmpty();
11516 return _internal_label_filename();
11518 template <
typename ArgT0,
typename... ArgT>
11519 inline PROTOBUF_ALWAYS_INLINE
11522 _impl_.label_filename_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
11526 std::string* _s = _internal_mutable_label_filename();
11530 inline const std::string& ModelOutput::_internal_label_filename()
const {
11531 return _impl_.label_filename_.Get();
11533 inline void ModelOutput::_internal_set_label_filename(
const std::string& value) {
11535 _impl_.label_filename_.Set(value, GetArenaForAllocation());
11537 inline std::string* ModelOutput::_internal_mutable_label_filename() {
11539 return _impl_.label_filename_.Mutable(GetArenaForAllocation());
11543 return _impl_.label_filename_.Release();
11546 if (label_filename !=
nullptr) {
11551 _impl_.label_filename_.SetAllocated(label_filename, GetArenaForAllocation());
11552 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
11553 if (
_impl_.label_filename_.IsDefault()) {
11554 _impl_.label_filename_.Set(
"", GetArenaForAllocation());
11556 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
11562 _impl_.is_shape_tensor_ =
false;
11564 inline bool ModelOutput::_internal_is_shape_tensor()
const {
11565 return _impl_.is_shape_tensor_;
11569 return _internal_is_shape_tensor();
11571 inline void ModelOutput::_internal_set_is_shape_tensor(
bool value) {
11573 _impl_.is_shape_tensor_ = value;
11576 _internal_set_is_shape_tensor(value);
11582 _impl_.is_non_linear_format_io_ =
false;
11584 inline bool ModelOutput::_internal_is_non_linear_format_io()
const {
11585 return _impl_.is_non_linear_format_io_;
11589 return _internal_is_non_linear_format_io();
11591 inline void ModelOutput::_internal_set_is_non_linear_format_io(
bool value) {
11593 _impl_.is_non_linear_format_io_ = value;
11596 _internal_set_is_non_linear_format_io(value);
11613 return _internal_kind();
11620 _internal_set_kind(value);
11625 inline int BatchInput::_internal_target_name_size()
const {
11626 return _impl_.target_name_.size();
11629 return _internal_target_name_size();
11632 _impl_.target_name_.Clear();
11635 std::string* _s = _internal_add_target_name();
11639 inline const std::string& BatchInput::_internal_target_name(
int index)
const {
11640 return _impl_.target_name_.Get(index);
11644 return _internal_target_name(index);
11648 return _impl_.target_name_.Mutable(index);
11651 _impl_.target_name_.Mutable(index)->assign(value);
11659 GOOGLE_DCHECK(value !=
nullptr);
11660 _impl_.target_name_.Mutable(index)->assign(value);
11664 _impl_.target_name_.Mutable(index)->assign(
11665 reinterpret_cast<const char*
>(value),
size);
11668 inline std::string* BatchInput::_internal_add_target_name() {
11669 return _impl_.target_name_.Add();
11672 _impl_.target_name_.Add()->assign(value);
11680 GOOGLE_DCHECK(value !=
nullptr);
11681 _impl_.target_name_.Add()->assign(value);
11685 _impl_.target_name_.Add()->assign(
reinterpret_cast<const char*
>(value),
size);
11688 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>&
11691 return _impl_.target_name_;
11693 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
11696 return &
_impl_.target_name_;
11708 return _internal_data_type();
11712 _impl_.data_type_ = value;
11715 _internal_set_data_type(value);
11720 inline int BatchInput::_internal_source_input_size()
const {
11721 return _impl_.source_input_.size();
11724 return _internal_source_input_size();
11727 _impl_.source_input_.Clear();
11730 std::string* _s = _internal_add_source_input();
11734 inline const std::string& BatchInput::_internal_source_input(
int index)
const {
11735 return _impl_.source_input_.Get(index);
11739 return _internal_source_input(index);
11743 return _impl_.source_input_.Mutable(index);
11746 _impl_.source_input_.Mutable(index)->assign(value);
11754 GOOGLE_DCHECK(value !=
nullptr);
11755 _impl_.source_input_.Mutable(index)->assign(value);
11759 _impl_.source_input_.Mutable(index)->assign(
11760 reinterpret_cast<const char*
>(value),
size);
11763 inline std::string* BatchInput::_internal_add_source_input() {
11764 return _impl_.source_input_.Add();
11767 _impl_.source_input_.Add()->assign(value);
11775 GOOGLE_DCHECK(value !=
nullptr);
11776 _impl_.source_input_.Add()->assign(value);
11780 _impl_.source_input_.Add()->assign(
reinterpret_cast<const char*
>(value),
size);
11783 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>&
11786 return _impl_.source_input_;
11788 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
11791 return &
_impl_.source_input_;
11799 inline int BatchOutput::_internal_target_name_size()
const {
11800 return _impl_.target_name_.size();
11803 return _internal_target_name_size();
11806 _impl_.target_name_.Clear();
11809 std::string* _s = _internal_add_target_name();
11813 inline const std::string& BatchOutput::_internal_target_name(
int index)
const {
11814 return _impl_.target_name_.Get(index);
11818 return _internal_target_name(index);
11822 return _impl_.target_name_.Mutable(index);
11825 _impl_.target_name_.Mutable(index)->assign(value);
11833 GOOGLE_DCHECK(value !=
nullptr);
11834 _impl_.target_name_.Mutable(index)->assign(value);
11838 _impl_.target_name_.Mutable(index)->assign(
11839 reinterpret_cast<const char*
>(value),
size);
11842 inline std::string* BatchOutput::_internal_add_target_name() {
11843 return _impl_.target_name_.Add();
11846 _impl_.target_name_.Add()->assign(value);
11854 GOOGLE_DCHECK(value !=
nullptr);
11855 _impl_.target_name_.Add()->assign(value);
11859 _impl_.target_name_.Add()->assign(
reinterpret_cast<const char*
>(value),
size);
11862 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>&
11865 return _impl_.target_name_;
11867 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
11870 return &
_impl_.target_name_;
11882 return _internal_kind();
11889 _internal_set_kind(value);
11894 inline int BatchOutput::_internal_source_input_size()
const {
11895 return _impl_.source_input_.size();
11898 return _internal_source_input_size();
11901 _impl_.source_input_.Clear();
11904 std::string* _s = _internal_add_source_input();
11908 inline const std::string& BatchOutput::_internal_source_input(
int index)
const {
11909 return _impl_.source_input_.Get(index);
11913 return _internal_source_input(index);
11917 return _impl_.source_input_.Mutable(index);
11920 _impl_.source_input_.Mutable(index)->assign(value);
11928 GOOGLE_DCHECK(value !=
nullptr);
11929 _impl_.source_input_.Mutable(index)->assign(value);
11933 _impl_.source_input_.Mutable(index)->assign(
11934 reinterpret_cast<const char*
>(value),
size);
11937 inline std::string* BatchOutput::_internal_add_source_input() {
11938 return _impl_.source_input_.Add();
11941 _impl_.source_input_.Add()->assign(value);
11949 GOOGLE_DCHECK(value !=
nullptr);
11950 _impl_.source_input_.Add()->assign(value);
11954 _impl_.source_input_.Add()->assign(
reinterpret_cast<const char*
>(value),
size);
11957 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>&
11960 return _impl_.source_input_;
11962 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
11965 return &
_impl_.source_input_;
11974 _impl_.num_versions_ = 0u;
11976 inline uint32_t ModelVersionPolicy_Latest::_internal_num_versions()
const {
11977 return _impl_.num_versions_;
11981 return _internal_num_versions();
11983 inline void ModelVersionPolicy_Latest::_internal_set_num_versions(uint32_t value) {
11985 _impl_.num_versions_ = value;
11988 _internal_set_num_versions(value);
12001 inline int ModelVersionPolicy_Specific::_internal_versions_size()
const {
12002 return _impl_.versions_.size();
12005 return _internal_versions_size();
12008 _impl_.versions_.Clear();
12010 inline int64_t ModelVersionPolicy_Specific::_internal_versions(
int index)
const {
12011 return _impl_.versions_.Get(index);
12015 return _internal_versions(index);
12018 _impl_.versions_.Set(index, value);
12021 inline void ModelVersionPolicy_Specific::_internal_add_versions(int64_t value) {
12022 _impl_.versions_.Add(value);
12025 _internal_add_versions(value);
12028 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
12029 ModelVersionPolicy_Specific::_internal_versions()
const {
12030 return _impl_.versions_;
12032 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
12035 return _internal_versions();
12037 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
12038 ModelVersionPolicy_Specific::_internal_mutable_versions() {
12039 return &
_impl_.versions_;
12041 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
12044 return _internal_mutable_versions();
12052 inline bool ModelVersionPolicy::_internal_has_latest()
const {
12053 return policy_choice_case() == kLatest;
12056 return _internal_has_latest();
12058 inline void ModelVersionPolicy::set_has_latest() {
12059 _impl_._oneof_case_[0] = kLatest;
12062 if (_internal_has_latest()) {
12063 if (GetArenaForAllocation() ==
nullptr) {
12064 delete _impl_.policy_choice_.latest_;
12066 clear_has_policy_choice();
12071 if (_internal_has_latest()) {
12072 clear_has_policy_choice();
12074 if (GetArenaForAllocation() !=
nullptr) {
12075 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
12077 _impl_.policy_choice_.latest_ =
nullptr;
12083 inline const ::inference::ModelVersionPolicy_Latest& ModelVersionPolicy::_internal_latest()
const {
12084 return _internal_has_latest()
12085 ? *
_impl_.policy_choice_.latest_
12090 return _internal_latest();
12094 if (_internal_has_latest()) {
12095 clear_has_policy_choice();
12097 _impl_.policy_choice_.latest_ =
nullptr;
12104 clear_policy_choice();
12107 _impl_.policy_choice_.latest_ = latest;
12111 inline ::inference::ModelVersionPolicy_Latest* ModelVersionPolicy::_internal_mutable_latest() {
12112 if (!_internal_has_latest()) {
12113 clear_policy_choice();
12115 _impl_.policy_choice_.latest_ = CreateMaybeMessage< ::inference::ModelVersionPolicy_Latest >(GetArenaForAllocation());
12117 return _impl_.policy_choice_.latest_;
12126 inline bool ModelVersionPolicy::_internal_has_all()
const {
12127 return policy_choice_case() ==
kAll;
12130 return _internal_has_all();
12132 inline void ModelVersionPolicy::set_has_all() {
12136 if (_internal_has_all()) {
12137 if (GetArenaForAllocation() ==
nullptr) {
12138 delete _impl_.policy_choice_.all_;
12140 clear_has_policy_choice();
12145 if (_internal_has_all()) {
12146 clear_has_policy_choice();
12148 if (GetArenaForAllocation() !=
nullptr) {
12149 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
12151 _impl_.policy_choice_.all_ =
nullptr;
12157 inline const ::inference::ModelVersionPolicy_All& ModelVersionPolicy::_internal_all()
const {
12158 return _internal_has_all()
12159 ? *
_impl_.policy_choice_.all_
12164 return _internal_all();
12168 if (_internal_has_all()) {
12169 clear_has_policy_choice();
12171 _impl_.policy_choice_.all_ =
nullptr;
12178 clear_policy_choice();
12185 inline ::inference::ModelVersionPolicy_All* ModelVersionPolicy::_internal_mutable_all() {
12186 if (!_internal_has_all()) {
12187 clear_policy_choice();
12189 _impl_.policy_choice_.all_ = CreateMaybeMessage< ::inference::ModelVersionPolicy_All >(GetArenaForAllocation());
12191 return _impl_.policy_choice_.all_;
12200 inline bool ModelVersionPolicy::_internal_has_specific()
const {
12201 return policy_choice_case() == kSpecific;
12204 return _internal_has_specific();
12206 inline void ModelVersionPolicy::set_has_specific() {
12207 _impl_._oneof_case_[0] = kSpecific;
12210 if (_internal_has_specific()) {
12211 if (GetArenaForAllocation() ==
nullptr) {
12212 delete _impl_.policy_choice_.specific_;
12214 clear_has_policy_choice();
12219 if (_internal_has_specific()) {
12220 clear_has_policy_choice();
12222 if (GetArenaForAllocation() !=
nullptr) {
12223 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
12225 _impl_.policy_choice_.specific_ =
nullptr;
12231 inline const ::inference::ModelVersionPolicy_Specific& ModelVersionPolicy::_internal_specific()
const {
12232 return _internal_has_specific()
12233 ? *
_impl_.policy_choice_.specific_
12238 return _internal_specific();
12242 if (_internal_has_specific()) {
12243 clear_has_policy_choice();
12245 _impl_.policy_choice_.specific_ =
nullptr;
12252 clear_policy_choice();
12254 set_has_specific();
12255 _impl_.policy_choice_.specific_ = specific;
12259 inline ::inference::ModelVersionPolicy_Specific* ModelVersionPolicy::_internal_mutable_specific() {
12260 if (!_internal_has_specific()) {
12261 clear_policy_choice();
12262 set_has_specific();
12263 _impl_.policy_choice_.specific_ = CreateMaybeMessage< ::inference::ModelVersionPolicy_Specific >(GetArenaForAllocation());
12265 return _impl_.policy_choice_.specific_;
12273 inline bool ModelVersionPolicy::has_policy_choice()
const {
12274 return policy_choice_case() != POLICY_CHOICE_NOT_SET;
12276 inline void ModelVersionPolicy::clear_has_policy_choice() {
12277 _impl_._oneof_case_[0] = POLICY_CHOICE_NOT_SET;
12290 inline int32_t ModelOptimizationPolicy_Graph::_internal_level()
const {
12295 return _internal_level();
12297 inline void ModelOptimizationPolicy_Graph::_internal_set_level(int32_t value) {
12302 _internal_set_level(value);
12311 inline int ModelOptimizationPolicy_Cuda_GraphSpec_Shape::_internal_dim_size()
const {
12312 return _impl_.dim_.size();
12315 return _internal_dim_size();
12320 inline int64_t ModelOptimizationPolicy_Cuda_GraphSpec_Shape::_internal_dim(
int index)
const {
12321 return _impl_.dim_.Get(index);
12325 return _internal_dim(index);
12328 _impl_.dim_.Set(index, value);
12331 inline void ModelOptimizationPolicy_Cuda_GraphSpec_Shape::_internal_add_dim(int64_t value) {
12335 _internal_add_dim(value);
12338 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
12339 ModelOptimizationPolicy_Cuda_GraphSpec_Shape::_internal_dim()
const {
12342 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
12345 return _internal_dim();
12347 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
12348 ModelOptimizationPolicy_Cuda_GraphSpec_Shape::_internal_mutable_dim() {
12351 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
12354 return _internal_mutable_dim();
12367 inline int32_t ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound::_internal_batch_size()
const {
12368 return _impl_.batch_size_;
12372 return _internal_batch_size();
12374 inline void ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound::_internal_set_batch_size(int32_t value) {
12376 _impl_.batch_size_ = value;
12379 _internal_set_batch_size(value);
12384 inline int ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound::_internal_input_size()
const {
12385 return _impl_.input_.size();
12388 return _internal_input_size();
12393 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >&
12394 ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound::_internal_input()
const {
12395 return _impl_.input_.GetMap();
12397 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >&
12400 return _internal_input();
12402 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >*
12403 ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound::_internal_mutable_input() {
12404 return _impl_.input_.MutableMap();
12406 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >*
12409 return _internal_mutable_input();
12422 inline int32_t ModelOptimizationPolicy_Cuda_GraphSpec::_internal_batch_size()
const {
12423 return _impl_.batch_size_;
12427 return _internal_batch_size();
12429 inline void ModelOptimizationPolicy_Cuda_GraphSpec::_internal_set_batch_size(int32_t value) {
12431 _impl_.batch_size_ = value;
12434 _internal_set_batch_size(value);
12439 inline int ModelOptimizationPolicy_Cuda_GraphSpec::_internal_input_size()
const {
12440 return _impl_.input_.size();
12443 return _internal_input_size();
12448 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >&
12449 ModelOptimizationPolicy_Cuda_GraphSpec::_internal_input()
const {
12450 return _impl_.input_.GetMap();
12452 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >&
12455 return _internal_input();
12457 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >*
12458 ModelOptimizationPolicy_Cuda_GraphSpec::_internal_mutable_input() {
12459 return _impl_.input_.MutableMap();
12461 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_Shape >*
12464 return _internal_mutable_input();
12468 inline bool ModelOptimizationPolicy_Cuda_GraphSpec::_internal_has_graph_lower_bound()
const {
12472 return _internal_has_graph_lower_bound();
12475 if (GetArenaForAllocation() ==
nullptr &&
_impl_.graph_lower_bound_ !=
nullptr) {
12476 delete _impl_.graph_lower_bound_;
12478 _impl_.graph_lower_bound_ =
nullptr;
12480 inline const ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound& ModelOptimizationPolicy_Cuda_GraphSpec::_internal_graph_lower_bound()
const {
12481 const ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound* p =
_impl_.graph_lower_bound_;
12487 return _internal_graph_lower_bound();
12491 if (GetArenaForAllocation() ==
nullptr) {
12492 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.graph_lower_bound_);
12494 _impl_.graph_lower_bound_ = graph_lower_bound;
12495 if (graph_lower_bound) {
12505 _impl_.graph_lower_bound_ =
nullptr;
12506 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
12507 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
12508 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
12509 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
12510 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
12511 if (GetArenaForAllocation() !=
nullptr) {
12512 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
12514 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
12521 _impl_.graph_lower_bound_ =
nullptr;
12524 inline ::inference::ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound* ModelOptimizationPolicy_Cuda_GraphSpec::_internal_mutable_graph_lower_bound() {
12526 if (
_impl_.graph_lower_bound_ ==
nullptr) {
12527 auto* p = CreateMaybeMessage<::inference::ModelOptimizationPolicy_Cuda_GraphSpec_LowerBound>(GetArenaForAllocation());
12528 _impl_.graph_lower_bound_ = p;
12530 return _impl_.graph_lower_bound_;
12538 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
12539 if (message_arena ==
nullptr) {
12540 delete _impl_.graph_lower_bound_;
12542 if (graph_lower_bound) {
12543 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
12544 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(graph_lower_bound);
12545 if (message_arena != submessage_arena) {
12546 graph_lower_bound = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
12547 message_arena, graph_lower_bound, submessage_arena);
12553 _impl_.graph_lower_bound_ = graph_lower_bound;
12565 inline bool ModelOptimizationPolicy_Cuda::_internal_graphs()
const {
12570 return _internal_graphs();
12572 inline void ModelOptimizationPolicy_Cuda::_internal_set_graphs(
bool value) {
12577 _internal_set_graphs(value);
12583 _impl_.busy_wait_events_ =
false;
12585 inline bool ModelOptimizationPolicy_Cuda::_internal_busy_wait_events()
const {
12586 return _impl_.busy_wait_events_;
12590 return _internal_busy_wait_events();
12592 inline void ModelOptimizationPolicy_Cuda::_internal_set_busy_wait_events(
bool value) {
12594 _impl_.busy_wait_events_ = value;
12597 _internal_set_busy_wait_events(value);
12602 inline int ModelOptimizationPolicy_Cuda::_internal_graph_spec_size()
const {
12603 return _impl_.graph_spec_.size();
12606 return _internal_graph_spec_size();
12609 _impl_.graph_spec_.Clear();
12613 return _impl_.graph_spec_.Mutable(index);
12615 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_Cuda_GraphSpec >*
12618 return &
_impl_.graph_spec_;
12620 inline const ::inference::ModelOptimizationPolicy_Cuda_GraphSpec& ModelOptimizationPolicy_Cuda::_internal_graph_spec(
int index)
const {
12621 return _impl_.graph_spec_.Get(index);
12625 return _internal_graph_spec(index);
12627 inline ::inference::ModelOptimizationPolicy_Cuda_GraphSpec* ModelOptimizationPolicy_Cuda::_internal_add_graph_spec() {
12628 return _impl_.graph_spec_.Add();
12635 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_Cuda_GraphSpec >&
12638 return _impl_.graph_spec_;
12643 _impl_.output_copy_stream_ =
false;
12645 inline bool ModelOptimizationPolicy_Cuda::_internal_output_copy_stream()
const {
12646 return _impl_.output_copy_stream_;
12650 return _internal_output_copy_stream();
12652 inline void ModelOptimizationPolicy_Cuda::_internal_set_output_copy_stream(
bool value) {
12654 _impl_.output_copy_stream_ = value;
12657 _internal_set_output_copy_stream(value);
12669 _impl_.name_.ClearToEmpty();
12673 return _internal_name();
12675 template <
typename ArgT0,
typename... ArgT>
12676 inline PROTOBUF_ALWAYS_INLINE
12679 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
12683 std::string* _s = _internal_mutable_name();
12687 inline const std::string& ModelOptimizationPolicy_ExecutionAccelerators_Accelerator::_internal_name()
const {
12688 return _impl_.name_.Get();
12690 inline void ModelOptimizationPolicy_ExecutionAccelerators_Accelerator::_internal_set_name(
const std::string& value) {
12692 _impl_.name_.Set(value, GetArenaForAllocation());
12694 inline std::string* ModelOptimizationPolicy_ExecutionAccelerators_Accelerator::_internal_mutable_name() {
12696 return _impl_.name_.Mutable(GetArenaForAllocation());
12700 return _impl_.name_.Release();
12703 if (
name !=
nullptr) {
12708 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
12709 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
12710 if (
_impl_.name_.IsDefault()) {
12711 _impl_.name_.Set(
"", GetArenaForAllocation());
12713 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
12718 inline int ModelOptimizationPolicy_ExecutionAccelerators_Accelerator::_internal_parameters_size()
const {
12719 return _impl_.parameters_.size();
12722 return _internal_parameters_size();
12725 _impl_.parameters_.Clear();
12727 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
12728 ModelOptimizationPolicy_ExecutionAccelerators_Accelerator::_internal_parameters()
const {
12729 return _impl_.parameters_.GetMap();
12731 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
12734 return _internal_parameters();
12736 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
12737 ModelOptimizationPolicy_ExecutionAccelerators_Accelerator::_internal_mutable_parameters() {
12738 return _impl_.parameters_.MutableMap();
12740 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
12743 return _internal_mutable_parameters();
12751 inline int ModelOptimizationPolicy_ExecutionAccelerators::_internal_gpu_execution_accelerator_size()
const {
12752 return _impl_.gpu_execution_accelerator_.size();
12755 return _internal_gpu_execution_accelerator_size();
12758 _impl_.gpu_execution_accelerator_.Clear();
12762 return _impl_.gpu_execution_accelerator_.Mutable(index);
12764 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator >*
12767 return &
_impl_.gpu_execution_accelerator_;
12769 inline const ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator& ModelOptimizationPolicy_ExecutionAccelerators::_internal_gpu_execution_accelerator(
int index)
const {
12770 return _impl_.gpu_execution_accelerator_.Get(index);
12774 return _internal_gpu_execution_accelerator(index);
12776 inline ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator* ModelOptimizationPolicy_ExecutionAccelerators::_internal_add_gpu_execution_accelerator() {
12777 return _impl_.gpu_execution_accelerator_.Add();
12784 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator >&
12787 return _impl_.gpu_execution_accelerator_;
12791 inline int ModelOptimizationPolicy_ExecutionAccelerators::_internal_cpu_execution_accelerator_size()
const {
12792 return _impl_.cpu_execution_accelerator_.size();
12795 return _internal_cpu_execution_accelerator_size();
12798 _impl_.cpu_execution_accelerator_.Clear();
12802 return _impl_.cpu_execution_accelerator_.Mutable(index);
12804 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator >*
12807 return &
_impl_.cpu_execution_accelerator_;
12809 inline const ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator& ModelOptimizationPolicy_ExecutionAccelerators::_internal_cpu_execution_accelerator(
int index)
const {
12810 return _impl_.cpu_execution_accelerator_.Get(index);
12814 return _internal_cpu_execution_accelerator(index);
12816 inline ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator* ModelOptimizationPolicy_ExecutionAccelerators::_internal_add_cpu_execution_accelerator() {
12817 return _impl_.cpu_execution_accelerator_.Add();
12824 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOptimizationPolicy_ExecutionAccelerators_Accelerator >&
12827 return _impl_.cpu_execution_accelerator_;
12838 inline bool ModelOptimizationPolicy_PinnedMemoryBuffer::_internal_enable()
const {
12843 return _internal_enable();
12845 inline void ModelOptimizationPolicy_PinnedMemoryBuffer::_internal_set_enable(
bool value) {
12850 _internal_set_enable(value);
12859 inline bool ModelOptimizationPolicy::_internal_has_graph()
const {
12863 return _internal_has_graph();
12866 if (GetArenaForAllocation() ==
nullptr &&
_impl_.graph_ !=
nullptr) {
12869 _impl_.graph_ =
nullptr;
12871 inline const ::inference::ModelOptimizationPolicy_Graph& ModelOptimizationPolicy::_internal_graph()
const {
12872 const ::inference::ModelOptimizationPolicy_Graph* p =
_impl_.graph_;
12878 return _internal_graph();
12882 if (GetArenaForAllocation() ==
nullptr) {
12883 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.graph_);
12896 _impl_.graph_ =
nullptr;
12897 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
12898 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
12899 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
12900 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
12901 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
12902 if (GetArenaForAllocation() !=
nullptr) {
12903 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
12905 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
12912 _impl_.graph_ =
nullptr;
12915 inline ::inference::ModelOptimizationPolicy_Graph* ModelOptimizationPolicy::_internal_mutable_graph() {
12917 if (
_impl_.graph_ ==
nullptr) {
12918 auto* p = CreateMaybeMessage<::inference::ModelOptimizationPolicy_Graph>(GetArenaForAllocation());
12929 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
12930 if (message_arena ==
nullptr) {
12934 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
12935 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(graph);
12936 if (message_arena != submessage_arena) {
12937 graph = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
12938 message_arena, graph, submessage_arena);
12957 return _internal_priority();
12961 _impl_.priority_ = value;
12964 _internal_set_priority(value);
12969 inline bool ModelOptimizationPolicy::_internal_has_cuda()
const {
12973 return _internal_has_cuda();
12976 if (GetArenaForAllocation() ==
nullptr &&
_impl_.cuda_ !=
nullptr) {
12981 inline const ::inference::ModelOptimizationPolicy_Cuda& ModelOptimizationPolicy::_internal_cuda()
const {
12982 const ::inference::ModelOptimizationPolicy_Cuda* p =
_impl_.cuda_;
12988 return _internal_cuda();
12992 if (GetArenaForAllocation() ==
nullptr) {
12993 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.cuda_);
13007 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
13008 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
13009 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13010 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
13011 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
13012 if (GetArenaForAllocation() !=
nullptr) {
13013 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13015 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
13025 inline ::inference::ModelOptimizationPolicy_Cuda* ModelOptimizationPolicy::_internal_mutable_cuda() {
13027 if (
_impl_.cuda_ ==
nullptr) {
13028 auto* p = CreateMaybeMessage<::inference::ModelOptimizationPolicy_Cuda>(GetArenaForAllocation());
13039 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
13040 if (message_arena ==
nullptr) {
13044 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
13045 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(cuda);
13046 if (message_arena != submessage_arena) {
13047 cuda = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
13048 message_arena, cuda, submessage_arena);
13059 inline bool ModelOptimizationPolicy::_internal_has_execution_accelerators()
const {
13063 return _internal_has_execution_accelerators();
13066 if (GetArenaForAllocation() ==
nullptr &&
_impl_.execution_accelerators_ !=
nullptr) {
13067 delete _impl_.execution_accelerators_;
13069 _impl_.execution_accelerators_ =
nullptr;
13071 inline const ::inference::ModelOptimizationPolicy_ExecutionAccelerators& ModelOptimizationPolicy::_internal_execution_accelerators()
const {
13072 const ::inference::ModelOptimizationPolicy_ExecutionAccelerators* p =
_impl_.execution_accelerators_;
13078 return _internal_execution_accelerators();
13082 if (GetArenaForAllocation() ==
nullptr) {
13083 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.execution_accelerators_);
13085 _impl_.execution_accelerators_ = execution_accelerators;
13086 if (execution_accelerators) {
13096 _impl_.execution_accelerators_ =
nullptr;
13097 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
13098 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
13099 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13100 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
13101 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
13102 if (GetArenaForAllocation() !=
nullptr) {
13103 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13105 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
13112 _impl_.execution_accelerators_ =
nullptr;
13115 inline ::inference::ModelOptimizationPolicy_ExecutionAccelerators* ModelOptimizationPolicy::_internal_mutable_execution_accelerators() {
13117 if (
_impl_.execution_accelerators_ ==
nullptr) {
13118 auto* p = CreateMaybeMessage<::inference::ModelOptimizationPolicy_ExecutionAccelerators>(GetArenaForAllocation());
13119 _impl_.execution_accelerators_ = p;
13121 return _impl_.execution_accelerators_;
13129 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
13130 if (message_arena ==
nullptr) {
13131 delete _impl_.execution_accelerators_;
13133 if (execution_accelerators) {
13134 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
13135 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(execution_accelerators);
13136 if (message_arena != submessage_arena) {
13137 execution_accelerators = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
13138 message_arena, execution_accelerators, submessage_arena);
13144 _impl_.execution_accelerators_ = execution_accelerators;
13149 inline bool ModelOptimizationPolicy::_internal_has_input_pinned_memory()
const {
13153 return _internal_has_input_pinned_memory();
13156 if (GetArenaForAllocation() ==
nullptr &&
_impl_.input_pinned_memory_ !=
nullptr) {
13157 delete _impl_.input_pinned_memory_;
13159 _impl_.input_pinned_memory_ =
nullptr;
13161 inline const ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer& ModelOptimizationPolicy::_internal_input_pinned_memory()
const {
13162 const ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer* p =
_impl_.input_pinned_memory_;
13168 return _internal_input_pinned_memory();
13172 if (GetArenaForAllocation() ==
nullptr) {
13173 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.input_pinned_memory_);
13175 _impl_.input_pinned_memory_ = input_pinned_memory;
13176 if (input_pinned_memory) {
13186 _impl_.input_pinned_memory_ =
nullptr;
13187 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
13188 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
13189 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13190 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
13191 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
13192 if (GetArenaForAllocation() !=
nullptr) {
13193 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13195 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
13202 _impl_.input_pinned_memory_ =
nullptr;
13205 inline ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer* ModelOptimizationPolicy::_internal_mutable_input_pinned_memory() {
13207 if (
_impl_.input_pinned_memory_ ==
nullptr) {
13208 auto* p = CreateMaybeMessage<::inference::ModelOptimizationPolicy_PinnedMemoryBuffer>(GetArenaForAllocation());
13209 _impl_.input_pinned_memory_ = p;
13211 return _impl_.input_pinned_memory_;
13219 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
13220 if (message_arena ==
nullptr) {
13221 delete _impl_.input_pinned_memory_;
13223 if (input_pinned_memory) {
13224 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
13225 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(input_pinned_memory);
13226 if (message_arena != submessage_arena) {
13227 input_pinned_memory = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
13228 message_arena, input_pinned_memory, submessage_arena);
13234 _impl_.input_pinned_memory_ = input_pinned_memory;
13239 inline bool ModelOptimizationPolicy::_internal_has_output_pinned_memory()
const {
13243 return _internal_has_output_pinned_memory();
13246 if (GetArenaForAllocation() ==
nullptr &&
_impl_.output_pinned_memory_ !=
nullptr) {
13247 delete _impl_.output_pinned_memory_;
13249 _impl_.output_pinned_memory_ =
nullptr;
13251 inline const ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer& ModelOptimizationPolicy::_internal_output_pinned_memory()
const {
13252 const ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer* p =
_impl_.output_pinned_memory_;
13258 return _internal_output_pinned_memory();
13262 if (GetArenaForAllocation() ==
nullptr) {
13263 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.output_pinned_memory_);
13265 _impl_.output_pinned_memory_ = output_pinned_memory;
13266 if (output_pinned_memory) {
13276 _impl_.output_pinned_memory_ =
nullptr;
13277 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
13278 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
13279 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13280 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
13281 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
13282 if (GetArenaForAllocation() !=
nullptr) {
13283 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13285 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
13292 _impl_.output_pinned_memory_ =
nullptr;
13295 inline ::inference::ModelOptimizationPolicy_PinnedMemoryBuffer* ModelOptimizationPolicy::_internal_mutable_output_pinned_memory() {
13297 if (
_impl_.output_pinned_memory_ ==
nullptr) {
13298 auto* p = CreateMaybeMessage<::inference::ModelOptimizationPolicy_PinnedMemoryBuffer>(GetArenaForAllocation());
13299 _impl_.output_pinned_memory_ = p;
13301 return _impl_.output_pinned_memory_;
13309 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
13310 if (message_arena ==
nullptr) {
13311 delete _impl_.output_pinned_memory_;
13313 if (output_pinned_memory) {
13314 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
13315 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(output_pinned_memory);
13316 if (message_arena != submessage_arena) {
13317 output_pinned_memory = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
13318 message_arena, output_pinned_memory, submessage_arena);
13324 _impl_.output_pinned_memory_ = output_pinned_memory;
13330 _impl_.gather_kernel_buffer_threshold_ = 0u;
13332 inline uint32_t ModelOptimizationPolicy::_internal_gather_kernel_buffer_threshold()
const {
13333 return _impl_.gather_kernel_buffer_threshold_;
13337 return _internal_gather_kernel_buffer_threshold();
13339 inline void ModelOptimizationPolicy::_internal_set_gather_kernel_buffer_threshold(uint32_t value) {
13341 _impl_.gather_kernel_buffer_threshold_ = value;
13344 _internal_set_gather_kernel_buffer_threshold(value);
13350 _impl_.eager_batching_ =
false;
13352 inline bool ModelOptimizationPolicy::_internal_eager_batching()
const {
13353 return _impl_.eager_batching_;
13357 return _internal_eager_batching();
13359 inline void ModelOptimizationPolicy::_internal_set_eager_batching(
bool value) {
13361 _impl_.eager_batching_ = value;
13364 _internal_set_eager_batching(value);
13374 _impl_.timeout_action_ = 0;
13381 return _internal_timeout_action();
13385 _impl_.timeout_action_ = value;
13388 _internal_set_timeout_action(value);
13394 _impl_.default_timeout_microseconds_ = uint64_t{0u};
13396 inline uint64_t ModelQueuePolicy::_internal_default_timeout_microseconds()
const {
13397 return _impl_.default_timeout_microseconds_;
13401 return _internal_default_timeout_microseconds();
13403 inline void ModelQueuePolicy::_internal_set_default_timeout_microseconds(uint64_t value) {
13405 _impl_.default_timeout_microseconds_ = value;
13408 _internal_set_default_timeout_microseconds(value);
13414 _impl_.allow_timeout_override_ =
false;
13416 inline bool ModelQueuePolicy::_internal_allow_timeout_override()
const {
13417 return _impl_.allow_timeout_override_;
13421 return _internal_allow_timeout_override();
13423 inline void ModelQueuePolicy::_internal_set_allow_timeout_override(
bool value) {
13425 _impl_.allow_timeout_override_ = value;
13428 _internal_set_allow_timeout_override(value);
13434 _impl_.max_queue_size_ = 0u;
13436 inline uint32_t ModelQueuePolicy::_internal_max_queue_size()
const {
13437 return _impl_.max_queue_size_;
13441 return _internal_max_queue_size();
13443 inline void ModelQueuePolicy::_internal_set_max_queue_size(uint32_t value) {
13445 _impl_.max_queue_size_ = value;
13448 _internal_set_max_queue_size(value);
13459 inline int ModelDynamicBatching::_internal_preferred_batch_size_size()
const {
13460 return _impl_.preferred_batch_size_.size();
13463 return _internal_preferred_batch_size_size();
13466 _impl_.preferred_batch_size_.Clear();
13468 inline int32_t ModelDynamicBatching::_internal_preferred_batch_size(
int index)
const {
13469 return _impl_.preferred_batch_size_.Get(index);
13473 return _internal_preferred_batch_size(index);
13476 _impl_.preferred_batch_size_.Set(index, value);
13479 inline void ModelDynamicBatching::_internal_add_preferred_batch_size(int32_t value) {
13480 _impl_.preferred_batch_size_.Add(value);
13483 _internal_add_preferred_batch_size(value);
13486 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
13487 ModelDynamicBatching::_internal_preferred_batch_size()
const {
13488 return _impl_.preferred_batch_size_;
13490 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
13493 return _internal_preferred_batch_size();
13495 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
13496 ModelDynamicBatching::_internal_mutable_preferred_batch_size() {
13497 return &
_impl_.preferred_batch_size_;
13499 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
13502 return _internal_mutable_preferred_batch_size();
13507 _impl_.max_queue_delay_microseconds_ = uint64_t{0u};
13509 inline uint64_t ModelDynamicBatching::_internal_max_queue_delay_microseconds()
const {
13510 return _impl_.max_queue_delay_microseconds_;
13514 return _internal_max_queue_delay_microseconds();
13516 inline void ModelDynamicBatching::_internal_set_max_queue_delay_microseconds(uint64_t value) {
13518 _impl_.max_queue_delay_microseconds_ = value;
13521 _internal_set_max_queue_delay_microseconds(value);
13527 _impl_.preserve_ordering_ =
false;
13529 inline bool ModelDynamicBatching::_internal_preserve_ordering()
const {
13530 return _impl_.preserve_ordering_;
13534 return _internal_preserve_ordering();
13536 inline void ModelDynamicBatching::_internal_set_preserve_ordering(
bool value) {
13538 _impl_.preserve_ordering_ = value;
13541 _internal_set_preserve_ordering(value);
13547 _impl_.priority_levels_ = uint64_t{0u};
13549 inline uint64_t ModelDynamicBatching::_internal_priority_levels()
const {
13550 return _impl_.priority_levels_;
13554 return _internal_priority_levels();
13556 inline void ModelDynamicBatching::_internal_set_priority_levels(uint64_t value) {
13558 _impl_.priority_levels_ = value;
13561 _internal_set_priority_levels(value);
13567 _impl_.default_priority_level_ = uint64_t{0u};
13569 inline uint64_t ModelDynamicBatching::_internal_default_priority_level()
const {
13570 return _impl_.default_priority_level_;
13574 return _internal_default_priority_level();
13576 inline void ModelDynamicBatching::_internal_set_default_priority_level(uint64_t value) {
13578 _impl_.default_priority_level_ = value;
13581 _internal_set_default_priority_level(value);
13586 inline bool ModelDynamicBatching::_internal_has_default_queue_policy()
const {
13590 return _internal_has_default_queue_policy();
13593 if (GetArenaForAllocation() ==
nullptr &&
_impl_.default_queue_policy_ !=
nullptr) {
13594 delete _impl_.default_queue_policy_;
13596 _impl_.default_queue_policy_ =
nullptr;
13598 inline const ::inference::ModelQueuePolicy& ModelDynamicBatching::_internal_default_queue_policy()
const {
13599 const ::inference::ModelQueuePolicy* p =
_impl_.default_queue_policy_;
13605 return _internal_default_queue_policy();
13609 if (GetArenaForAllocation() ==
nullptr) {
13610 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.default_queue_policy_);
13612 _impl_.default_queue_policy_ = default_queue_policy;
13613 if (default_queue_policy) {
13623 _impl_.default_queue_policy_ =
nullptr;
13624 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
13625 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
13626 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13627 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
13628 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
13629 if (GetArenaForAllocation() !=
nullptr) {
13630 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
13632 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
13639 _impl_.default_queue_policy_ =
nullptr;
13642 inline ::inference::ModelQueuePolicy* ModelDynamicBatching::_internal_mutable_default_queue_policy() {
13644 if (
_impl_.default_queue_policy_ ==
nullptr) {
13645 auto* p = CreateMaybeMessage<::inference::ModelQueuePolicy>(GetArenaForAllocation());
13646 _impl_.default_queue_policy_ = p;
13648 return _impl_.default_queue_policy_;
13656 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
13657 if (message_arena ==
nullptr) {
13658 delete _impl_.default_queue_policy_;
13660 if (default_queue_policy) {
13661 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
13662 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(default_queue_policy);
13663 if (message_arena != submessage_arena) {
13664 default_queue_policy = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
13665 message_arena, default_queue_policy, submessage_arena);
13671 _impl_.default_queue_policy_ = default_queue_policy;
13676 inline int ModelDynamicBatching::_internal_priority_queue_policy_size()
const {
13677 return _impl_.priority_queue_policy_.size();
13680 return _internal_priority_queue_policy_size();
13683 _impl_.priority_queue_policy_.Clear();
13685 inline const ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >&
13686 ModelDynamicBatching::_internal_priority_queue_policy()
const {
13687 return _impl_.priority_queue_policy_.GetMap();
13689 inline const ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >&
13692 return _internal_priority_queue_policy();
13694 inline ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >*
13695 ModelDynamicBatching::_internal_mutable_priority_queue_policy() {
13696 return _impl_.priority_queue_policy_.MutableMap();
13698 inline ::PROTOBUF_NAMESPACE_ID::Map< uint64_t, ::inference::ModelQueuePolicy >*
13701 return _internal_mutable_priority_queue_policy();
13717 return _internal_kind();
13724 _internal_set_kind(value);
13729 inline int ModelSequenceBatching_Control::_internal_int32_false_true_size()
const {
13730 return _impl_.int32_false_true_.size();
13733 return _internal_int32_false_true_size();
13736 _impl_.int32_false_true_.Clear();
13738 inline int32_t ModelSequenceBatching_Control::_internal_int32_false_true(
int index)
const {
13739 return _impl_.int32_false_true_.Get(index);
13743 return _internal_int32_false_true(index);
13746 _impl_.int32_false_true_.Set(index, value);
13749 inline void ModelSequenceBatching_Control::_internal_add_int32_false_true(int32_t value) {
13750 _impl_.int32_false_true_.Add(value);
13753 _internal_add_int32_false_true(value);
13756 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
13757 ModelSequenceBatching_Control::_internal_int32_false_true()
const {
13758 return _impl_.int32_false_true_;
13760 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
13763 return _internal_int32_false_true();
13765 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
13766 ModelSequenceBatching_Control::_internal_mutable_int32_false_true() {
13767 return &
_impl_.int32_false_true_;
13769 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
13772 return _internal_mutable_int32_false_true();
13776 inline int ModelSequenceBatching_Control::_internal_fp32_false_true_size()
const {
13777 return _impl_.fp32_false_true_.size();
13780 return _internal_fp32_false_true_size();
13783 _impl_.fp32_false_true_.Clear();
13785 inline float ModelSequenceBatching_Control::_internal_fp32_false_true(
int index)
const {
13786 return _impl_.fp32_false_true_.Get(index);
13790 return _internal_fp32_false_true(index);
13793 _impl_.fp32_false_true_.Set(index, value);
13796 inline void ModelSequenceBatching_Control::_internal_add_fp32_false_true(
float value) {
13797 _impl_.fp32_false_true_.Add(value);
13800 _internal_add_fp32_false_true(value);
13803 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< float >&
13804 ModelSequenceBatching_Control::_internal_fp32_false_true()
const {
13805 return _impl_.fp32_false_true_;
13807 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< float >&
13810 return _internal_fp32_false_true();
13812 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< float >*
13813 ModelSequenceBatching_Control::_internal_mutable_fp32_false_true() {
13814 return &
_impl_.fp32_false_true_;
13816 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< float >*
13819 return _internal_mutable_fp32_false_true();
13823 inline int ModelSequenceBatching_Control::_internal_bool_false_true_size()
const {
13824 return _impl_.bool_false_true_.size();
13827 return _internal_bool_false_true_size();
13830 _impl_.bool_false_true_.Clear();
13832 inline bool ModelSequenceBatching_Control::_internal_bool_false_true(
int index)
const {
13833 return _impl_.bool_false_true_.Get(index);
13837 return _internal_bool_false_true(index);
13840 _impl_.bool_false_true_.Set(index, value);
13843 inline void ModelSequenceBatching_Control::_internal_add_bool_false_true(
bool value) {
13844 _impl_.bool_false_true_.Add(value);
13847 _internal_add_bool_false_true(value);
13850 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< bool >&
13851 ModelSequenceBatching_Control::_internal_bool_false_true()
const {
13852 return _impl_.bool_false_true_;
13854 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< bool >&
13857 return _internal_bool_false_true();
13859 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< bool >*
13860 ModelSequenceBatching_Control::_internal_mutable_bool_false_true() {
13861 return &
_impl_.bool_false_true_;
13863 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< bool >*
13866 return _internal_mutable_bool_false_true();
13878 return _internal_data_type();
13880 inline void ModelSequenceBatching_Control::_internal_set_data_type(::
inference::DataType value) {
13882 _impl_.data_type_ = value;
13885 _internal_set_data_type(value);
13895 _impl_.name_.ClearToEmpty();
13899 return _internal_name();
13901 template <
typename ArgT0,
typename... ArgT>
13902 inline PROTOBUF_ALWAYS_INLINE
13905 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
13909 std::string* _s = _internal_mutable_name();
13913 inline const std::string& ModelSequenceBatching_ControlInput::_internal_name()
const {
13914 return _impl_.name_.Get();
13916 inline void ModelSequenceBatching_ControlInput::_internal_set_name(
const std::string& value) {
13918 _impl_.name_.Set(value, GetArenaForAllocation());
13920 inline std::string* ModelSequenceBatching_ControlInput::_internal_mutable_name() {
13922 return _impl_.name_.Mutable(GetArenaForAllocation());
13926 return _impl_.name_.Release();
13929 if (
name !=
nullptr) {
13934 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
13935 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
13936 if (
_impl_.name_.IsDefault()) {
13937 _impl_.name_.Set(
"", GetArenaForAllocation());
13939 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
13944 inline int ModelSequenceBatching_ControlInput::_internal_control_size()
const {
13945 return _impl_.control_.size();
13948 return _internal_control_size();
13951 _impl_.control_.Clear();
13955 return _impl_.control_.Mutable(index);
13957 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_Control >*
13960 return &
_impl_.control_;
13962 inline const ::inference::ModelSequenceBatching_Control& ModelSequenceBatching_ControlInput::_internal_control(
int index)
const {
13963 return _impl_.control_.Get(index);
13967 return _internal_control(index);
13969 inline ::inference::ModelSequenceBatching_Control* ModelSequenceBatching_ControlInput::_internal_add_control() {
13970 return _impl_.control_.Add();
13977 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_Control >&
13996 return _internal_data_type();
13998 inline void ModelSequenceBatching_InitialState::_internal_set_data_type(::
inference::DataType value) {
14000 _impl_.data_type_ = value;
14003 _internal_set_data_type(value);
14008 inline int ModelSequenceBatching_InitialState::_internal_dims_size()
const {
14009 return _impl_.dims_.size();
14012 return _internal_dims_size();
14017 inline int64_t ModelSequenceBatching_InitialState::_internal_dims(
int index)
const {
14018 return _impl_.dims_.Get(index);
14022 return _internal_dims(index);
14025 _impl_.dims_.Set(index, value);
14028 inline void ModelSequenceBatching_InitialState::_internal_add_dims(int64_t value) {
14029 _impl_.dims_.Add(value);
14032 _internal_add_dims(value);
14035 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
14036 ModelSequenceBatching_InitialState::_internal_dims()
const {
14039 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
14042 return _internal_dims();
14044 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
14045 ModelSequenceBatching_InitialState::_internal_mutable_dims() {
14048 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
14051 return _internal_mutable_dims();
14055 inline bool ModelSequenceBatching_InitialState::_internal_has_zero_data()
const {
14056 return state_data_case() == kZeroData;
14059 return _internal_has_zero_data();
14061 inline void ModelSequenceBatching_InitialState::set_has_zero_data() {
14062 _impl_._oneof_case_[0] = kZeroData;
14065 if (_internal_has_zero_data()) {
14066 _impl_.state_data_.zero_data_ =
false;
14067 clear_has_state_data();
14070 inline bool ModelSequenceBatching_InitialState::_internal_zero_data()
const {
14071 if (_internal_has_zero_data()) {
14072 return _impl_.state_data_.zero_data_;
14076 inline void ModelSequenceBatching_InitialState::_internal_set_zero_data(
bool value) {
14077 if (!_internal_has_zero_data()) {
14078 clear_state_data();
14079 set_has_zero_data();
14081 _impl_.state_data_.zero_data_ = value;
14085 return _internal_zero_data();
14088 _internal_set_zero_data(value);
14093 inline bool ModelSequenceBatching_InitialState::_internal_has_data_file()
const {
14094 return state_data_case() == kDataFile;
14097 return _internal_has_data_file();
14099 inline void ModelSequenceBatching_InitialState::set_has_data_file() {
14100 _impl_._oneof_case_[0] = kDataFile;
14103 if (_internal_has_data_file()) {
14104 _impl_.state_data_.data_file_.Destroy();
14105 clear_has_state_data();
14110 return _internal_data_file();
14112 template <
typename ArgT0,
typename... ArgT>
14114 if (!_internal_has_data_file()) {
14115 clear_state_data();
14116 set_has_data_file();
14117 _impl_.state_data_.data_file_.InitDefault();
14119 _impl_.state_data_.data_file_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
14123 std::string* _s = _internal_mutable_data_file();
14127 inline const std::string& ModelSequenceBatching_InitialState::_internal_data_file()
const {
14128 if (_internal_has_data_file()) {
14129 return _impl_.state_data_.data_file_.Get();
14131 return ::PROTOBUF_NAMESPACE_ID::internal::GetEmptyStringAlreadyInited();
14133 inline void ModelSequenceBatching_InitialState::_internal_set_data_file(
const std::string& value) {
14134 if (!_internal_has_data_file()) {
14135 clear_state_data();
14136 set_has_data_file();
14137 _impl_.state_data_.data_file_.InitDefault();
14139 _impl_.state_data_.data_file_.Set(value, GetArenaForAllocation());
14141 inline std::string* ModelSequenceBatching_InitialState::_internal_mutable_data_file() {
14142 if (!_internal_has_data_file()) {
14143 clear_state_data();
14144 set_has_data_file();
14145 _impl_.state_data_.data_file_.InitDefault();
14147 return _impl_.state_data_.data_file_.Mutable( GetArenaForAllocation());
14151 if (_internal_has_data_file()) {
14152 clear_has_state_data();
14153 return _impl_.state_data_.data_file_.Release();
14159 if (has_state_data()) {
14160 clear_state_data();
14162 if (data_file !=
nullptr) {
14163 set_has_data_file();
14164 _impl_.state_data_.data_file_.InitAllocated(data_file, GetArenaForAllocation());
14171 _impl_.name_.ClearToEmpty();
14175 return _internal_name();
14177 template <
typename ArgT0,
typename... ArgT>
14178 inline PROTOBUF_ALWAYS_INLINE
14181 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
14185 std::string* _s = _internal_mutable_name();
14189 inline const std::string& ModelSequenceBatching_InitialState::_internal_name()
const {
14190 return _impl_.name_.Get();
14192 inline void ModelSequenceBatching_InitialState::_internal_set_name(
const std::string& value) {
14194 _impl_.name_.Set(value, GetArenaForAllocation());
14196 inline std::string* ModelSequenceBatching_InitialState::_internal_mutable_name() {
14198 return _impl_.name_.Mutable(GetArenaForAllocation());
14202 return _impl_.name_.Release();
14205 if (
name !=
nullptr) {
14210 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
14211 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
14212 if (
_impl_.name_.IsDefault()) {
14213 _impl_.name_.Set(
"", GetArenaForAllocation());
14215 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
14219 inline bool ModelSequenceBatching_InitialState::has_state_data()
const {
14220 return state_data_case() != STATE_DATA_NOT_SET;
14222 inline void ModelSequenceBatching_InitialState::clear_has_state_data() {
14223 _impl_._oneof_case_[0] = STATE_DATA_NOT_SET;
14234 _impl_.input_name_.ClearToEmpty();
14238 return _internal_input_name();
14240 template <
typename ArgT0,
typename... ArgT>
14241 inline PROTOBUF_ALWAYS_INLINE
14244 _impl_.input_name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
14248 std::string* _s = _internal_mutable_input_name();
14252 inline const std::string& ModelSequenceBatching_State::_internal_input_name()
const {
14253 return _impl_.input_name_.Get();
14255 inline void ModelSequenceBatching_State::_internal_set_input_name(
const std::string& value) {
14257 _impl_.input_name_.Set(value, GetArenaForAllocation());
14259 inline std::string* ModelSequenceBatching_State::_internal_mutable_input_name() {
14261 return _impl_.input_name_.Mutable(GetArenaForAllocation());
14265 return _impl_.input_name_.Release();
14268 if (input_name !=
nullptr) {
14273 _impl_.input_name_.SetAllocated(input_name, GetArenaForAllocation());
14274 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
14275 if (
_impl_.input_name_.IsDefault()) {
14276 _impl_.input_name_.Set(
"", GetArenaForAllocation());
14278 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
14284 _impl_.output_name_.ClearToEmpty();
14288 return _internal_output_name();
14290 template <
typename ArgT0,
typename... ArgT>
14291 inline PROTOBUF_ALWAYS_INLINE
14294 _impl_.output_name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
14298 std::string* _s = _internal_mutable_output_name();
14302 inline const std::string& ModelSequenceBatching_State::_internal_output_name()
const {
14303 return _impl_.output_name_.Get();
14305 inline void ModelSequenceBatching_State::_internal_set_output_name(
const std::string& value) {
14307 _impl_.output_name_.Set(value, GetArenaForAllocation());
14309 inline std::string* ModelSequenceBatching_State::_internal_mutable_output_name() {
14311 return _impl_.output_name_.Mutable(GetArenaForAllocation());
14315 return _impl_.output_name_.Release();
14318 if (output_name !=
nullptr) {
14323 _impl_.output_name_.SetAllocated(output_name, GetArenaForAllocation());
14324 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
14325 if (
_impl_.output_name_.IsDefault()) {
14326 _impl_.output_name_.Set(
"", GetArenaForAllocation());
14328 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
14341 return _internal_data_type();
14343 inline void ModelSequenceBatching_State::_internal_set_data_type(::
inference::DataType value) {
14345 _impl_.data_type_ = value;
14348 _internal_set_data_type(value);
14353 inline int ModelSequenceBatching_State::_internal_dims_size()
const {
14354 return _impl_.dims_.size();
14357 return _internal_dims_size();
14362 inline int64_t ModelSequenceBatching_State::_internal_dims(
int index)
const {
14363 return _impl_.dims_.Get(index);
14367 return _internal_dims(index);
14370 _impl_.dims_.Set(index, value);
14373 inline void ModelSequenceBatching_State::_internal_add_dims(int64_t value) {
14374 _impl_.dims_.Add(value);
14377 _internal_add_dims(value);
14380 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
14381 ModelSequenceBatching_State::_internal_dims()
const {
14384 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
14387 return _internal_dims();
14389 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
14390 ModelSequenceBatching_State::_internal_mutable_dims() {
14393 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
14396 return _internal_mutable_dims();
14400 inline int ModelSequenceBatching_State::_internal_initial_state_size()
const {
14401 return _impl_.initial_state_.size();
14404 return _internal_initial_state_size();
14407 _impl_.initial_state_.Clear();
14411 return _impl_.initial_state_.Mutable(index);
14413 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_InitialState >*
14416 return &
_impl_.initial_state_;
14418 inline const ::inference::ModelSequenceBatching_InitialState& ModelSequenceBatching_State::_internal_initial_state(
int index)
const {
14419 return _impl_.initial_state_.Get(index);
14423 return _internal_initial_state(index);
14425 inline ::inference::ModelSequenceBatching_InitialState* ModelSequenceBatching_State::_internal_add_initial_state() {
14426 return _impl_.initial_state_.Add();
14433 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_InitialState >&
14436 return _impl_.initial_state_;
14441 _impl_.use_same_buffer_for_input_output_ =
false;
14443 inline bool ModelSequenceBatching_State::_internal_use_same_buffer_for_input_output()
const {
14444 return _impl_.use_same_buffer_for_input_output_;
14448 return _internal_use_same_buffer_for_input_output();
14450 inline void ModelSequenceBatching_State::_internal_set_use_same_buffer_for_input_output(
bool value) {
14452 _impl_.use_same_buffer_for_input_output_ = value;
14455 _internal_set_use_same_buffer_for_input_output(value);
14461 _impl_.use_growable_memory_ =
false;
14463 inline bool ModelSequenceBatching_State::_internal_use_growable_memory()
const {
14464 return _impl_.use_growable_memory_;
14468 return _internal_use_growable_memory();
14470 inline void ModelSequenceBatching_State::_internal_set_use_growable_memory(
bool value) {
14472 _impl_.use_growable_memory_ = value;
14475 _internal_set_use_growable_memory(value);
14485 _impl_.max_queue_delay_microseconds_ = uint64_t{0u};
14487 inline uint64_t ModelSequenceBatching_StrategyDirect::_internal_max_queue_delay_microseconds()
const {
14488 return _impl_.max_queue_delay_microseconds_;
14492 return _internal_max_queue_delay_microseconds();
14494 inline void ModelSequenceBatching_StrategyDirect::_internal_set_max_queue_delay_microseconds(uint64_t value) {
14496 _impl_.max_queue_delay_microseconds_ = value;
14499 _internal_set_max_queue_delay_microseconds(value);
14505 _impl_.minimum_slot_utilization_ = 0;
14507 inline float ModelSequenceBatching_StrategyDirect::_internal_minimum_slot_utilization()
const {
14508 return _impl_.minimum_slot_utilization_;
14512 return _internal_minimum_slot_utilization();
14514 inline void ModelSequenceBatching_StrategyDirect::_internal_set_minimum_slot_utilization(
float value) {
14516 _impl_.minimum_slot_utilization_ = value;
14519 _internal_set_minimum_slot_utilization(value);
14529 _impl_.max_candidate_sequences_ = 0;
14531 inline int32_t ModelSequenceBatching_StrategyOldest::_internal_max_candidate_sequences()
const {
14532 return _impl_.max_candidate_sequences_;
14536 return _internal_max_candidate_sequences();
14538 inline void ModelSequenceBatching_StrategyOldest::_internal_set_max_candidate_sequences(int32_t value) {
14540 _impl_.max_candidate_sequences_ = value;
14543 _internal_set_max_candidate_sequences(value);
14548 inline int ModelSequenceBatching_StrategyOldest::_internal_preferred_batch_size_size()
const {
14549 return _impl_.preferred_batch_size_.size();
14552 return _internal_preferred_batch_size_size();
14555 _impl_.preferred_batch_size_.Clear();
14557 inline int32_t ModelSequenceBatching_StrategyOldest::_internal_preferred_batch_size(
int index)
const {
14558 return _impl_.preferred_batch_size_.Get(index);
14562 return _internal_preferred_batch_size(index);
14565 _impl_.preferred_batch_size_.Set(index, value);
14568 inline void ModelSequenceBatching_StrategyOldest::_internal_add_preferred_batch_size(int32_t value) {
14569 _impl_.preferred_batch_size_.Add(value);
14572 _internal_add_preferred_batch_size(value);
14575 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
14576 ModelSequenceBatching_StrategyOldest::_internal_preferred_batch_size()
const {
14577 return _impl_.preferred_batch_size_;
14579 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >&
14582 return _internal_preferred_batch_size();
14584 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
14585 ModelSequenceBatching_StrategyOldest::_internal_mutable_preferred_batch_size() {
14586 return &
_impl_.preferred_batch_size_;
14588 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int32_t >*
14591 return _internal_mutable_preferred_batch_size();
14596 _impl_.max_queue_delay_microseconds_ = uint64_t{0u};
14598 inline uint64_t ModelSequenceBatching_StrategyOldest::_internal_max_queue_delay_microseconds()
const {
14599 return _impl_.max_queue_delay_microseconds_;
14603 return _internal_max_queue_delay_microseconds();
14605 inline void ModelSequenceBatching_StrategyOldest::_internal_set_max_queue_delay_microseconds(uint64_t value) {
14607 _impl_.max_queue_delay_microseconds_ = value;
14610 _internal_set_max_queue_delay_microseconds(value);
14616 _impl_.preserve_ordering_ =
false;
14618 inline bool ModelSequenceBatching_StrategyOldest::_internal_preserve_ordering()
const {
14619 return _impl_.preserve_ordering_;
14623 return _internal_preserve_ordering();
14625 inline void ModelSequenceBatching_StrategyOldest::_internal_set_preserve_ordering(
bool value) {
14627 _impl_.preserve_ordering_ = value;
14630 _internal_set_preserve_ordering(value);
14639 inline bool ModelSequenceBatching::_internal_has_direct()
const {
14640 return strategy_choice_case() ==
kDirect;
14643 return _internal_has_direct();
14645 inline void ModelSequenceBatching::set_has_direct() {
14649 if (_internal_has_direct()) {
14650 if (GetArenaForAllocation() ==
nullptr) {
14651 delete _impl_.strategy_choice_.direct_;
14653 clear_has_strategy_choice();
14658 if (_internal_has_direct()) {
14659 clear_has_strategy_choice();
14661 if (GetArenaForAllocation() !=
nullptr) {
14662 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
14664 _impl_.strategy_choice_.direct_ =
nullptr;
14670 inline const ::inference::ModelSequenceBatching_StrategyDirect& ModelSequenceBatching::_internal_direct()
const {
14671 return _internal_has_direct()
14672 ? *
_impl_.strategy_choice_.direct_
14677 return _internal_direct();
14681 if (_internal_has_direct()) {
14682 clear_has_strategy_choice();
14684 _impl_.strategy_choice_.direct_ =
nullptr;
14691 clear_strategy_choice();
14694 _impl_.strategy_choice_.direct_ = direct;
14698 inline ::inference::ModelSequenceBatching_StrategyDirect* ModelSequenceBatching::_internal_mutable_direct() {
14699 if (!_internal_has_direct()) {
14700 clear_strategy_choice();
14702 _impl_.strategy_choice_.direct_ = CreateMaybeMessage< ::inference::ModelSequenceBatching_StrategyDirect >(GetArenaForAllocation());
14704 return _impl_.strategy_choice_.direct_;
14713 inline bool ModelSequenceBatching::_internal_has_oldest()
const {
14714 return strategy_choice_case() == kOldest;
14717 return _internal_has_oldest();
14719 inline void ModelSequenceBatching::set_has_oldest() {
14720 _impl_._oneof_case_[0] = kOldest;
14723 if (_internal_has_oldest()) {
14724 if (GetArenaForAllocation() ==
nullptr) {
14725 delete _impl_.strategy_choice_.oldest_;
14727 clear_has_strategy_choice();
14732 if (_internal_has_oldest()) {
14733 clear_has_strategy_choice();
14735 if (GetArenaForAllocation() !=
nullptr) {
14736 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
14738 _impl_.strategy_choice_.oldest_ =
nullptr;
14744 inline const ::inference::ModelSequenceBatching_StrategyOldest& ModelSequenceBatching::_internal_oldest()
const {
14745 return _internal_has_oldest()
14746 ? *
_impl_.strategy_choice_.oldest_
14751 return _internal_oldest();
14755 if (_internal_has_oldest()) {
14756 clear_has_strategy_choice();
14758 _impl_.strategy_choice_.oldest_ =
nullptr;
14765 clear_strategy_choice();
14768 _impl_.strategy_choice_.oldest_ = oldest;
14772 inline ::inference::ModelSequenceBatching_StrategyOldest* ModelSequenceBatching::_internal_mutable_oldest() {
14773 if (!_internal_has_oldest()) {
14774 clear_strategy_choice();
14776 _impl_.strategy_choice_.oldest_ = CreateMaybeMessage< ::inference::ModelSequenceBatching_StrategyOldest >(GetArenaForAllocation());
14778 return _impl_.strategy_choice_.oldest_;
14788 _impl_.max_sequence_idle_microseconds_ = uint64_t{0u};
14790 inline uint64_t ModelSequenceBatching::_internal_max_sequence_idle_microseconds()
const {
14791 return _impl_.max_sequence_idle_microseconds_;
14795 return _internal_max_sequence_idle_microseconds();
14797 inline void ModelSequenceBatching::_internal_set_max_sequence_idle_microseconds(uint64_t value) {
14799 _impl_.max_sequence_idle_microseconds_ = value;
14802 _internal_set_max_sequence_idle_microseconds(value);
14807 inline int ModelSequenceBatching::_internal_control_input_size()
const {
14808 return _impl_.control_input_.size();
14811 return _internal_control_input_size();
14814 _impl_.control_input_.Clear();
14818 return _impl_.control_input_.Mutable(index);
14820 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_ControlInput >*
14823 return &
_impl_.control_input_;
14825 inline const ::inference::ModelSequenceBatching_ControlInput& ModelSequenceBatching::_internal_control_input(
int index)
const {
14826 return _impl_.control_input_.Get(index);
14830 return _internal_control_input(index);
14832 inline ::inference::ModelSequenceBatching_ControlInput* ModelSequenceBatching::_internal_add_control_input() {
14833 return _impl_.control_input_.Add();
14840 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_ControlInput >&
14843 return _impl_.control_input_;
14847 inline int ModelSequenceBatching::_internal_state_size()
const {
14848 return _impl_.state_.size();
14851 return _internal_state_size();
14858 return _impl_.state_.Mutable(index);
14860 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_State >*
14865 inline const ::inference::ModelSequenceBatching_State& ModelSequenceBatching::_internal_state(
int index)
const {
14866 return _impl_.state_.Get(index);
14870 return _internal_state(index);
14872 inline ::inference::ModelSequenceBatching_State* ModelSequenceBatching::_internal_add_state() {
14873 return _impl_.state_.Add();
14880 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelSequenceBatching_State >&
14888 _impl_.iterative_sequence_ =
false;
14890 inline bool ModelSequenceBatching::_internal_iterative_sequence()
const {
14891 return _impl_.iterative_sequence_;
14895 return _internal_iterative_sequence();
14897 inline void ModelSequenceBatching::_internal_set_iterative_sequence(
bool value) {
14899 _impl_.iterative_sequence_ = value;
14902 _internal_set_iterative_sequence(value);
14906 inline bool ModelSequenceBatching::has_strategy_choice()
const {
14907 return strategy_choice_case() != STRATEGY_CHOICE_NOT_SET;
14909 inline void ModelSequenceBatching::clear_has_strategy_choice() {
14910 _impl_._oneof_case_[0] = STRATEGY_CHOICE_NOT_SET;
14925 _impl_.model_name_.ClearToEmpty();
14929 return _internal_model_name();
14931 template <
typename ArgT0,
typename... ArgT>
14932 inline PROTOBUF_ALWAYS_INLINE
14935 _impl_.model_name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
14939 std::string* _s = _internal_mutable_model_name();
14943 inline const std::string& ModelEnsembling_Step::_internal_model_name()
const {
14944 return _impl_.model_name_.Get();
14946 inline void ModelEnsembling_Step::_internal_set_model_name(
const std::string& value) {
14948 _impl_.model_name_.Set(value, GetArenaForAllocation());
14950 inline std::string* ModelEnsembling_Step::_internal_mutable_model_name() {
14952 return _impl_.model_name_.Mutable(GetArenaForAllocation());
14956 return _impl_.model_name_.Release();
14959 if (model_name !=
nullptr) {
14964 _impl_.model_name_.SetAllocated(model_name, GetArenaForAllocation());
14965 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
14966 if (
_impl_.model_name_.IsDefault()) {
14967 _impl_.model_name_.Set(
"", GetArenaForAllocation());
14969 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
14975 _impl_.model_version_ = int64_t{0};
14977 inline int64_t ModelEnsembling_Step::_internal_model_version()
const {
14978 return _impl_.model_version_;
14982 return _internal_model_version();
14984 inline void ModelEnsembling_Step::_internal_set_model_version(int64_t value) {
14986 _impl_.model_version_ = value;
14989 _internal_set_model_version(value);
14994 inline int ModelEnsembling_Step::_internal_input_map_size()
const {
14995 return _impl_.input_map_.size();
14998 return _internal_input_map_size();
15001 _impl_.input_map_.Clear();
15003 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
15004 ModelEnsembling_Step::_internal_input_map()
const {
15005 return _impl_.input_map_.GetMap();
15007 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
15010 return _internal_input_map();
15012 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
15013 ModelEnsembling_Step::_internal_mutable_input_map() {
15014 return _impl_.input_map_.MutableMap();
15016 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
15019 return _internal_mutable_input_map();
15023 inline int ModelEnsembling_Step::_internal_output_map_size()
const {
15024 return _impl_.output_map_.size();
15027 return _internal_output_map_size();
15030 _impl_.output_map_.Clear();
15032 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
15033 ModelEnsembling_Step::_internal_output_map()
const {
15034 return _impl_.output_map_.GetMap();
15036 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
15039 return _internal_output_map();
15041 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
15042 ModelEnsembling_Step::_internal_mutable_output_map() {
15043 return _impl_.output_map_.MutableMap();
15045 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
15048 return _internal_mutable_output_map();
15053 _impl_.model_namespace_.ClearToEmpty();
15057 return _internal_model_namespace();
15059 template <
typename ArgT0,
typename... ArgT>
15060 inline PROTOBUF_ALWAYS_INLINE
15063 _impl_.model_namespace_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
15067 std::string* _s = _internal_mutable_model_namespace();
15071 inline const std::string& ModelEnsembling_Step::_internal_model_namespace()
const {
15072 return _impl_.model_namespace_.Get();
15074 inline void ModelEnsembling_Step::_internal_set_model_namespace(
const std::string& value) {
15076 _impl_.model_namespace_.Set(value, GetArenaForAllocation());
15078 inline std::string* ModelEnsembling_Step::_internal_mutable_model_namespace() {
15080 return _impl_.model_namespace_.Mutable(GetArenaForAllocation());
15084 return _impl_.model_namespace_.Release();
15087 if (model_namespace !=
nullptr) {
15092 _impl_.model_namespace_.SetAllocated(model_namespace, GetArenaForAllocation());
15093 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
15094 if (
_impl_.model_namespace_.IsDefault()) {
15095 _impl_.model_namespace_.Set(
"", GetArenaForAllocation());
15097 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
15106 inline int ModelEnsembling::_internal_step_size()
const {
15107 return _impl_.step_.size();
15110 return _internal_step_size();
15117 return _impl_.step_.Mutable(index);
15119 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelEnsembling_Step >*
15124 inline const ::inference::ModelEnsembling_Step& ModelEnsembling::_internal_step(
int index)
const {
15125 return _impl_.step_.Get(index);
15129 return _internal_step(index);
15131 inline ::inference::ModelEnsembling_Step* ModelEnsembling::_internal_add_step() {
15132 return _impl_.step_.Add();
15139 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelEnsembling_Step >&
15151 _impl_.string_value_.ClearToEmpty();
15155 return _internal_string_value();
15157 template <
typename ArgT0,
typename... ArgT>
15158 inline PROTOBUF_ALWAYS_INLINE
15161 _impl_.string_value_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
15165 std::string* _s = _internal_mutable_string_value();
15169 inline const std::string& ModelParameter::_internal_string_value()
const {
15170 return _impl_.string_value_.Get();
15172 inline void ModelParameter::_internal_set_string_value(
const std::string& value) {
15174 _impl_.string_value_.Set(value, GetArenaForAllocation());
15176 inline std::string* ModelParameter::_internal_mutable_string_value() {
15178 return _impl_.string_value_.Mutable(GetArenaForAllocation());
15182 return _impl_.string_value_.Release();
15185 if (string_value !=
nullptr) {
15190 _impl_.string_value_.SetAllocated(string_value, GetArenaForAllocation());
15191 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
15192 if (
_impl_.string_value_.IsDefault()) {
15193 _impl_.string_value_.Set(
"", GetArenaForAllocation());
15195 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
15212 return _internal_data_type();
15216 _impl_.data_type_ = value;
15219 _internal_set_data_type(value);
15224 inline int ModelWarmup_Input::_internal_dims_size()
const {
15225 return _impl_.dims_.size();
15228 return _internal_dims_size();
15233 inline int64_t ModelWarmup_Input::_internal_dims(
int index)
const {
15234 return _impl_.dims_.Get(index);
15238 return _internal_dims(index);
15241 _impl_.dims_.Set(index, value);
15244 inline void ModelWarmup_Input::_internal_add_dims(int64_t value) {
15245 _impl_.dims_.Add(value);
15248 _internal_add_dims(value);
15251 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
15252 ModelWarmup_Input::_internal_dims()
const {
15255 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >&
15258 return _internal_dims();
15260 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
15261 ModelWarmup_Input::_internal_mutable_dims() {
15264 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< int64_t >*
15267 return _internal_mutable_dims();
15271 inline bool ModelWarmup_Input::_internal_has_zero_data()
const {
15272 return input_data_type_case() == kZeroData;
15275 return _internal_has_zero_data();
15277 inline void ModelWarmup_Input::set_has_zero_data() {
15278 _impl_._oneof_case_[0] = kZeroData;
15281 if (_internal_has_zero_data()) {
15282 _impl_.input_data_type_.zero_data_ =
false;
15283 clear_has_input_data_type();
15286 inline bool ModelWarmup_Input::_internal_zero_data()
const {
15287 if (_internal_has_zero_data()) {
15288 return _impl_.input_data_type_.zero_data_;
15292 inline void ModelWarmup_Input::_internal_set_zero_data(
bool value) {
15293 if (!_internal_has_zero_data()) {
15294 clear_input_data_type();
15295 set_has_zero_data();
15297 _impl_.input_data_type_.zero_data_ = value;
15301 return _internal_zero_data();
15304 _internal_set_zero_data(value);
15309 inline bool ModelWarmup_Input::_internal_has_random_data()
const {
15310 return input_data_type_case() == kRandomData;
15313 return _internal_has_random_data();
15315 inline void ModelWarmup_Input::set_has_random_data() {
15316 _impl_._oneof_case_[0] = kRandomData;
15319 if (_internal_has_random_data()) {
15320 _impl_.input_data_type_.random_data_ =
false;
15321 clear_has_input_data_type();
15324 inline bool ModelWarmup_Input::_internal_random_data()
const {
15325 if (_internal_has_random_data()) {
15326 return _impl_.input_data_type_.random_data_;
15330 inline void ModelWarmup_Input::_internal_set_random_data(
bool value) {
15331 if (!_internal_has_random_data()) {
15332 clear_input_data_type();
15333 set_has_random_data();
15335 _impl_.input_data_type_.random_data_ = value;
15339 return _internal_random_data();
15342 _internal_set_random_data(value);
15347 inline bool ModelWarmup_Input::_internal_has_input_data_file()
const {
15348 return input_data_type_case() == kInputDataFile;
15351 return _internal_has_input_data_file();
15353 inline void ModelWarmup_Input::set_has_input_data_file() {
15354 _impl_._oneof_case_[0] = kInputDataFile;
15357 if (_internal_has_input_data_file()) {
15358 _impl_.input_data_type_.input_data_file_.Destroy();
15359 clear_has_input_data_type();
15364 return _internal_input_data_file();
15366 template <
typename ArgT0,
typename... ArgT>
15368 if (!_internal_has_input_data_file()) {
15369 clear_input_data_type();
15370 set_has_input_data_file();
15371 _impl_.input_data_type_.input_data_file_.InitDefault();
15373 _impl_.input_data_type_.input_data_file_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
15377 std::string* _s = _internal_mutable_input_data_file();
15381 inline const std::string& ModelWarmup_Input::_internal_input_data_file()
const {
15382 if (_internal_has_input_data_file()) {
15383 return _impl_.input_data_type_.input_data_file_.Get();
15385 return ::PROTOBUF_NAMESPACE_ID::internal::GetEmptyStringAlreadyInited();
15387 inline void ModelWarmup_Input::_internal_set_input_data_file(
const std::string& value) {
15388 if (!_internal_has_input_data_file()) {
15389 clear_input_data_type();
15390 set_has_input_data_file();
15391 _impl_.input_data_type_.input_data_file_.InitDefault();
15393 _impl_.input_data_type_.input_data_file_.Set(value, GetArenaForAllocation());
15395 inline std::string* ModelWarmup_Input::_internal_mutable_input_data_file() {
15396 if (!_internal_has_input_data_file()) {
15397 clear_input_data_type();
15398 set_has_input_data_file();
15399 _impl_.input_data_type_.input_data_file_.InitDefault();
15401 return _impl_.input_data_type_.input_data_file_.Mutable( GetArenaForAllocation());
15405 if (_internal_has_input_data_file()) {
15406 clear_has_input_data_type();
15407 return _impl_.input_data_type_.input_data_file_.Release();
15413 if (has_input_data_type()) {
15414 clear_input_data_type();
15416 if (input_data_file !=
nullptr) {
15417 set_has_input_data_file();
15418 _impl_.input_data_type_.input_data_file_.InitAllocated(input_data_file, GetArenaForAllocation());
15423 inline bool ModelWarmup_Input::has_input_data_type()
const {
15424 return input_data_type_case() != INPUT_DATA_TYPE_NOT_SET;
15426 inline void ModelWarmup_Input::clear_has_input_data_type() {
15427 _impl_._oneof_case_[0] = INPUT_DATA_TYPE_NOT_SET;
15440 _impl_.name_.ClearToEmpty();
15444 return _internal_name();
15446 template <
typename ArgT0,
typename... ArgT>
15447 inline PROTOBUF_ALWAYS_INLINE
15450 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
15454 std::string* _s = _internal_mutable_name();
15458 inline const std::string& ModelWarmup::_internal_name()
const {
15459 return _impl_.name_.Get();
15461 inline void ModelWarmup::_internal_set_name(
const std::string& value) {
15463 _impl_.name_.Set(value, GetArenaForAllocation());
15465 inline std::string* ModelWarmup::_internal_mutable_name() {
15467 return _impl_.name_.Mutable(GetArenaForAllocation());
15471 return _impl_.name_.Release();
15474 if (
name !=
nullptr) {
15479 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
15480 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
15481 if (
_impl_.name_.IsDefault()) {
15482 _impl_.name_.Set(
"", GetArenaForAllocation());
15484 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
15490 _impl_.batch_size_ = 0u;
15492 inline uint32_t ModelWarmup::_internal_batch_size()
const {
15493 return _impl_.batch_size_;
15497 return _internal_batch_size();
15499 inline void ModelWarmup::_internal_set_batch_size(uint32_t value) {
15501 _impl_.batch_size_ = value;
15504 _internal_set_batch_size(value);
15509 inline int ModelWarmup::_internal_inputs_size()
const {
15510 return _impl_.inputs_.size();
15513 return _internal_inputs_size();
15518 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelWarmup_Input >&
15519 ModelWarmup::_internal_inputs()
const {
15520 return _impl_.inputs_.GetMap();
15522 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelWarmup_Input >&
15525 return _internal_inputs();
15527 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelWarmup_Input >*
15528 ModelWarmup::_internal_mutable_inputs() {
15529 return _impl_.inputs_.MutableMap();
15531 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelWarmup_Input >*
15534 return _internal_mutable_inputs();
15541 inline uint32_t ModelWarmup::_internal_count()
const {
15546 return _internal_count();
15548 inline void ModelWarmup::_internal_set_count(uint32_t value) {
15553 _internal_set_count(value);
15562 inline int ModelOperations::_internal_op_library_filename_size()
const {
15563 return _impl_.op_library_filename_.size();
15566 return _internal_op_library_filename_size();
15569 _impl_.op_library_filename_.Clear();
15572 std::string* _s = _internal_add_op_library_filename();
15576 inline const std::string& ModelOperations::_internal_op_library_filename(
int index)
const {
15577 return _impl_.op_library_filename_.Get(index);
15581 return _internal_op_library_filename(index);
15585 return _impl_.op_library_filename_.Mutable(index);
15588 _impl_.op_library_filename_.Mutable(index)->assign(value);
15592 _impl_.op_library_filename_.Mutable(index)->assign(
std::move(value));
15596 GOOGLE_DCHECK(value !=
nullptr);
15597 _impl_.op_library_filename_.Mutable(index)->assign(value);
15601 _impl_.op_library_filename_.Mutable(index)->assign(
15602 reinterpret_cast<const char*
>(value),
size);
15605 inline std::string* ModelOperations::_internal_add_op_library_filename() {
15606 return _impl_.op_library_filename_.Add();
15609 _impl_.op_library_filename_.Add()->assign(value);
15617 GOOGLE_DCHECK(value !=
nullptr);
15618 _impl_.op_library_filename_.Add()->assign(value);
15622 _impl_.op_library_filename_.Add()->assign(
reinterpret_cast<const char*
>(value),
size);
15625 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>&
15628 return _impl_.op_library_filename_;
15630 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField<std::string>*
15633 return &
_impl_.op_library_filename_;
15642 _impl_.decoupled_ =
false;
15644 inline bool ModelTransactionPolicy::_internal_decoupled()
const {
15645 return _impl_.decoupled_;
15649 return _internal_decoupled();
15651 inline void ModelTransactionPolicy::_internal_set_decoupled(
bool value) {
15653 _impl_.decoupled_ = value;
15656 _internal_set_decoupled(value);
15668 _impl_.name_.ClearToEmpty();
15672 return _internal_name();
15674 template <
typename ArgT0,
typename... ArgT>
15675 inline PROTOBUF_ALWAYS_INLINE
15678 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
15682 std::string* _s = _internal_mutable_name();
15686 inline const std::string& ModelRepositoryAgents_Agent::_internal_name()
const {
15687 return _impl_.name_.Get();
15689 inline void ModelRepositoryAgents_Agent::_internal_set_name(
const std::string& value) {
15691 _impl_.name_.Set(value, GetArenaForAllocation());
15693 inline std::string* ModelRepositoryAgents_Agent::_internal_mutable_name() {
15695 return _impl_.name_.Mutable(GetArenaForAllocation());
15699 return _impl_.name_.Release();
15702 if (
name !=
nullptr) {
15707 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
15708 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
15709 if (
_impl_.name_.IsDefault()) {
15710 _impl_.name_.Set(
"", GetArenaForAllocation());
15712 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
15717 inline int ModelRepositoryAgents_Agent::_internal_parameters_size()
const {
15718 return _impl_.parameters_.size();
15721 return _internal_parameters_size();
15724 _impl_.parameters_.Clear();
15726 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
15727 ModelRepositoryAgents_Agent::_internal_parameters()
const {
15728 return _impl_.parameters_.GetMap();
15730 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
15733 return _internal_parameters();
15735 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
15736 ModelRepositoryAgents_Agent::_internal_mutable_parameters() {
15737 return _impl_.parameters_.MutableMap();
15739 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
15742 return _internal_mutable_parameters();
15750 inline int ModelRepositoryAgents::_internal_agents_size()
const {
15751 return _impl_.agents_.size();
15754 return _internal_agents_size();
15761 return _impl_.agents_.Mutable(index);
15763 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRepositoryAgents_Agent >*
15768 inline const ::inference::ModelRepositoryAgents_Agent& ModelRepositoryAgents::_internal_agents(
int index)
const {
15769 return _impl_.agents_.Get(index);
15773 return _internal_agents(index);
15775 inline ::inference::ModelRepositoryAgents_Agent* ModelRepositoryAgents::_internal_add_agents() {
15776 return _impl_.agents_.Add();
15783 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelRepositoryAgents_Agent >&
15797 inline bool ModelResponseCache::_internal_enable()
const {
15802 return _internal_enable();
15804 inline void ModelResponseCache::_internal_set_enable(
bool value) {
15809 _internal_set_enable(value);
15819 _impl_.family_.ClearToEmpty();
15823 return _internal_family();
15825 template <
typename ArgT0,
typename... ArgT>
15826 inline PROTOBUF_ALWAYS_INLINE
15829 _impl_.family_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
15833 std::string* _s = _internal_mutable_family();
15837 inline const std::string& ModelMetrics_MetricControl_MetricIdentifier::_internal_family()
const {
15838 return _impl_.family_.Get();
15840 inline void ModelMetrics_MetricControl_MetricIdentifier::_internal_set_family(
const std::string& value) {
15842 _impl_.family_.Set(value, GetArenaForAllocation());
15844 inline std::string* ModelMetrics_MetricControl_MetricIdentifier::_internal_mutable_family() {
15846 return _impl_.family_.Mutable(GetArenaForAllocation());
15850 return _impl_.family_.Release();
15853 if (family !=
nullptr) {
15858 _impl_.family_.SetAllocated(family, GetArenaForAllocation());
15859 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
15860 if (
_impl_.family_.IsDefault()) {
15861 _impl_.family_.Set(
"", GetArenaForAllocation());
15863 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
15872 inline int ModelMetrics_MetricControl_HistogramOptions::_internal_buckets_size()
const {
15873 return _impl_.buckets_.size();
15876 return _internal_buckets_size();
15879 _impl_.buckets_.Clear();
15881 inline double ModelMetrics_MetricControl_HistogramOptions::_internal_buckets(
int index)
const {
15882 return _impl_.buckets_.Get(index);
15886 return _internal_buckets(index);
15889 _impl_.buckets_.Set(index, value);
15892 inline void ModelMetrics_MetricControl_HistogramOptions::_internal_add_buckets(
double value) {
15893 _impl_.buckets_.Add(value);
15896 _internal_add_buckets(value);
15899 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< double >&
15900 ModelMetrics_MetricControl_HistogramOptions::_internal_buckets()
const {
15903 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedField< double >&
15906 return _internal_buckets();
15908 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< double >*
15909 ModelMetrics_MetricControl_HistogramOptions::_internal_mutable_buckets() {
15910 return &
_impl_.buckets_;
15912 inline ::PROTOBUF_NAMESPACE_ID::RepeatedField< double >*
15915 return _internal_mutable_buckets();
15923 inline bool ModelMetrics_MetricControl::_internal_has_metric_identifier()
const {
15927 return _internal_has_metric_identifier();
15930 if (GetArenaForAllocation() ==
nullptr &&
_impl_.metric_identifier_ !=
nullptr) {
15931 delete _impl_.metric_identifier_;
15933 _impl_.metric_identifier_ =
nullptr;
15935 inline const ::inference::ModelMetrics_MetricControl_MetricIdentifier& ModelMetrics_MetricControl::_internal_metric_identifier()
const {
15936 const ::inference::ModelMetrics_MetricControl_MetricIdentifier* p =
_impl_.metric_identifier_;
15942 return _internal_metric_identifier();
15946 if (GetArenaForAllocation() ==
nullptr) {
15947 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.metric_identifier_);
15949 _impl_.metric_identifier_ = metric_identifier;
15950 if (metric_identifier) {
15960 _impl_.metric_identifier_ =
nullptr;
15961 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
15962 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
15963 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
15964 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
15965 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
15966 if (GetArenaForAllocation() !=
nullptr) {
15967 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
15969 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
15976 _impl_.metric_identifier_ =
nullptr;
15979 inline ::inference::ModelMetrics_MetricControl_MetricIdentifier* ModelMetrics_MetricControl::_internal_mutable_metric_identifier() {
15981 if (
_impl_.metric_identifier_ ==
nullptr) {
15982 auto* p = CreateMaybeMessage<::inference::ModelMetrics_MetricControl_MetricIdentifier>(GetArenaForAllocation());
15983 _impl_.metric_identifier_ = p;
15985 return _impl_.metric_identifier_;
15993 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
15994 if (message_arena ==
nullptr) {
15995 delete _impl_.metric_identifier_;
15997 if (metric_identifier) {
15998 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
15999 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(metric_identifier);
16000 if (message_arena != submessage_arena) {
16001 metric_identifier = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
16002 message_arena, metric_identifier, submessage_arena);
16008 _impl_.metric_identifier_ = metric_identifier;
16013 inline bool ModelMetrics_MetricControl::_internal_has_histogram_options()
const {
16014 return metric_options_case() == kHistogramOptions;
16017 return _internal_has_histogram_options();
16019 inline void ModelMetrics_MetricControl::set_has_histogram_options() {
16020 _impl_._oneof_case_[0] = kHistogramOptions;
16023 if (_internal_has_histogram_options()) {
16024 if (GetArenaForAllocation() ==
nullptr) {
16025 delete _impl_.metric_options_.histogram_options_;
16027 clear_has_metric_options();
16032 if (_internal_has_histogram_options()) {
16033 clear_has_metric_options();
16035 if (GetArenaForAllocation() !=
nullptr) {
16036 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
16038 _impl_.metric_options_.histogram_options_ =
nullptr;
16044 inline const ::inference::ModelMetrics_MetricControl_HistogramOptions& ModelMetrics_MetricControl::_internal_histogram_options()
const {
16045 return _internal_has_histogram_options()
16046 ? *
_impl_.metric_options_.histogram_options_
16051 return _internal_histogram_options();
16055 if (_internal_has_histogram_options()) {
16056 clear_has_metric_options();
16058 _impl_.metric_options_.histogram_options_ =
nullptr;
16065 clear_metric_options();
16066 if (histogram_options) {
16067 set_has_histogram_options();
16068 _impl_.metric_options_.histogram_options_ = histogram_options;
16072 inline ::inference::ModelMetrics_MetricControl_HistogramOptions* ModelMetrics_MetricControl::_internal_mutable_histogram_options() {
16073 if (!_internal_has_histogram_options()) {
16074 clear_metric_options();
16075 set_has_histogram_options();
16076 _impl_.metric_options_.histogram_options_ = CreateMaybeMessage< ::inference::ModelMetrics_MetricControl_HistogramOptions >(GetArenaForAllocation());
16078 return _impl_.metric_options_.histogram_options_;
16086 inline bool ModelMetrics_MetricControl::has_metric_options()
const {
16087 return metric_options_case() != METRIC_OPTIONS_NOT_SET;
16089 inline void ModelMetrics_MetricControl::clear_has_metric_options() {
16090 _impl_._oneof_case_[0] = METRIC_OPTIONS_NOT_SET;
16100 inline int ModelMetrics::_internal_metric_control_size()
const {
16101 return _impl_.metric_control_.size();
16104 return _internal_metric_control_size();
16107 _impl_.metric_control_.Clear();
16111 return _impl_.metric_control_.Mutable(index);
16113 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelMetrics_MetricControl >*
16116 return &
_impl_.metric_control_;
16118 inline const ::inference::ModelMetrics_MetricControl& ModelMetrics::_internal_metric_control(
int index)
const {
16119 return _impl_.metric_control_.Get(index);
16123 return _internal_metric_control(index);
16125 inline ::inference::ModelMetrics_MetricControl* ModelMetrics::_internal_add_metric_control() {
16126 return _impl_.metric_control_.Add();
16133 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelMetrics_MetricControl >&
16136 return _impl_.metric_control_;
16151 _impl_.name_.ClearToEmpty();
16155 return _internal_name();
16157 template <
typename ArgT0,
typename... ArgT>
16158 inline PROTOBUF_ALWAYS_INLINE
16161 _impl_.name_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
16165 std::string* _s = _internal_mutable_name();
16169 inline const std::string& ModelConfig::_internal_name()
const {
16170 return _impl_.name_.Get();
16172 inline void ModelConfig::_internal_set_name(
const std::string& value) {
16174 _impl_.name_.Set(value, GetArenaForAllocation());
16176 inline std::string* ModelConfig::_internal_mutable_name() {
16178 return _impl_.name_.Mutable(GetArenaForAllocation());
16182 return _impl_.name_.Release();
16185 if (
name !=
nullptr) {
16190 _impl_.name_.SetAllocated(
name, GetArenaForAllocation());
16191 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
16192 if (
_impl_.name_.IsDefault()) {
16193 _impl_.name_.Set(
"", GetArenaForAllocation());
16195 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
16201 _impl_.platform_.ClearToEmpty();
16205 return _internal_platform();
16207 template <
typename ArgT0,
typename... ArgT>
16208 inline PROTOBUF_ALWAYS_INLINE
16211 _impl_.platform_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
16215 std::string* _s = _internal_mutable_platform();
16219 inline const std::string& ModelConfig::_internal_platform()
const {
16220 return _impl_.platform_.Get();
16222 inline void ModelConfig::_internal_set_platform(
const std::string& value) {
16224 _impl_.platform_.Set(value, GetArenaForAllocation());
16226 inline std::string* ModelConfig::_internal_mutable_platform() {
16228 return _impl_.platform_.Mutable(GetArenaForAllocation());
16232 return _impl_.platform_.Release();
16235 if (platform !=
nullptr) {
16240 _impl_.platform_.SetAllocated(platform, GetArenaForAllocation());
16241 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
16242 if (
_impl_.platform_.IsDefault()) {
16243 _impl_.platform_.Set(
"", GetArenaForAllocation());
16245 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
16251 _impl_.backend_.ClearToEmpty();
16255 return _internal_backend();
16257 template <
typename ArgT0,
typename... ArgT>
16258 inline PROTOBUF_ALWAYS_INLINE
16261 _impl_.backend_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
16265 std::string* _s = _internal_mutable_backend();
16269 inline const std::string& ModelConfig::_internal_backend()
const {
16270 return _impl_.backend_.Get();
16272 inline void ModelConfig::_internal_set_backend(
const std::string& value) {
16274 _impl_.backend_.Set(value, GetArenaForAllocation());
16276 inline std::string* ModelConfig::_internal_mutable_backend() {
16278 return _impl_.backend_.Mutable(GetArenaForAllocation());
16282 return _impl_.backend_.Release();
16285 if (backend !=
nullptr) {
16290 _impl_.backend_.SetAllocated(backend, GetArenaForAllocation());
16291 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
16292 if (
_impl_.backend_.IsDefault()) {
16293 _impl_.backend_.Set(
"", GetArenaForAllocation());
16295 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
16301 _impl_.runtime_.ClearToEmpty();
16305 return _internal_runtime();
16307 template <
typename ArgT0,
typename... ArgT>
16308 inline PROTOBUF_ALWAYS_INLINE
16311 _impl_.runtime_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
16315 std::string* _s = _internal_mutable_runtime();
16319 inline const std::string& ModelConfig::_internal_runtime()
const {
16320 return _impl_.runtime_.Get();
16322 inline void ModelConfig::_internal_set_runtime(
const std::string& value) {
16324 _impl_.runtime_.Set(value, GetArenaForAllocation());
16326 inline std::string* ModelConfig::_internal_mutable_runtime() {
16328 return _impl_.runtime_.Mutable(GetArenaForAllocation());
16332 return _impl_.runtime_.Release();
16335 if (runtime !=
nullptr) {
16340 _impl_.runtime_.SetAllocated(runtime, GetArenaForAllocation());
16341 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
16342 if (
_impl_.runtime_.IsDefault()) {
16343 _impl_.runtime_.Set(
"", GetArenaForAllocation());
16345 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
16350 inline bool ModelConfig::_internal_has_version_policy()
const {
16354 return _internal_has_version_policy();
16357 if (GetArenaForAllocation() ==
nullptr &&
_impl_.version_policy_ !=
nullptr) {
16358 delete _impl_.version_policy_;
16360 _impl_.version_policy_ =
nullptr;
16362 inline const ::inference::ModelVersionPolicy& ModelConfig::_internal_version_policy()
const {
16363 const ::inference::ModelVersionPolicy* p =
_impl_.version_policy_;
16369 return _internal_version_policy();
16373 if (GetArenaForAllocation() ==
nullptr) {
16374 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.version_policy_);
16376 _impl_.version_policy_ = version_policy;
16377 if (version_policy) {
16387 _impl_.version_policy_ =
nullptr;
16388 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
16389 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
16390 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
16391 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
16392 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
16393 if (GetArenaForAllocation() !=
nullptr) {
16394 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
16396 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
16403 _impl_.version_policy_ =
nullptr;
16406 inline ::inference::ModelVersionPolicy* ModelConfig::_internal_mutable_version_policy() {
16408 if (
_impl_.version_policy_ ==
nullptr) {
16409 auto* p = CreateMaybeMessage<::inference::ModelVersionPolicy>(GetArenaForAllocation());
16410 _impl_.version_policy_ = p;
16412 return _impl_.version_policy_;
16420 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
16421 if (message_arena ==
nullptr) {
16422 delete _impl_.version_policy_;
16424 if (version_policy) {
16425 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
16426 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(version_policy);
16427 if (message_arena != submessage_arena) {
16428 version_policy = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
16429 message_arena, version_policy, submessage_arena);
16435 _impl_.version_policy_ = version_policy;
16441 _impl_.max_batch_size_ = 0;
16443 inline int32_t ModelConfig::_internal_max_batch_size()
const {
16444 return _impl_.max_batch_size_;
16448 return _internal_max_batch_size();
16450 inline void ModelConfig::_internal_set_max_batch_size(int32_t value) {
16452 _impl_.max_batch_size_ = value;
16455 _internal_set_max_batch_size(value);
16460 inline int ModelConfig::_internal_input_size()
const {
16461 return _impl_.input_.size();
16464 return _internal_input_size();
16471 return _impl_.input_.Mutable(index);
16473 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInput >*
16478 inline const ::inference::ModelInput& ModelConfig::_internal_input(
int index)
const {
16479 return _impl_.input_.Get(index);
16483 return _internal_input(index);
16485 inline ::inference::ModelInput* ModelConfig::_internal_add_input() {
16486 return _impl_.input_.Add();
16493 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInput >&
16500 inline int ModelConfig::_internal_output_size()
const {
16501 return _impl_.output_.size();
16504 return _internal_output_size();
16511 return _impl_.output_.Mutable(index);
16513 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOutput >*
16518 inline const ::inference::ModelOutput& ModelConfig::_internal_output(
int index)
const {
16519 return _impl_.output_.Get(index);
16523 return _internal_output(index);
16525 inline ::inference::ModelOutput* ModelConfig::_internal_add_output() {
16526 return _impl_.output_.Add();
16533 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelOutput >&
16540 inline int ModelConfig::_internal_batch_input_size()
const {
16541 return _impl_.batch_input_.size();
16544 return _internal_batch_input_size();
16547 _impl_.batch_input_.Clear();
16551 return _impl_.batch_input_.Mutable(index);
16553 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchInput >*
16556 return &
_impl_.batch_input_;
16558 inline const ::inference::BatchInput& ModelConfig::_internal_batch_input(
int index)
const {
16559 return _impl_.batch_input_.Get(index);
16563 return _internal_batch_input(index);
16565 inline ::inference::BatchInput* ModelConfig::_internal_add_batch_input() {
16566 return _impl_.batch_input_.Add();
16573 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchInput >&
16576 return _impl_.batch_input_;
16580 inline int ModelConfig::_internal_batch_output_size()
const {
16581 return _impl_.batch_output_.size();
16584 return _internal_batch_output_size();
16587 _impl_.batch_output_.Clear();
16591 return _impl_.batch_output_.Mutable(index);
16593 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchOutput >*
16596 return &
_impl_.batch_output_;
16598 inline const ::inference::BatchOutput& ModelConfig::_internal_batch_output(
int index)
const {
16599 return _impl_.batch_output_.Get(index);
16603 return _internal_batch_output(index);
16605 inline ::inference::BatchOutput* ModelConfig::_internal_add_batch_output() {
16606 return _impl_.batch_output_.Add();
16613 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::BatchOutput >&
16616 return _impl_.batch_output_;
16620 inline bool ModelConfig::_internal_has_optimization()
const {
16624 return _internal_has_optimization();
16627 if (GetArenaForAllocation() ==
nullptr &&
_impl_.optimization_ !=
nullptr) {
16628 delete _impl_.optimization_;
16630 _impl_.optimization_ =
nullptr;
16632 inline const ::inference::ModelOptimizationPolicy& ModelConfig::_internal_optimization()
const {
16633 const ::inference::ModelOptimizationPolicy* p =
_impl_.optimization_;
16639 return _internal_optimization();
16643 if (GetArenaForAllocation() ==
nullptr) {
16644 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.optimization_);
16646 _impl_.optimization_ = optimization;
16647 if (optimization) {
16657 _impl_.optimization_ =
nullptr;
16658 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
16659 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
16660 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
16661 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
16662 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
16663 if (GetArenaForAllocation() !=
nullptr) {
16664 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
16666 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
16673 _impl_.optimization_ =
nullptr;
16676 inline ::inference::ModelOptimizationPolicy* ModelConfig::_internal_mutable_optimization() {
16678 if (
_impl_.optimization_ ==
nullptr) {
16679 auto* p = CreateMaybeMessage<::inference::ModelOptimizationPolicy>(GetArenaForAllocation());
16680 _impl_.optimization_ = p;
16682 return _impl_.optimization_;
16690 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
16691 if (message_arena ==
nullptr) {
16692 delete _impl_.optimization_;
16694 if (optimization) {
16695 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
16696 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(optimization);
16697 if (message_arena != submessage_arena) {
16698 optimization = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
16699 message_arena, optimization, submessage_arena);
16705 _impl_.optimization_ = optimization;
16710 inline bool ModelConfig::_internal_has_dynamic_batching()
const {
16711 return scheduling_choice_case() == kDynamicBatching;
16714 return _internal_has_dynamic_batching();
16716 inline void ModelConfig::set_has_dynamic_batching() {
16717 _impl_._oneof_case_[0] = kDynamicBatching;
16720 if (_internal_has_dynamic_batching()) {
16721 if (GetArenaForAllocation() ==
nullptr) {
16722 delete _impl_.scheduling_choice_.dynamic_batching_;
16724 clear_has_scheduling_choice();
16729 if (_internal_has_dynamic_batching()) {
16730 clear_has_scheduling_choice();
16732 if (GetArenaForAllocation() !=
nullptr) {
16733 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
16735 _impl_.scheduling_choice_.dynamic_batching_ =
nullptr;
16741 inline const ::inference::ModelDynamicBatching& ModelConfig::_internal_dynamic_batching()
const {
16742 return _internal_has_dynamic_batching()
16743 ? *
_impl_.scheduling_choice_.dynamic_batching_
16748 return _internal_dynamic_batching();
16752 if (_internal_has_dynamic_batching()) {
16753 clear_has_scheduling_choice();
16755 _impl_.scheduling_choice_.dynamic_batching_ =
nullptr;
16762 clear_scheduling_choice();
16763 if (dynamic_batching) {
16764 set_has_dynamic_batching();
16765 _impl_.scheduling_choice_.dynamic_batching_ = dynamic_batching;
16769 inline ::inference::ModelDynamicBatching* ModelConfig::_internal_mutable_dynamic_batching() {
16770 if (!_internal_has_dynamic_batching()) {
16771 clear_scheduling_choice();
16772 set_has_dynamic_batching();
16773 _impl_.scheduling_choice_.dynamic_batching_ = CreateMaybeMessage< ::inference::ModelDynamicBatching >(GetArenaForAllocation());
16775 return _impl_.scheduling_choice_.dynamic_batching_;
16784 inline bool ModelConfig::_internal_has_sequence_batching()
const {
16785 return scheduling_choice_case() == kSequenceBatching;
16788 return _internal_has_sequence_batching();
16790 inline void ModelConfig::set_has_sequence_batching() {
16791 _impl_._oneof_case_[0] = kSequenceBatching;
16794 if (_internal_has_sequence_batching()) {
16795 if (GetArenaForAllocation() ==
nullptr) {
16796 delete _impl_.scheduling_choice_.sequence_batching_;
16798 clear_has_scheduling_choice();
16803 if (_internal_has_sequence_batching()) {
16804 clear_has_scheduling_choice();
16806 if (GetArenaForAllocation() !=
nullptr) {
16807 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
16809 _impl_.scheduling_choice_.sequence_batching_ =
nullptr;
16815 inline const ::inference::ModelSequenceBatching& ModelConfig::_internal_sequence_batching()
const {
16816 return _internal_has_sequence_batching()
16817 ? *
_impl_.scheduling_choice_.sequence_batching_
16822 return _internal_sequence_batching();
16826 if (_internal_has_sequence_batching()) {
16827 clear_has_scheduling_choice();
16829 _impl_.scheduling_choice_.sequence_batching_ =
nullptr;
16836 clear_scheduling_choice();
16837 if (sequence_batching) {
16838 set_has_sequence_batching();
16839 _impl_.scheduling_choice_.sequence_batching_ = sequence_batching;
16843 inline ::inference::ModelSequenceBatching* ModelConfig::_internal_mutable_sequence_batching() {
16844 if (!_internal_has_sequence_batching()) {
16845 clear_scheduling_choice();
16846 set_has_sequence_batching();
16847 _impl_.scheduling_choice_.sequence_batching_ = CreateMaybeMessage< ::inference::ModelSequenceBatching >(GetArenaForAllocation());
16849 return _impl_.scheduling_choice_.sequence_batching_;
16858 inline bool ModelConfig::_internal_has_ensemble_scheduling()
const {
16859 return scheduling_choice_case() == kEnsembleScheduling;
16862 return _internal_has_ensemble_scheduling();
16864 inline void ModelConfig::set_has_ensemble_scheduling() {
16865 _impl_._oneof_case_[0] = kEnsembleScheduling;
16868 if (_internal_has_ensemble_scheduling()) {
16869 if (GetArenaForAllocation() ==
nullptr) {
16870 delete _impl_.scheduling_choice_.ensemble_scheduling_;
16872 clear_has_scheduling_choice();
16877 if (_internal_has_ensemble_scheduling()) {
16878 clear_has_scheduling_choice();
16880 if (GetArenaForAllocation() !=
nullptr) {
16881 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
16883 _impl_.scheduling_choice_.ensemble_scheduling_ =
nullptr;
16889 inline const ::inference::ModelEnsembling& ModelConfig::_internal_ensemble_scheduling()
const {
16890 return _internal_has_ensemble_scheduling()
16891 ? *
_impl_.scheduling_choice_.ensemble_scheduling_
16896 return _internal_ensemble_scheduling();
16900 if (_internal_has_ensemble_scheduling()) {
16901 clear_has_scheduling_choice();
16903 _impl_.scheduling_choice_.ensemble_scheduling_ =
nullptr;
16910 clear_scheduling_choice();
16911 if (ensemble_scheduling) {
16912 set_has_ensemble_scheduling();
16913 _impl_.scheduling_choice_.ensemble_scheduling_ = ensemble_scheduling;
16917 inline ::inference::ModelEnsembling* ModelConfig::_internal_mutable_ensemble_scheduling() {
16918 if (!_internal_has_ensemble_scheduling()) {
16919 clear_scheduling_choice();
16920 set_has_ensemble_scheduling();
16921 _impl_.scheduling_choice_.ensemble_scheduling_ = CreateMaybeMessage< ::inference::ModelEnsembling >(GetArenaForAllocation());
16923 return _impl_.scheduling_choice_.ensemble_scheduling_;
16932 inline int ModelConfig::_internal_instance_group_size()
const {
16933 return _impl_.instance_group_.size();
16936 return _internal_instance_group_size();
16939 _impl_.instance_group_.Clear();
16943 return _impl_.instance_group_.Mutable(index);
16945 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup >*
16948 return &
_impl_.instance_group_;
16950 inline const ::inference::ModelInstanceGroup& ModelConfig::_internal_instance_group(
int index)
const {
16951 return _impl_.instance_group_.Get(index);
16955 return _internal_instance_group(index);
16957 inline ::inference::ModelInstanceGroup* ModelConfig::_internal_add_instance_group() {
16958 return _impl_.instance_group_.Add();
16965 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelInstanceGroup >&
16968 return _impl_.instance_group_;
16973 _impl_.default_model_filename_.ClearToEmpty();
16977 return _internal_default_model_filename();
16979 template <
typename ArgT0,
typename... ArgT>
16980 inline PROTOBUF_ALWAYS_INLINE
16983 _impl_.default_model_filename_.Set(
static_cast<ArgT0 &&
>(arg0), args..., GetArenaForAllocation());
16987 std::string* _s = _internal_mutable_default_model_filename();
16991 inline const std::string& ModelConfig::_internal_default_model_filename()
const {
16992 return _impl_.default_model_filename_.Get();
16994 inline void ModelConfig::_internal_set_default_model_filename(
const std::string& value) {
16996 _impl_.default_model_filename_.Set(value, GetArenaForAllocation());
16998 inline std::string* ModelConfig::_internal_mutable_default_model_filename() {
17000 return _impl_.default_model_filename_.Mutable(GetArenaForAllocation());
17004 return _impl_.default_model_filename_.Release();
17007 if (default_model_filename !=
nullptr) {
17012 _impl_.default_model_filename_.SetAllocated(default_model_filename, GetArenaForAllocation());
17013 #ifdef PROTOBUF_FORCE_COPY_DEFAULT_STRING
17014 if (
_impl_.default_model_filename_.IsDefault()) {
17015 _impl_.default_model_filename_.Set(
"", GetArenaForAllocation());
17017 #endif // PROTOBUF_FORCE_COPY_DEFAULT_STRING
17022 inline int ModelConfig::_internal_cc_model_filenames_size()
const {
17023 return _impl_.cc_model_filenames_.size();
17026 return _internal_cc_model_filenames_size();
17029 _impl_.cc_model_filenames_.Clear();
17031 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
17032 ModelConfig::_internal_cc_model_filenames()
const {
17033 return _impl_.cc_model_filenames_.GetMap();
17035 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
17038 return _internal_cc_model_filenames();
17040 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
17041 ModelConfig::_internal_mutable_cc_model_filenames() {
17042 return _impl_.cc_model_filenames_.MutableMap();
17044 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
17047 return _internal_mutable_cc_model_filenames();
17051 inline int ModelConfig::_internal_metric_tags_size()
const {
17052 return _impl_.metric_tags_.size();
17055 return _internal_metric_tags_size();
17058 _impl_.metric_tags_.Clear();
17060 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
17061 ModelConfig::_internal_metric_tags()
const {
17062 return _impl_.metric_tags_.GetMap();
17064 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >&
17067 return _internal_metric_tags();
17069 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
17070 ModelConfig::_internal_mutable_metric_tags() {
17071 return _impl_.metric_tags_.MutableMap();
17073 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, std::string >*
17076 return _internal_mutable_metric_tags();
17080 inline int ModelConfig::_internal_parameters_size()
const {
17081 return _impl_.parameters_.size();
17084 return _internal_parameters_size();
17087 _impl_.parameters_.Clear();
17089 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelParameter >&
17090 ModelConfig::_internal_parameters()
const {
17091 return _impl_.parameters_.GetMap();
17093 inline const ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelParameter >&
17096 return _internal_parameters();
17098 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelParameter >*
17099 ModelConfig::_internal_mutable_parameters() {
17100 return _impl_.parameters_.MutableMap();
17102 inline ::PROTOBUF_NAMESPACE_ID::Map< std::string, ::inference::ModelParameter >*
17105 return _internal_mutable_parameters();
17109 inline int ModelConfig::_internal_model_warmup_size()
const {
17110 return _impl_.model_warmup_.size();
17113 return _internal_model_warmup_size();
17116 _impl_.model_warmup_.Clear();
17120 return _impl_.model_warmup_.Mutable(index);
17122 inline ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelWarmup >*
17125 return &
_impl_.model_warmup_;
17127 inline const ::inference::ModelWarmup& ModelConfig::_internal_model_warmup(
int index)
const {
17128 return _impl_.model_warmup_.Get(index);
17132 return _internal_model_warmup(index);
17134 inline ::inference::ModelWarmup* ModelConfig::_internal_add_model_warmup() {
17135 return _impl_.model_warmup_.Add();
17142 inline const ::PROTOBUF_NAMESPACE_ID::RepeatedPtrField< ::inference::ModelWarmup >&
17145 return _impl_.model_warmup_;
17149 inline bool ModelConfig::_internal_has_model_operations()
const {
17153 return _internal_has_model_operations();
17156 if (GetArenaForAllocation() ==
nullptr &&
_impl_.model_operations_ !=
nullptr) {
17157 delete _impl_.model_operations_;
17159 _impl_.model_operations_ =
nullptr;
17161 inline const ::inference::ModelOperations& ModelConfig::_internal_model_operations()
const {
17162 const ::inference::ModelOperations* p =
_impl_.model_operations_;
17168 return _internal_model_operations();
17172 if (GetArenaForAllocation() ==
nullptr) {
17173 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.model_operations_);
17175 _impl_.model_operations_ = model_operations;
17176 if (model_operations) {
17186 _impl_.model_operations_ =
nullptr;
17187 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
17188 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
17189 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17190 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
17191 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
17192 if (GetArenaForAllocation() !=
nullptr) {
17193 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17195 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
17202 _impl_.model_operations_ =
nullptr;
17205 inline ::inference::ModelOperations* ModelConfig::_internal_mutable_model_operations() {
17207 if (
_impl_.model_operations_ ==
nullptr) {
17208 auto* p = CreateMaybeMessage<::inference::ModelOperations>(GetArenaForAllocation());
17209 _impl_.model_operations_ = p;
17211 return _impl_.model_operations_;
17219 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
17220 if (message_arena ==
nullptr) {
17221 delete _impl_.model_operations_;
17223 if (model_operations) {
17224 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
17225 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(model_operations);
17226 if (message_arena != submessage_arena) {
17227 model_operations = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
17228 message_arena, model_operations, submessage_arena);
17234 _impl_.model_operations_ = model_operations;
17239 inline bool ModelConfig::_internal_has_model_transaction_policy()
const {
17243 return _internal_has_model_transaction_policy();
17246 if (GetArenaForAllocation() ==
nullptr &&
_impl_.model_transaction_policy_ !=
nullptr) {
17247 delete _impl_.model_transaction_policy_;
17249 _impl_.model_transaction_policy_ =
nullptr;
17251 inline const ::inference::ModelTransactionPolicy& ModelConfig::_internal_model_transaction_policy()
const {
17252 const ::inference::ModelTransactionPolicy* p =
_impl_.model_transaction_policy_;
17258 return _internal_model_transaction_policy();
17262 if (GetArenaForAllocation() ==
nullptr) {
17263 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.model_transaction_policy_);
17265 _impl_.model_transaction_policy_ = model_transaction_policy;
17266 if (model_transaction_policy) {
17276 _impl_.model_transaction_policy_ =
nullptr;
17277 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
17278 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
17279 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17280 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
17281 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
17282 if (GetArenaForAllocation() !=
nullptr) {
17283 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17285 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
17292 _impl_.model_transaction_policy_ =
nullptr;
17295 inline ::inference::ModelTransactionPolicy* ModelConfig::_internal_mutable_model_transaction_policy() {
17297 if (
_impl_.model_transaction_policy_ ==
nullptr) {
17298 auto* p = CreateMaybeMessage<::inference::ModelTransactionPolicy>(GetArenaForAllocation());
17299 _impl_.model_transaction_policy_ = p;
17301 return _impl_.model_transaction_policy_;
17309 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
17310 if (message_arena ==
nullptr) {
17311 delete _impl_.model_transaction_policy_;
17313 if (model_transaction_policy) {
17314 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
17315 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(model_transaction_policy);
17316 if (message_arena != submessage_arena) {
17317 model_transaction_policy = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
17318 message_arena, model_transaction_policy, submessage_arena);
17324 _impl_.model_transaction_policy_ = model_transaction_policy;
17329 inline bool ModelConfig::_internal_has_model_repository_agents()
const {
17333 return _internal_has_model_repository_agents();
17336 if (GetArenaForAllocation() ==
nullptr &&
_impl_.model_repository_agents_ !=
nullptr) {
17337 delete _impl_.model_repository_agents_;
17339 _impl_.model_repository_agents_ =
nullptr;
17341 inline const ::inference::ModelRepositoryAgents& ModelConfig::_internal_model_repository_agents()
const {
17342 const ::inference::ModelRepositoryAgents* p =
_impl_.model_repository_agents_;
17348 return _internal_model_repository_agents();
17352 if (GetArenaForAllocation() ==
nullptr) {
17353 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.model_repository_agents_);
17355 _impl_.model_repository_agents_ = model_repository_agents;
17356 if (model_repository_agents) {
17366 _impl_.model_repository_agents_ =
nullptr;
17367 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
17368 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
17369 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17370 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
17371 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
17372 if (GetArenaForAllocation() !=
nullptr) {
17373 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17375 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
17382 _impl_.model_repository_agents_ =
nullptr;
17385 inline ::inference::ModelRepositoryAgents* ModelConfig::_internal_mutable_model_repository_agents() {
17387 if (
_impl_.model_repository_agents_ ==
nullptr) {
17388 auto* p = CreateMaybeMessage<::inference::ModelRepositoryAgents>(GetArenaForAllocation());
17389 _impl_.model_repository_agents_ = p;
17391 return _impl_.model_repository_agents_;
17399 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
17400 if (message_arena ==
nullptr) {
17401 delete _impl_.model_repository_agents_;
17403 if (model_repository_agents) {
17404 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
17405 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(model_repository_agents);
17406 if (message_arena != submessage_arena) {
17407 model_repository_agents = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
17408 message_arena, model_repository_agents, submessage_arena);
17414 _impl_.model_repository_agents_ = model_repository_agents;
17419 inline bool ModelConfig::_internal_has_response_cache()
const {
17423 return _internal_has_response_cache();
17426 if (GetArenaForAllocation() ==
nullptr &&
_impl_.response_cache_ !=
nullptr) {
17427 delete _impl_.response_cache_;
17429 _impl_.response_cache_ =
nullptr;
17431 inline const ::inference::ModelResponseCache& ModelConfig::_internal_response_cache()
const {
17432 const ::inference::ModelResponseCache* p =
_impl_.response_cache_;
17438 return _internal_response_cache();
17442 if (GetArenaForAllocation() ==
nullptr) {
17443 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.response_cache_);
17445 _impl_.response_cache_ = response_cache;
17446 if (response_cache) {
17456 _impl_.response_cache_ =
nullptr;
17457 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
17458 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
17459 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17460 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
17461 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
17462 if (GetArenaForAllocation() !=
nullptr) {
17463 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17465 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
17472 _impl_.response_cache_ =
nullptr;
17475 inline ::inference::ModelResponseCache* ModelConfig::_internal_mutable_response_cache() {
17477 if (
_impl_.response_cache_ ==
nullptr) {
17478 auto* p = CreateMaybeMessage<::inference::ModelResponseCache>(GetArenaForAllocation());
17479 _impl_.response_cache_ = p;
17481 return _impl_.response_cache_;
17489 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
17490 if (message_arena ==
nullptr) {
17491 delete _impl_.response_cache_;
17493 if (response_cache) {
17494 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
17495 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(response_cache);
17496 if (message_arena != submessage_arena) {
17497 response_cache = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
17498 message_arena, response_cache, submessage_arena);
17504 _impl_.response_cache_ = response_cache;
17509 inline bool ModelConfig::_internal_has_model_metrics()
const {
17513 return _internal_has_model_metrics();
17516 if (GetArenaForAllocation() ==
nullptr &&
_impl_.model_metrics_ !=
nullptr) {
17517 delete _impl_.model_metrics_;
17519 _impl_.model_metrics_ =
nullptr;
17521 inline const ::inference::ModelMetrics& ModelConfig::_internal_model_metrics()
const {
17522 const ::inference::ModelMetrics* p =
_impl_.model_metrics_;
17528 return _internal_model_metrics();
17532 if (GetArenaForAllocation() ==
nullptr) {
17533 delete reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(
_impl_.model_metrics_);
17535 _impl_.model_metrics_ = model_metrics;
17536 if (model_metrics) {
17546 _impl_.model_metrics_ =
nullptr;
17547 #ifdef PROTOBUF_FORCE_COPY_IN_RELEASE
17548 auto* old =
reinterpret_cast<::PROTOBUF_NAMESPACE_ID::MessageLite*
>(temp);
17549 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17550 if (GetArenaForAllocation() ==
nullptr) {
delete old; }
17551 #else // PROTOBUF_FORCE_COPY_IN_RELEASE
17552 if (GetArenaForAllocation() !=
nullptr) {
17553 temp = ::PROTOBUF_NAMESPACE_ID::internal::DuplicateIfNonNull(temp);
17555 #endif // !PROTOBUF_FORCE_COPY_IN_RELEASE
17562 _impl_.model_metrics_ =
nullptr;
17565 inline ::inference::ModelMetrics* ModelConfig::_internal_mutable_model_metrics() {
17567 if (
_impl_.model_metrics_ ==
nullptr) {
17568 auto* p = CreateMaybeMessage<::inference::ModelMetrics>(GetArenaForAllocation());
17569 _impl_.model_metrics_ = p;
17571 return _impl_.model_metrics_;
17579 ::PROTOBUF_NAMESPACE_ID::Arena* message_arena = GetArenaForAllocation();
17580 if (message_arena ==
nullptr) {
17581 delete _impl_.model_metrics_;
17583 if (model_metrics) {
17584 ::PROTOBUF_NAMESPACE_ID::Arena* submessage_arena =
17585 ::PROTOBUF_NAMESPACE_ID::Arena::InternalGetOwningArena(model_metrics);
17586 if (message_arena != submessage_arena) {
17587 model_metrics = ::PROTOBUF_NAMESPACE_ID::internal::GetOwnedMessage(
17588 message_arena, model_metrics, submessage_arena);
17594 _impl_.model_metrics_ = model_metrics;
17598 inline bool ModelConfig::has_scheduling_choice()
const {
17599 return scheduling_choice_case() != SCHEDULING_CHOICE_NOT_SET;
17601 inline void ModelConfig::clear_has_scheduling_choice() {
17602 _impl_._oneof_case_[0] = SCHEDULING_CHOICE_NOT_SET;
17608 #pragma GCC diagnostic pop
17727 PROTOBUF_NAMESPACE_OPEN
17731 inline const EnumDescriptor* GetEnumDescriptor< ::inference::ModelInstanceGroup_SecondaryDevice_SecondaryDeviceKind>() {
17736 inline const EnumDescriptor* GetEnumDescriptor< ::inference::ModelInstanceGroup_Kind>() {
17741 inline const EnumDescriptor* GetEnumDescriptor< ::inference::ModelInput_Format>() {
17746 inline const EnumDescriptor* GetEnumDescriptor< ::inference::BatchInput_Kind>() {
17751 inline const EnumDescriptor* GetEnumDescriptor< ::inference::BatchOutput_Kind>() {
17756 inline const EnumDescriptor* GetEnumDescriptor< ::inference::ModelOptimizationPolicy_ModelPriority>() {
17761 inline const EnumDescriptor* GetEnumDescriptor< ::inference::ModelQueuePolicy_TimeoutAction>() {
17766 inline const EnumDescriptor* GetEnumDescriptor< ::inference::ModelSequenceBatching_Control_Kind>() {
17771 inline const EnumDescriptor* GetEnumDescriptor< ::inference::DataType>() {
17775 PROTOBUF_NAMESPACE_CLOSE
17779 #include <google/protobuf/port_undef.inc>
17780 #endif // GOOGLE_PROTOBUF_INCLUDED_GOOGLE_PROTOBUF_INCLUDED_model_5fconfig_2eproto