Class KafkaSourceStage__Rebalancer#

Inheritance Relationships#

Base Type#

  • public RdKafka::RebalanceCb

Class Documentation#

class KafkaSourceStage__Rebalancer : public RdKafka::RebalanceCb#

Public Functions

KafkaSourceStage__Rebalancer(
std::function<uint32_t()> batch_timeout_fn,
std::function<TensorIndex()> max_batch_size_fn,
std::function<std::string(std::string)> display_str_fn,
std::function<bool(std::vector<std::unique_ptr<RdKafka::Message>>&)> process_fn
)#
void rebalance_cb(
RdKafka::KafkaConsumer *consumer,
RdKafka::ErrorCode err,
std::vector<RdKafka::TopicPartition*> &partitions
) override#
void rebalance_loop(RdKafka::KafkaConsumer *consumer)#
bool is_rebalanced()#
inline std::vector<std::unique_ptr<RdKafka::Message>> partition_progress_step(
RdKafka::KafkaConsumer *consumer
)#
inline bool process_messages(
std::vector<std::unique_ptr<RdKafka::Message>> &messages
)#