Class KafkaSourceStage__Rebalancer

• Defined in File kafka_source.cpp

Base Type

• public RdKafka::RebalanceCb

class KafkaSourceStage__Rebalancer : public RdKafka::RebalanceCb

Public Functions

KafkaSourceStage__Rebalancer(std::function<uint32_t()> batch_timeout_fn, std::function<TensorIndex()> max_batch_size_fn, std::function<std::string(std::string)> display_str_fn, std::function<bool(std::vector<std::unique_ptr<RdKafka::Message>>&)> process_fn)

void rebalance_cb(RdKafka::KafkaConsumer *consumer, RdKafka::ErrorCode err, std::vector<RdKafka::TopicPartition*> &partitions) override

void rebalance_loop(RdKafka::KafkaConsumer *consumer)

bool is_rebalanced()

inline std::vector<std::unique_ptr<RdKafka::Message>> partition_progress_step(RdKafka::KafkaConsumer *consumer)

inline bool process_messages(std::vector<std::unique_ptr<RdKafka::Message>> &messages)