jiazhizhong/kafka-console-ui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

集群同步-》同步消费位移

Browse Source
This commit is contained in:
许晓东
2021-10-27 16:49:04 +08:00
parent b46492930c
commit 3b01f28446
2 changed files with 11 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/main/java/com/xuxd/kafka/console/service/impl/OperationServiceImpl.java
View File

@@ -64,12 +64,12 @@ public class OperationServiceImpl implements OperationService {
@Override public ResponseData minOffsetAlignment(String groupId, String topic, Properties thatProps) {
Tuple2<Map<TopicPartition, Object>, Map<TopicPartition, Object>> tuple2 = operationConsole.checkAndFetchMinOffset(groupId, topic, thatProps);
Map<TopicPartition, Object> thisMinOffset = tuple2._1();
Tuple2<Map<TopicPartition, Object>, Map<TopicPartition, Object>> tuple2 = operationConsole.checkAndFetchOffset(groupId, topic, thatProps);
Map<TopicPartition, Object> thisMaxOffset = tuple2._1();
Map<TopicPartition, Object> thatMinOffset = tuple2._2();
JsonObject thisJson = new JsonObject(), thatJson = new JsonObject();
thisMinOffset.forEach((k, v) -> {
thisMaxOffset.forEach((k, v) -> {
thisJson.addProperty(String.valueOf(k.partition()), v.toString());
});
thatMinOffset.forEach((k, v) -> {

16
src/main/scala/kafka/console/OperationConsole.scala
View File

@@ -96,7 +96,7 @@ class OperationConsole(config: KafkaConfig, topicConsole: TopicConsole,
import java.util
def syncConsumerOffset(groupId: String, topic: String, props: Properties,
thisMinOffset: util.Map[TopicPartition, Long],
thisMaxOffset: util.Map[TopicPartition, Long],
thatMinOffset: util.Map[TopicPartition, Long]): (Boolean, String) = {
val thatAdmin = createAdminClient(props)
try {
@@ -143,9 +143,9 @@ class OperationConsole(config: KafkaConfig, topicConsole: TopicConsole,
}
})
// get from this kafka: min offset of topic
val thisMinTopicOffset = thisMinOffset.asScala
val thisMaxTopicOffset = thisMaxOffset.asScala
for ((t: TopicPartition, o: Long) <- thisMinTopicOffset) {
for ((t: TopicPartition, o: Long) <- thisMaxTopicOffset) {
val res = consumerConsole.resetPartitionToTargetOffset(groupId, t, o + thatDiffOffset.get(t).get)
if (!res._1) {
log.error(s"reset $t offset failed")
@@ -164,14 +164,14 @@ class OperationConsole(config: KafkaConfig, topicConsole: TopicConsole,
}
/**
* check partition consistency and fetch the min offset for the topic.
* check partition consistency and fetch the min offset for the that kafka topic, max offset for this kafka.
*
* @param groupId group id.
* @param topic topic.
* @param props other kafka cluster config.
* @return _1: this min offset, _2: that min offset.
* @return _1: this max offset, _2: that min offset.
*/
def checkAndFetchMinOffset(groupId: String, topic: String,
def checkAndFetchOffset(groupId: String, topic: String,
props: Properties): (util.Map[TopicPartition, Long], util.Map[TopicPartition, Long]) = {
val thatAdmin = createAdminClient(props)
val thatConsumer = new KafkaConsumer(props, new ByteArrayDeserializer, new ByteArrayDeserializer)
@@ -186,9 +186,9 @@ class OperationConsole(config: KafkaConfig, topicConsole: TopicConsole,
throw new IllegalStateException("topic partition inconsistent.")
}
val thatMinTopicOffset = thatConsumer.beginningOffsets(thatTopicPartitions.asJava)
val thisMinTopicOffset = topicConsole.getTopicOffset(topic, thisTopicPartitions.asJava)._1
val thisMaxTopicOffset = topicConsole.getTopicOffset(topic, thisTopicPartitions.asJava)._2
(thisMinTopicOffset, thatMinTopicOffset).asInstanceOf[(util.Map[TopicPartition, Long], util.Map[TopicPartition, Long])]
(thisMaxTopicOffset, thatMinTopicOffset).asInstanceOf[(util.Map[TopicPartition, Long], util.Map[TopicPartition, Long])]
} finally {
thatAdmin.close()
thatConsumer.close()