jiazhizhong/kafka-console-ui
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

查看topic分区消息偏移

Browse Source
This commit is contained in:
许晓东
2021-09-24 16:43:30 +08:00
parent e65eba9237
commit fd955d215c
5 changed files with 91 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
src/main/java/com/xuxd/kafka/console/beans/vo/TopicPartitionVO.java
View File

@@ -23,6 +23,12 @@ public class TopicPartitionVO {
private List<String> isr;
private long beginOffset;
private long endOffset;
private long diff;
public static TopicPartitionVO from(TopicPartitionInfo partitionInfo) {
TopicPartitionVO partitionVO = new TopicPartitionVO();
partitionVO.setPartition(partitionInfo.partition());

27
src/main/java/com/xuxd/kafka/console/service/impl/TopicServiceImpl.java
View File

@@ -7,13 +7,18 @@ import com.xuxd.kafka.console.beans.vo.TopicPartitionVO;
import com.xuxd.kafka.console.service.TopicService;
import java.util.Collections;
import java.util.Comparator;
import java.util.HashMap;
import java.util.HashSet;
import java.util.List;
import java.util.Map;
import java.util.Set;
import java.util.stream.Collectors;
import kafka.console.TopicConsole;
import lombok.extern.slf4j.Slf4j;
import org.apache.commons.lang3.StringUtils;
import org.apache.kafka.clients.admin.TopicDescription;
import org.apache.kafka.common.TopicPartition;
import org.apache.kafka.common.TopicPartitionInfo;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;
import scala.Tuple2;
@@ -78,7 +83,27 @@ public class TopicServiceImpl implements TopicService {
return ResponseData.create().success();
}
TopicDescription topicDescription = list.get(0);
List<TopicPartitionInfo> topicPartitionInfos = topicDescription.partitions();
List<TopicPartitionVO> voList = topicPartitionInfos.stream().map(TopicPartitionVO::from).collect(Collectors.toList());
List<TopicPartition> partitions = topicPartitionInfos.stream().map(p -> new TopicPartition(topic, p.partition())).collect(Collectors.toList());
return ResponseData.create().data(topicDescription.partitions().stream().map(p -> TopicPartitionVO.from(p))).success();
Tuple2<Map<TopicPartition, Object>, Map<TopicPartition, Object>> mapTuple2 = topicConsole.getTopicOffset(topic, partitions);
Map<Integer, Long> beginTable = new HashMap<>(), endTable = new HashMap<>();
mapTuple2._1().forEach((k, v) -> {
beginTable.put(k.partition(), (Long) v);
});
mapTuple2._2().forEach((k, v) -> {
endTable.put(k.partition(), (Long) v);
});
for (TopicPartitionVO partitionVO : voList) {
long begin = beginTable.get(partitionVO.getPartition());
long end = endTable.get(partitionVO.getPartition());
partitionVO.setBeginOffset(begin);
partitionVO.setEndOffset(end);
partitionVO.setDiff(end - begin);
}
return ResponseData.create().data(voList).success();
}
}