升级v1.0.13版本

README.md

@@ -25,11 +25,11 @@ v1.0.6版本之前，如果kafka集群启用了ACL，但是控制台没看到Acl
 ![功能特性](./document/img/功能特性.png)
 
 ## 安装包下载
-点击下载(v1.0.11版本)：[kafka-console-ui.zip](https://github.com/xxd763795151/kafka-console-ui/releases/download/v1.0.11/kafka-console-ui-1.0.11.zip)  
+点击下载(v1.0.13版本)：[kafka-console-ui.zip](https://github.com/xxd763795151/kafka-console-ui/releases/download/v1.0.13/kafka-console-ui-1.0.13.zip)  
 
 如果安装包下载的比较慢，可以查看下面的源码打包说明，把代码下载下来，本地快速打包.  
 
-github下载慢也可以试试从gitee下载，点击下载[gitee来源kafka-console-ui.zip](https://gitee.com/xiaodong_xu/kafka-console-ui/releases/download/v1.0.11/kafka-console-ui-1.0.11.zip)
+github下载慢也可以试试从gitee下载，点击下载[gitee来源kafka-console-ui.zip](https://gitee.com/xiaodong_xu/kafka-console-ui/releases/download/v1.0.13/kafka-console-ui-1.0.13.zip)
 
 ## 快速使用
 ### Windows
@@ -68,7 +68,7 @@ sh bin/shutdown.sh
 在新增集群的时候，除了集群地址还可以输入集群的其它属性配置，比如请求超时，ACL配置等。如果开启了ACL，切换到该集群的时候，导航栏上便会出现ACL菜单，支持进行相关操作（目前是基于SASL_SCRAM认证授权管理支持的最完善，其它的我也没验证过，虽然是我开发的，但是我也没具体全部验证这一块功能，授权部分应该是通用的）
 
 ## kafka版本
-* 当前使用的kafka 3.2.0
+* 当前使用的kafka 3.5.0
 ## 监控
 仅提供运维管理功能，监控、告警需要配合其它组件，如有需要，建议请查看：https://blog.csdn.net/x763795151/article/details/119705372
 

pom.xml

@@ -10,7 +10,7 @@
     </parent>
     <groupId>com.xuxd</groupId>
     <artifactId>kafka-console-ui</artifactId>
-    <version>1.0.12</version>
+    <version>1.0.13</version>
     <name>kafka-console-ui</name>
     <description>Kafka console manage ui</description>
     <properties>

src/main/java/com/xuxd/kafka/console/beans/ForwardMessage.java

@@ -0,0 +1,30 @@
+package com.xuxd.kafka.console.beans;
+
+import lombok.Data;
+
+/**
+ * 消息转发请求参数.
+ *
+ * @author: xuxd
+ * @since: 2025/6/5 16:52
+ **/
+@Data
+public class ForwardMessage {
+
+    private SendMessage message;
+
+    /**
+     * 是否还发到同一个分区.
+     */
+    private boolean samePartition;
+
+    /**
+     * 目标集群id.
+     */
+    private long targetClusterId;
+
+    /**
+     * 目标topic.
+     */
+    private String targetTopic;
+}

src/main/java/com/xuxd/kafka/console/controller/MessageController.java

@@ -2,6 +2,7 @@ package com.xuxd.kafka.console.controller;
 
 import com.xuxd.kafka.console.aspect.annotation.ControllerLog;
 import com.xuxd.kafka.console.aspect.annotation.Permission;
+import com.xuxd.kafka.console.beans.ForwardMessage;
 import com.xuxd.kafka.console.beans.QueryMessage;
 import com.xuxd.kafka.console.beans.ResponseData;
 import com.xuxd.kafka.console.beans.SendMessage;
@@ -83,4 +84,11 @@ public class MessageController {
         }
         return messageService.sendStatisticsByTime(dto);
     }
+
+    @Permission("message:forward")
+    @ControllerLog("消息转发")
+    @PostMapping("/forward")
+    public Object forward(@RequestBody ForwardMessage message) {
+        return messageService.forward(message);
+    }
 }

src/main/java/com/xuxd/kafka/console/filter/ContextSetFilter.java

@@ -49,6 +49,10 @@ public class ContextSetFilter implements Filter {
             String uri = request.getRequestURI();
             if (!excludes.contains(uri)) {
                 String headerId = request.getHeader(Header.ID);
+                String specificId = request.getHeader(Header.SPECIFIC_ID);
+                if (StringUtils.isNotBlank(specificId)) {
+                    headerId = specificId;
+                }
                 if (StringUtils.isBlank(headerId)) {
 //                    ResponseData failed = ResponseData.create().failed("Cluster info is null.");
                     ResponseData failed = ResponseData.create().failed("没有集群信息，请先切换集群");
@@ -84,5 +88,6 @@ public class ContextSetFilter implements Filter {
     interface Header {
         String ID = "X-Cluster-Info-Id";
         String NAME = "X-Cluster-Info-Name";
+        String SPECIFIC_ID = "X-Specific-Cluster-Info-Id";
     }
 }

src/main/java/com/xuxd/kafka/console/service/MessageService.java

@@ -1,5 +1,6 @@
 package com.xuxd.kafka.console.service;
 
+import com.xuxd.kafka.console.beans.ForwardMessage;
 import com.xuxd.kafka.console.beans.QueryMessage;
 import com.xuxd.kafka.console.beans.dto.QuerySendStatisticsDTO;
 import com.xuxd.kafka.console.beans.ResponseData;
@@ -32,4 +33,6 @@ public interface MessageService {
     ResponseData delete(List<QueryMessage> messages);
 
     ResponseData sendStatisticsByTime(QuerySendStatisticsDTO request);
+
+    ResponseData forward(ForwardMessage message);
 }

src/main/java/com/xuxd/kafka/console/service/impl/MessageServiceImpl.java

@@ -1,14 +1,15 @@
 package com.xuxd.kafka.console.service.impl;
 
-import com.xuxd.kafka.console.beans.MessageFilter;
-import com.xuxd.kafka.console.beans.QueryMessage;
-import com.xuxd.kafka.console.beans.ResponseData;
-import com.xuxd.kafka.console.beans.SendMessage;
+import com.xuxd.kafka.console.beans.*;
+import com.xuxd.kafka.console.beans.dos.ClusterInfoDO;
 import com.xuxd.kafka.console.beans.dto.QuerySendStatisticsDTO;
 import com.xuxd.kafka.console.beans.enums.FilterType;
 import com.xuxd.kafka.console.beans.vo.ConsumerRecordVO;
 import com.xuxd.kafka.console.beans.vo.MessageDetailVO;
 import com.xuxd.kafka.console.beans.vo.QuerySendStatisticsVO;
+import com.xuxd.kafka.console.config.ContextConfig;
+import com.xuxd.kafka.console.config.ContextConfigHolder;
+import com.xuxd.kafka.console.dao.ClusterInfoMapper;
 import com.xuxd.kafka.console.service.ConsumerService;
 import com.xuxd.kafka.console.service.MessageService;
 import kafka.console.ConsumerConsole;
@@ -52,6 +53,9 @@ public class MessageServiceImpl implements MessageService, ApplicationContextAwa
     @Autowired
     private ConsumerConsole consumerConsole;
 
+    @Autowired
+    private ClusterInfoMapper clusterInfoMapper;
+
     private ApplicationContext applicationContext;
 
     private Map<String, Deserializer> deserializerDict = new HashMap<>();
@@ -304,6 +308,47 @@ public class MessageServiceImpl implements MessageService, ApplicationContextAwa
         return ResponseData.create().data(vo).success();
     }
 
+    @Override
+    public ResponseData forward(ForwardMessage message) {
+        ClusterInfoDO clusterInfoDO = clusterInfoMapper.selectById(message.getTargetClusterId());
+        if (clusterInfoDO == null) {
+            return ResponseData.create().failed("Target cluster not found.");
+        }
+        SendMessage sendMessage = message.getMessage();
+        // first, search message detail
+        Map<TopicPartition, Object> offsetTable = new HashMap<>();
+        TopicPartition topicPartition = new TopicPartition(sendMessage.getTopic(), sendMessage.getPartition());
+        offsetTable.put(topicPartition, sendMessage.getOffset());
+        Map<TopicPartition, ConsumerRecord<byte[], byte[]>> recordMap = messageConsole.searchBy(offsetTable);
+        ConsumerRecord<byte[], byte[]> consumerRecord = recordMap.get(topicPartition);
+        if (consumerRecord == null) {
+            return ResponseData.create().failed("Source message not found.");
+        }
+
+        String topic = message.getTargetTopic();
+        if (StringUtils.isEmpty(topic)) {
+            topic = sendMessage.getTopic();
+        }
+        // copy from consumer record.
+        ProducerRecord<byte[], byte[]> record = new ProducerRecord<>(topic,
+                message.isSamePartition() ? consumerRecord.partition() : null,
+                consumerRecord.key(),
+                consumerRecord.value(),
+                consumerRecord.headers());
+
+        ContextConfig config = ContextConfigHolder.CONTEXT_CONFIG.get();
+        config.setClusterInfoId(clusterInfoDO.getId());
+        config.setClusterName(clusterInfoDO.getClusterName());
+        config.setBootstrapServer(clusterInfoDO.getAddress());
+        // send.
+        Tuple2<Object, String> tuple2 = messageConsole.sendSync(record);
+        boolean success = (boolean) tuple2._1;
+        if (!success) {
+            return ResponseData.create().failed(tuple2._2);
+        }
+        return ResponseData.create().success();
+    }
+
     private Map<TopicPartition, ConsumerRecord<byte[], byte[]>> searchRecordByOffset(QueryMessage queryMessage) {
         Set<TopicPartition> partitions = getPartitions(queryMessage);
 

src/main/resources/application.yml

@@ -15,7 +15,7 @@ kafka:
     # 缓存连接，不缓存的情况下，每次请求建立连接. 即使每次请求建立连接，其实也很快，某些情况下开启ACL，查询可能很慢，可以设置连接缓存为true，
     # 或者想提高查询速度，也可以设置下面连接缓存为true
     # 缓存 admin client的连接
-    cache-admin-connection: false
+    cache-admin-connection: true
     # 缓存 producer的连接
     cache-producer-connection: false
     # 缓存 consumer的连接

src/main/resources/db/data-h2.sql

@@ -43,6 +43,7 @@ insert into t_sys_permission(id, name,type,parent_id,permission) values(65,'在
 insert into t_sys_permission(id, name,type,parent_id,permission) values(66,'消息详情',1,61,'message:detail');
 insert into t_sys_permission(id, name,type,parent_id,permission) values(67,'重新发送',1,61,'message:resend');
 insert into t_sys_permission(id, name,type,parent_id,permission) values(68,'发送统计',1,61,'message:send-statistics');
+insert into t_sys_permission(id, name,type,parent_id,permission) values(69,'消息转发',1,61,'message:forward');
 
 insert into t_sys_permission(id, name,type,parent_id,permission) values(80,'限流',0,null,'quota');
 insert into t_sys_permission(id, name,type,parent_id,permission) values(81,'用户',1,80,'quota:user');
@@ -102,8 +103,8 @@ insert into t_sys_permission(id, name,type,parent_id,permission) values(171,'取
 -- t_sys_permission end--
 
 -- t_sys_role start--
-insert into t_sys_role(id, role_name, description, permission_ids) VALUES (1,'超级管理员','超级管理员','12,13,14,22,23,24,25,26,27,28,29,30,34,35,31,32,33,42,43,44,45,46,47,48,49,50,62,63,64,65,66,67,68,81,82,83,84,85,86,87,88,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,141,142,143,144,145,146,147,148,149,150,151,152,153,161,162,163,164,165,166,167,168,169,171,170');
-insert into t_sys_role(id, role_name, description, permission_ids) VALUES (2,'普通管理员','普通管理员，不能更改用户信息','12,13,14,22,23,24,25,26,27,28,29,30,34,35,31,32,33,42,43,44,45,46,47,48,49,50,62,63,64,65,66,67,68,81,82,83,84,85,86,87,88,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,141,146,149,150,161,162,163,164,165,166,167,168,169,171,170');
+insert into t_sys_role(id, role_name, description, permission_ids) VALUES (1,'超级管理员','超级管理员','12,13,14,22,23,24,25,26,27,28,29,30,34,35,31,32,33,42,43,44,45,46,47,48,49,50,62,63,64,65,66,67,68,69,81,82,83,84,85,86,87,88,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,141,142,143,144,145,146,147,148,149,150,151,152,153,161,162,163,164,165,166,167,168,169,171,170');
+insert into t_sys_role(id, role_name, description, permission_ids) VALUES (2,'普通管理员','普通管理员，不能更改用户信息','12,13,14,22,23,24,25,26,27,28,29,30,34,35,31,32,33,42,43,44,45,46,47,48,49,50,62,63,64,65,66,67,68,69,81,82,83,84,85,86,87,88,101,102,103,104,105,106,107,108,109,110,111,112,113,114,115,141,146,149,150,161,162,163,164,165,166,167,168,169,171,170');
 -- insert into t_sys_role(id, role_name, description, permission_ids) VALUES (2,'访客','访客','12,13,22,26,29,32,44,45,50,62,63,81,83,85,141,146,149,150,161,163');
 -- t_sys_role end--
 

src/main/scala/kafka/console/TopicConsole.scala

@@ -15,7 +15,7 @@ import scala.collection.{Map, Seq}
 import scala.jdk.CollectionConverters.{CollectionHasAsScala, MapHasAsJava, MapHasAsScala, SeqHasAsJava, SetHasAsJava}
 
 /**
- * kafka-console-ui.
+ * kafka topic console.
  *
  * @author xuxd
  * @date 2021-09-08 19:52:27
@@ -52,6 +52,12 @@ class TopicConsole(config: KafkaConfig) extends KafkaConsole(config: KafkaConfig
             }).asInstanceOf[Set[String]]
     }
 
+    /**
+     * get topic list by topic name list.
+     *
+     * @param topics topic name list.
+     * @return topic list.
+     */
     def getTopicList(topics: Set[String]): List[TopicDescription] = {
         if (topics == null || topics.isEmpty) {
             Collections.emptyList()

ui/src/utils/api.js

@@ -300,6 +300,10 @@ export const KafkaMessageApi = {
     url: "/message/send/statistics",
     method: "post",
   },
+  forward: {
+    url: "/message/forward",
+    method: "post",
+  },
 };
 
 export const KafkaClientQuotaApi = {

ui/src/views/cluster/BrokerConfig.vue

@@ -6,7 +6,7 @@
     :mask="false"
     :destroyOnClose="true"
     :footer="null"
-    :maskClosable="false"
+    :maskClosable="true"
     @cancel="handleCancel"
   >
     <div>

ui/src/views/cluster/EditConfig.vue

@@ -6,7 +6,7 @@
     :mask="false"
     :destroyOnClose="true"
     :footer="null"
-    :maskClosable="false"
+    :maskClosable="true"
     @cancel="handleCancel"
   >
     <div>

ui/src/views/message/ForwardMessage.vue

@@ -0,0 +1,248 @@
+<template>
+  <a-modal
+    title="转发消息"
+    :visible="show"
+    :width="600"
+    :mask="false"
+    :destroyOnClose="true"
+    :footer="null"
+    :maskClosable="true"
+    @cancel="handleCancel"
+  >
+    <div>
+      <a-spin :spinning="loading">
+        <div>
+          <h4>选择集群</h4>
+          <hr />
+          <div class="message-detail" id="message-detail">
+            <a-form
+              :form="form"
+              :label-col="{ span: 5 }"
+              :wrapper-col="{ span: 18 }"
+              @submit="handleSubmit"
+            >
+              <a-form-item label="集群">
+                <a-select
+                  class="select-width"
+                  @change="clusterChange"
+                  v-decorator="[
+                    'targetClusterId',
+                    {
+                      rules: [{ required: true, message: '请选择一个集群!' }],
+                    },
+                  ]"
+                  placeholder="请选择一个集群"
+                >
+                  <a-select-option
+                    v-for="v in clusterList"
+                    :key="v.id"
+                    :value="v.id"
+                  >
+                    {{ v.clusterName }}
+                  </a-select-option>
+                </a-select>
+              </a-form-item>
+              <a-form-item label="Topic">
+                <a-select
+                  class="select-width"
+                  show-search
+                  option-filter-prop="children"
+                  v-decorator="[
+                    'targetTopic',
+                    {
+                      rules: [{ required: true, message: '请选择一个topic!' }],
+                    },
+                  ]"
+                  placeholder="请选择一个topic"
+                >
+                  <a-select-option v-for="v in topicList" :key="v" :value="v">
+                    {{ v }}
+                  </a-select-option>
+                </a-select>
+              </a-form-item>
+              <a-form-item label="相同分区">
+                <a-radio-group
+                  v-decorator="[
+                    'samePartition',
+                    {
+                      initialValue: 'false',
+                      rules: [{ required: true, message: '请选择!' }],
+                    },
+                  ]"
+                >
+                  <a-radio value="false"> 否</a-radio>
+                  <a-radio value="true"> 是</a-radio>
+                </a-radio-group>
+                <span class="mar-left">和原消息保持同一个分区</span>
+              </a-form-item>
+              <a-form-item>
+                <div class="form-footer">
+                  <a-button type="primary" html-type="submit"> 提交</a-button>
+                </div>
+              </a-form-item>
+            </a-form>
+          </div>
+        </div>
+      </a-spin>
+    </div>
+  </a-modal>
+</template>
+
+<script>
+import request from "@/utils/request";
+import { KafkaClusterApi, KafkaMessageApi, KafkaTopicApi } from "@/utils/api";
+import notification from "ant-design-vue/lib/notification";
+import moment from "moment";
+
+export default {
+  name: "ForwardMessage",
+  props: {
+    record: {},
+    visible: {
+      type: Boolean,
+      default: false,
+    },
+  },
+  data() {
+    return {
+      show: this.visible,
+      data: {},
+      loading: false,
+      showForwardDialog: false,
+      targetClusterId: -1,
+      clusterList: [],
+      partition: -1,
+      topicList: [],
+      form: this.$form.createForm(this, { name: "ForwardMessageForm" }),
+    };
+  },
+  watch: {
+    visible(v) {
+      this.show = v;
+      if (this.show) {
+        this.getClusterList();
+      }
+    },
+  },
+  methods: {
+    getClusterList() {
+      this.loading = true;
+      request({
+        url: KafkaClusterApi.getClusterInfoList.url,
+        method: KafkaClusterApi.getClusterInfoList.method,
+      }).then((res) => {
+        this.loading = false;
+        if (res.code != 0) {
+          notification.error({
+            message: "error",
+            description: res.msg,
+          });
+        } else {
+          this.clusterList = res.data;
+          this.targetClusterId = this.clusterList[0].id;
+        }
+      });
+    },
+    handleSubmit(e) {
+      e.preventDefault();
+      this.form.validateFields((err, values) => {
+        if (!err) {
+          const params = {
+            message: Object.assign({}, this.record),
+          };
+          this.forward({ ...params, ...values });
+        }
+      });
+    },
+    handleCancel() {
+      this.$emit("closeForwardDialog", { refresh: false });
+    },
+    formatTime(time) {
+      return time == -1 ? -1 : moment(time).format("YYYY-MM-DD HH:mm:ss:SSS");
+    },
+    clusterChange(e) {
+      this.getTopicNameList(e);
+    },
+    forward(params) {
+      this.loading = true;
+      request({
+        url: KafkaMessageApi.forward.url,
+        method: KafkaMessageApi.forward.method,
+        data: params,
+      }).then((res) => {
+        this.loading = false;
+        if (res.code != 0) {
+          notification.error({
+            message: "error",
+            description: res.msg,
+          });
+        } else {
+          this.$message.success(res.msg);
+        }
+      });
+    },
+    openForwardDialog() {
+      this.showForwardDialog = true;
+    },
+    closeForwardDialog() {
+      this.showForwardDialog = false;
+    },
+    getTopicNameList(clusterInfoId) {
+      this.loading = true;
+      request({
+        url: KafkaTopicApi.getTopicNameList.url,
+        method: KafkaTopicApi.getTopicNameList.method,
+        headers: {
+          "X-Specific-Cluster-Info-Id": clusterInfoId,
+        },
+      }).then((res) => {
+        this.loading = false;
+        if (res.code == 0) {
+          this.topicList = res.data;
+        } else {
+          notification.error({
+            message: "error",
+            description: res.msg,
+          });
+        }
+      });
+    },
+  },
+};
+</script>
+
+<style scoped>
+.m-info {
+  /*text-decoration: underline;*/
+}
+
+.title {
+  width: 15%;
+  display: inline-block;
+  text-align: right;
+  margin-right: 2%;
+  font-weight: bold;
+}
+
+.ant-spin-container #message-detail textarea {
+  max-width: 80% !important;
+  vertical-align: top !important;
+}
+
+.center {
+  text-align: center;
+}
+
+.mar-left {
+  margin-left: 1%;
+}
+
+.select-width {
+  width: 80%;
+}
+
+.form-footer {
+  text-align: center;
+  margin-top: 3%;
+}
+</style>

ui/src/views/message/MessageDetail.vue

@@ -6,7 +6,7 @@
     :mask="false"
     :destroyOnClose="true"
     :footer="null"
-    :maskClosable="false"
+    :maskClosable="true"
     @cancel="handleCancel"
   >
     <div>
@@ -120,8 +120,22 @@
               重新发送
             </a-button>
           </a-popconfirm>
+          <a-button
+            type="dashed"
+            class="mar-left"
+            icon="plus"
+            v-action:message:forward
+            @click="openForwardDialog()"
+          >
+            转发消息
+          </a-button>
         </div>
       </a-spin>
+      <ForwardMessage
+        :visible="showForwardDialog"
+        :record="data"
+        @closeForwardDialog="closeForwardDialog"
+      ></ForwardMessage>
     </div>
   </a-modal>
 </template>
@@ -131,9 +145,11 @@ import request from "@/utils/request";
 import { KafkaMessageApi } from "@/utils/api";
 import notification from "ant-design-vue/lib/notification";
 import moment from "moment";
+import ForwardMessage from "@/views/message/ForwardMessage.vue";
 
 export default {
   name: "MessageDetail",
+  components: { ForwardMessage },
   props: {
     record: {},
     visible: {
@@ -151,6 +167,7 @@ export default {
       valueDeserializer: "String",
       consumerDetail: [],
       columns,
+      showForwardDialog: false,
     };
   },
   watch: {
@@ -232,6 +249,12 @@ export default {
         }
       });
     },
+    openForwardDialog() {
+      this.showForwardDialog = true;
+    },
+    closeForwardDialog() {
+      this.showForwardDialog = false;
+    },
   },
 };
 const columns = [
@@ -264,4 +287,7 @@ const columns = [
   max-width: 80% !important;
   vertical-align: top !important;
 }
+.mar-left {
+  margin-left: 1%;
+}
 </style>

ui/src/views/topic/ConsumedDetail.vue

@@ -14,6 +14,15 @@
         <div v-for="(v, k) in data" :key="k">
           <strong>消费组: </strong><span class="color-font">{{ k }}</span
           ><strong> | 积压: </strong><span class="color-font">{{ v.lag }}</span>
+          <a-button
+            type="primary"
+            icon="reload"
+            size="small"
+            style="float: right"
+            @click="getConsumerDetail"
+          >
+            刷新
+          </a-button>
           <hr />
           <a-table
             :columns="columns"