feat: add im kafka admin integration

server/internal/library/queue/queue.go

@@ -11,6 +11,8 @@ import (
 	"github.com/gogf/gf/v2/os/gctx"
 	"hotgo/internal/library/queue/disk"
 	"hotgo/utility/charset"
+	"os"
+	"strings"
 	"sync"
 	"time"
 )
@@ -59,6 +61,12 @@ type KafkaConf struct {
 	Version       string   `json:"version"`
 	RandClient    bool     `json:"randClient"`
 	MultiConsumer bool     `json:"multiConsumer"`
+	ClientId      string   `json:"clientId"`
+	UserName      string   `json:"userName"`
+	Password      string   `json:"password"`
+	SASLEnabled   bool     `json:"saslEnabled"`
+	SASLMechanism string   `json:"saslMechanism"`
+	TLSEnabled    bool     `json:"tlsEnabled"`
 }
 
 type MqMsg struct {
@@ -85,6 +93,7 @@ func init() {
 	if err := g.Cfg().MustGet(ctx, "queue").Scan(&config); err != nil {
 		Logger().Warningf(ctx, "queue init err:%+v", err)
 	}
+	normalizeKafkaConf()
 }
 
 // InstanceConsumer 实例化消费者
@@ -121,9 +130,15 @@ func NewProducer(groupName string) (mqClient MqProducer, err error) {
 			return
 		}
 		mqClient, err = RegisterKafkaProducer(KafkaConfig{
-			Brokers: config.Kafka.Address,
-			GroupID: groupName,
-			Version: config.Kafka.Version,
+			Brokers:       config.Kafka.Address,
+			GroupID:       groupName,
+			Version:       config.Kafka.Version,
+			ClientId:      firstKafkaClientId(config.Kafka.ClientId, "hotgo-producer"),
+			UserName:      config.Kafka.UserName,
+			Password:      config.Kafka.Password,
+			SASLEnabled:   config.Kafka.SASLEnabled,
+			SASLMechanism: config.Kafka.SASLMechanism,
+			TLSEnabled:    config.Kafka.TLSEnabled,
 		})
 	case "redis":
 		if _, err = g.Redis().Do(ctx, "ping"); err == nil {
@@ -185,10 +200,15 @@ func NewConsumer(groupName string) (mqClient MqConsumer, err error) {
 		}
 
 		mqClient, err = RegisterKafkaMqConsumer(KafkaConfig{
-			Brokers:  config.Kafka.Address,
-			GroupID:  groupName,
-			Version:  config.Kafka.Version,
-			ClientId: clientId,
+			Brokers:       config.Kafka.Address,
+			GroupID:       groupName,
+			Version:       config.Kafka.Version,
+			ClientId:      clientId,
+			UserName:      config.Kafka.UserName,
+			Password:      config.Kafka.Password,
+			SASLEnabled:   config.Kafka.SASLEnabled,
+			SASLMechanism: config.Kafka.SASLMechanism,
+			TLSEnabled:    config.Kafka.TLSEnabled,
 		})
 	case "redis":
 		if _, err = g.Redis().Do(ctx, "ping"); err == nil {
@@ -213,6 +233,30 @@ func NewConsumer(groupName string) (mqClient MqConsumer, err error) {
 	return
 }
 
+func normalizeKafkaConf() {
+	config.Kafka.UserName = resolveEnvPlaceholder(config.Kafka.UserName)
+	config.Kafka.Password = resolveEnvPlaceholder(config.Kafka.Password)
+	if config.Kafka.SASLMechanism == "" {
+		config.Kafka.SASLMechanism = "SCRAM-SHA-512"
+	}
+}
+
+func resolveEnvPlaceholder(value string) string {
+	value = strings.TrimSpace(value)
+	if strings.HasPrefix(value, "${") && strings.HasSuffix(value, "}") {
+		return os.Getenv(strings.TrimSuffix(strings.TrimPrefix(value, "${"), "}"))
+	}
+	return value
+}
+
+func firstKafkaClientId(value string, fallback string) string {
+	value = strings.TrimSpace(value)
+	if value != "" {
+		return value
+	}
+	return fallback
+}
+
 // BodyString 返回消息体
 func (m *MqMsg) BodyString() string {
 	return string(m.Body)