feat: add im kafka admin integration

server/internal/library/queue/kafkamq.go

@@ -7,13 +7,16 @@ package queue
 
 import (
 	"context"
-	"fmt"
+	"crypto/tls"
+	"strings"
+	"time"
+
 	"github.com/IBM/sarama"
 	"github.com/gogf/gf/v2/errors/gerror"
 	"github.com/gogf/gf/v2/frame/g"
+	"github.com/xdg-go/scram"
 	"hotgo/internal/consts"
 	"hotgo/utility/simple"
-	"time"
 )
 
 type KafkaMq struct {
@@ -23,14 +26,17 @@ type KafkaMq struct {
 }
 
 type KafkaConfig struct {
-	ClientId    string
-	Brokers     []string
-	GroupID     string
-	Partitions  int32
-	Replication int16
-	Version     string
-	UserName    string
-	Password    string
+	ClientId      string
+	Brokers       []string
+	GroupID       string
+	Partitions    int32
+	Replication   int16
+	Version       string
+	UserName      string
+	Password      string
+	SASLEnabled   bool
+	SASLMechanism string
+	TLSEnabled    bool
 }
 
 // SendMsg 按字符串类型生产数据
@@ -98,7 +104,7 @@ func (r *KafkaMq) ListenReceiveMsgDo(topic string, receiveDo func(mqMsg MqMsg))
 			}
 
 			if consumerCtx.Err() != nil {
-				Logger().Debugf(ctx, fmt.Sprintf("kafka consoumer stop : %v", consumerCtx.Err()))
+				Logger().Debugf(ctx, "kafka consoumer stop : %v", consumerCtx.Err())
 				return
 			}
 			consumer.ready = make(chan bool)
@@ -134,10 +140,8 @@ func RegisterKafkaMqConsumer(connOpt KafkaConfig) (client MqConsumer, err error)
 	conf := sarama.NewConfig()
 	conf.Consumer.Return.Errors = true
 	conf.Version = kfkVersion
-	if connOpt.UserName != "" {
-		conf.Net.SASL.Enable = true
-		conf.Net.SASL.User = connOpt.UserName
-		conf.Net.SASL.Password = connOpt.Password
+	if err = configureKafkaSecurity(conf, connOpt); err != nil {
+		return
 	}
 
 	// 默认按随机方式消费
@@ -157,7 +161,9 @@ func RegisterKafkaMqConsumer(connOpt KafkaConfig) (client MqConsumer, err error)
 // RegisterKafkaProducer 注册并启动生产者接口实现
 func RegisterKafkaProducer(connOpt KafkaConfig) (client MqProducer, err error) {
 	mqIns := &KafkaMq{}
-	connOpt.ClientId = "HOTGO-Producer"
+	if connOpt.ClientId == "" {
+		connOpt.ClientId = "hotgo-producer"
+	}
 
 	// 这里如果使用go程需要处理chan同步问题
 	if err = doRegisterKafkaProducer(connOpt, mqIns); err != nil {
@@ -191,10 +197,8 @@ func doRegisterKafkaProducer(connOpt KafkaConfig, mqIns *KafkaMq) (err error) {
 	conf.ClientID = connOpt.ClientId
 
 	conf.Version = kfkVersion
-	if connOpt.UserName != "" {
-		conf.Net.SASL.Enable = true
-		conf.Net.SASL.User = connOpt.UserName
-		conf.Net.SASL.Password = connOpt.Password
+	if err = configureKafkaSecurity(conf, connOpt); err != nil {
+		return
 	}
 
 	mqIns.producerIns, err = sarama.NewAsyncProducer(brokers, conf)
@@ -209,6 +213,63 @@ func doRegisterKafkaProducer(connOpt KafkaConfig, mqIns *KafkaMq) (err error) {
 	return
 }
 
+func configureKafkaSecurity(conf *sarama.Config, connOpt KafkaConfig) error {
+	if connOpt.TLSEnabled {
+		conf.Net.TLS.Enable = true
+		conf.Net.TLS.Config = &tls.Config{MinVersion: tls.VersionTLS12}
+	}
+	if !connOpt.SASLEnabled && connOpt.UserName == "" {
+		return nil
+	}
+	if connOpt.UserName == "" || connOpt.Password == "" {
+		return gerror.New("queue kafka sasl username or password is empty")
+	}
+	conf.Net.SASL.Enable = true
+	conf.Net.SASL.User = connOpt.UserName
+	conf.Net.SASL.Password = connOpt.Password
+	mechanism := strings.ToUpper(strings.ReplaceAll(connOpt.SASLMechanism, "_", "-"))
+	switch mechanism {
+	case "", "PLAIN":
+		conf.Net.SASL.Mechanism = sarama.SASLTypePlaintext
+	case "SCRAM-SHA-256":
+		conf.Net.SASL.Mechanism = sarama.SASLTypeSCRAMSHA256
+		conf.Net.SASL.SCRAMClientGeneratorFunc = func() sarama.SCRAMClient {
+			return &xdgSCRAMClient{HashGeneratorFcn: scram.SHA256}
+		}
+	case "SCRAM-SHA-512":
+		conf.Net.SASL.Mechanism = sarama.SASLTypeSCRAMSHA512
+		conf.Net.SASL.SCRAMClientGeneratorFunc = func() sarama.SCRAMClient {
+			return &xdgSCRAMClient{HashGeneratorFcn: scram.SHA512}
+		}
+	default:
+		return gerror.New("queue kafka sasl mechanism is not support")
+	}
+	return nil
+}
+
+type xdgSCRAMClient struct {
+	*scram.Client
+	*scram.ClientConversation
+	scram.HashGeneratorFcn
+}
+
+func (x *xdgSCRAMClient) Begin(userName, password, authzID string) (err error) {
+	x.Client, err = x.HashGeneratorFcn.NewClient(userName, password, authzID)
+	if err != nil {
+		return err
+	}
+	x.ClientConversation = x.Client.NewConversation()
+	return nil
+}
+
+func (x *xdgSCRAMClient) Step(challenge string) (response string, err error) {
+	return x.ClientConversation.Step(challenge)
+}
+
+func (x *xdgSCRAMClient) Done() bool {
+	return x.ClientConversation.Done()
+}
+
 // validateVersion 验证版本是否有效
 func validateVersion(version sarama.KafkaVersion) bool {
 	for _, item := range sarama.SupportedVersions {