fix: enable local kafka docker integration

This commit is contained in:
richjohnrambo
2026-09-04 11:57:38 +08:00
parent a191ca0c93
commit 0f1c1f9255
2 changed files with 13 additions and 9 deletions
+7 -7
View File
@@ -118,8 +118,8 @@
}, },
"kafka": { "kafka": {
"enabled": true, "enabled": $KAFKA_ENABLED,
"brokers": ["64.118.137.182:9094"], "brokers": $KAFKA_BROKERS_JSON,
"client_id": "$KAFKA_CLIENT_ID", "client_id": "$KAFKA_CLIENT_ID",
"consumer_group": "$KAFKA_CONSUMER_GROUP", "consumer_group": "$KAFKA_CONSUMER_GROUP",
"dial_timeout_ms": $KAFKA_DIAL_TIMEOUT_MS, "dial_timeout_ms": $KAFKA_DIAL_TIMEOUT_MS,
@@ -127,11 +127,11 @@
"read_timeout_ms": $KAFKA_READ_TIMEOUT_MS, "read_timeout_ms": $KAFKA_READ_TIMEOUT_MS,
"required_acks": $KAFKA_REQUIRED_ACKS, "required_acks": $KAFKA_REQUIRED_ACKS,
"allow_auto_topic_creation": $KAFKA_ALLOW_AUTO_TOPIC_CREATION, "allow_auto_topic_creation": $KAFKA_ALLOW_AUTO_TOPIC_CREATION,
"tls_enabled": false, "tls_enabled": $KAFKA_TLS_ENABLED,
"sasl_enabled": true, "sasl_enabled": $KAFKA_SASL_ENABLED,
"sasl_mechanism": "SCRAM-SHA-512", "sasl_mechanism": "$KAFKA_SASL_MECHANISM",
"sasl_username": "kafka-external", "sasl_username": "$KAFKA_SASL_USERNAME",
"sasl_password": "gr58tNnlZOVGW3AmMbL2", "sasl_password": "$KAFKA_SASL_PASSWORD",
"max_retry_count": $KAFKA_MAX_RETRY_COUNT, "max_retry_count": $KAFKA_MAX_RETRY_COUNT,
"retry_backoff_ms": $KAFKA_RETRY_BACKOFF_MS, "retry_backoff_ms": $KAFKA_RETRY_BACKOFF_MS,
"dead_letter_retention_seconds": $KAFKA_DEAD_LETTER_RETENTION_SECONDS, "dead_letter_retention_seconds": $KAFKA_DEAD_LETTER_RETENTION_SECONDS,
+6 -2
View File
@@ -274,9 +274,13 @@ func startKafkaConsumer(topicName string, handler kafkaMessageHandler) {
if topic == "" { if topic == "" {
topic = topicName topic = topicName
} }
groupID := kafkaBus.config.ConsumerGroup
if topicName != "" {
groupID += "." + topicName
}
reader := kafka.NewReader(kafka.ReaderConfig{ reader := kafka.NewReader(kafka.ReaderConfig{
Brokers: kafkaBus.config.Brokers, Brokers: kafkaBus.config.Brokers,
GroupID: kafkaBus.config.ConsumerGroup, GroupID: groupID,
Topic: topic, Topic: topic,
StartOffset: kafka.FirstOffset, StartOffset: kafka.FirstOffset,
MinBytes: 1, MinBytes: 1,
@@ -312,7 +316,7 @@ func startKafkaConsumer(topicName string, handler kafkaMessageHandler) {
} }
} }
}() }()
logs.Info.Printf("Kafka consumer started: topic=%s group=%s", topic, kafkaBus.config.ConsumerGroup) logs.Info.Printf("Kafka consumer started: topic=%s group=%s", topic, groupID)
} }
func (rt *kafkaRuntime) dialer() *kafka.Dialer { func (rt *kafkaRuntime) dialer() *kafka.Dialer {