Reduce Kafka publish latency for messages

server/kafka_runtime.go

@@ -39,6 +39,7 @@ type kafkaConfig struct {
 	DialTimeoutMS    int               `json:"dial_timeout_ms"`
 	WriteTimeoutMS   int               `json:"write_timeout_ms"`
 	ReadTimeoutMS    int               `json:"read_timeout_ms"`
+	BatchTimeoutMS   int               `json:"batch_timeout_ms"`
 	RequiredAcks     int               `json:"required_acks"`
 	AllowAutoTopic   bool              `json:"allow_auto_topic_creation"`
 	TLSEnabled       bool              `json:"tls_enabled"`
@@ -131,6 +132,7 @@ func initKafkaRuntime(raw json.RawMessage) error {
 		Transport:              transport,
 		RequiredAcks:           kafka.RequiredAcks(cfg.RequiredAcks),
 		AllowAutoTopicCreation: cfg.AllowAutoTopic,
+		BatchTimeout:           time.Duration(cfg.BatchTimeoutMS) * time.Millisecond,
 		WriteTimeout:           time.Duration(cfg.WriteTimeoutMS) * time.Millisecond,
 		ReadTimeout:            time.Duration(cfg.ReadTimeoutMS) * time.Millisecond,
 		MaxAttempts:            cfg.MaxRetryCount,
@@ -162,6 +164,9 @@ func normalizeKafkaConfig(cfg *kafkaConfig) {
 	if cfg.ReadTimeoutMS <= 0 {
 		cfg.ReadTimeoutMS = 3000
 	}
+	if cfg.BatchTimeoutMS <= 0 {
+		cfg.BatchTimeoutMS = 10
+	}
 	if cfg.RequiredAcks == 0 {
 		cfg.RequiredAcks = int(kafka.RequireOne)
 	}