Reduce Kafka publish latency for messages
This commit is contained in:
@@ -75,6 +75,7 @@ ENV KAFKA_CONSUMER_GROUP=im-server
|
||||
ENV KAFKA_DIAL_TIMEOUT_MS=3000
|
||||
ENV KAFKA_WRITE_TIMEOUT_MS=3000
|
||||
ENV KAFKA_READ_TIMEOUT_MS=3000
|
||||
ENV KAFKA_BATCH_TIMEOUT_MS=10
|
||||
ENV KAFKA_REQUIRED_ACKS=1
|
||||
ENV KAFKA_ALLOW_AUTO_TOPIC_CREATION=false
|
||||
ENV KAFKA_TLS_ENABLED=false
|
||||
@@ -82,7 +83,7 @@ ENV KAFKA_SASL_ENABLED=false
|
||||
ENV KAFKA_SASL_MECHANISM=SCRAM-SHA-512
|
||||
ENV KAFKA_SASL_USERNAME=
|
||||
ENV KAFKA_SASL_PASSWORD=
|
||||
ENV KAFKA_MAX_RETRY_COUNT=5
|
||||
ENV KAFKA_MAX_RETRY_COUNT=3
|
||||
ENV KAFKA_RETRY_BACKOFF_MS='[10000,30000,60000,300000,900000]'
|
||||
ENV KAFKA_DEAD_LETTER_RETENTION_SECONDS=7776000
|
||||
ENV KAFKA_TOPIC_ADMIN_COMMAND=im.admin.command
|
||||
@@ -90,10 +91,9 @@ ENV KAFKA_TOPIC_ADMIN_COMMAND_RESULT=im.admin.command.result
|
||||
ENV KAFKA_TOPIC_CONFIG_EVENT=im.config.event
|
||||
ENV KAFKA_TOPIC_BUSINESS_EVENT=im.business.event
|
||||
ENV KAFKA_TOPIC_MESSAGE_PERSIST=im.message.persist
|
||||
ENV KAFKA_TOPIC_GROUP_MESSAGE_PERSIST=im.group.message.persist
|
||||
ENV KAFKA_TOPIC_MESSAGE_PUSH=im.message.push
|
||||
ENV KAFKA_TOPIC_FILE_SECURITY=im.file.security
|
||||
ENV KAFKA_TOPIC_FILE_LIFECYCLE=im.file.lifecycle
|
||||
ENV KAFKA_TOPIC_WORKBENCH_EVENT=im.workbench.event
|
||||
ENV KAFKA_TOPIC_CACHE_INVALIDATE=im.cache.invalidate
|
||||
ENV KAFKA_TOPIC_AUDIT_EVENT=im.audit.event
|
||||
ENV KAFKA_TOPIC_DEAD_LETTER=im.dead.letter
|
||||
|
||||
@@ -55,6 +55,7 @@ ENV KAFKA_CONSUMER_GROUP=im-server
|
||||
ENV KAFKA_DIAL_TIMEOUT_MS=3000
|
||||
ENV KAFKA_WRITE_TIMEOUT_MS=3000
|
||||
ENV KAFKA_READ_TIMEOUT_MS=3000
|
||||
ENV KAFKA_BATCH_TIMEOUT_MS=10
|
||||
ENV KAFKA_REQUIRED_ACKS=1
|
||||
ENV KAFKA_ALLOW_AUTO_TOPIC_CREATION=false
|
||||
ENV KAFKA_TLS_ENABLED=false
|
||||
@@ -62,7 +63,7 @@ ENV KAFKA_SASL_ENABLED=false
|
||||
ENV KAFKA_SASL_MECHANISM=SCRAM-SHA-512
|
||||
ENV KAFKA_SASL_USERNAME=
|
||||
ENV KAFKA_SASL_PASSWORD=
|
||||
ENV KAFKA_MAX_RETRY_COUNT=5
|
||||
ENV KAFKA_MAX_RETRY_COUNT=3
|
||||
ENV KAFKA_RETRY_BACKOFF_MS='[10000,30000,60000,300000,900000]'
|
||||
ENV KAFKA_DEAD_LETTER_RETENTION_SECONDS=7776000
|
||||
ENV KAFKA_TOPIC_ADMIN_COMMAND=im.admin.command
|
||||
@@ -70,10 +71,9 @@ ENV KAFKA_TOPIC_ADMIN_COMMAND_RESULT=im.admin.command.result
|
||||
ENV KAFKA_TOPIC_CONFIG_EVENT=im.config.event
|
||||
ENV KAFKA_TOPIC_BUSINESS_EVENT=im.business.event
|
||||
ENV KAFKA_TOPIC_MESSAGE_PERSIST=im.message.persist
|
||||
ENV KAFKA_TOPIC_GROUP_MESSAGE_PERSIST=im.group.message.persist
|
||||
ENV KAFKA_TOPIC_MESSAGE_PUSH=im.message.push
|
||||
ENV KAFKA_TOPIC_FILE_SECURITY=im.file.security
|
||||
ENV KAFKA_TOPIC_FILE_LIFECYCLE=im.file.lifecycle
|
||||
ENV KAFKA_TOPIC_WORKBENCH_EVENT=im.workbench.event
|
||||
ENV KAFKA_TOPIC_CACHE_INVALIDATE=im.cache.invalidate
|
||||
ENV KAFKA_TOPIC_AUDIT_EVENT=im.audit.event
|
||||
ENV KAFKA_TOPIC_DEAD_LETTER=im.dead.letter
|
||||
|
||||
@@ -125,6 +125,7 @@
|
||||
"dial_timeout_ms": $KAFKA_DIAL_TIMEOUT_MS,
|
||||
"write_timeout_ms": $KAFKA_WRITE_TIMEOUT_MS,
|
||||
"read_timeout_ms": $KAFKA_READ_TIMEOUT_MS,
|
||||
"batch_timeout_ms": $KAFKA_BATCH_TIMEOUT_MS,
|
||||
"required_acks": $KAFKA_REQUIRED_ACKS,
|
||||
"allow_auto_topic_creation": $KAFKA_ALLOW_AUTO_TOPIC_CREATION,
|
||||
"tls_enabled": $KAFKA_TLS_ENABLED,
|
||||
@@ -141,10 +142,9 @@
|
||||
"config_event": "$KAFKA_TOPIC_CONFIG_EVENT",
|
||||
"business_event": "$KAFKA_TOPIC_BUSINESS_EVENT",
|
||||
"message_persist": "$KAFKA_TOPIC_MESSAGE_PERSIST",
|
||||
"group_message_persist": "$KAFKA_TOPIC_GROUP_MESSAGE_PERSIST",
|
||||
"message_push": "$KAFKA_TOPIC_MESSAGE_PUSH",
|
||||
"file_security": "$KAFKA_TOPIC_FILE_SECURITY",
|
||||
"file_lifecycle": "$KAFKA_TOPIC_FILE_LIFECYCLE",
|
||||
"workbench_event": "$KAFKA_TOPIC_WORKBENCH_EVENT",
|
||||
"cache_invalidate": "$KAFKA_TOPIC_CACHE_INVALIDATE",
|
||||
"audit_event": "$KAFKA_TOPIC_AUDIT_EVENT",
|
||||
"dead_letter": "$KAFKA_TOPIC_DEAD_LETTER"
|
||||
|
||||
Reference in New Issue
Block a user