feat: batch kafka message persistence
This commit is contained in:
@@ -87,6 +87,9 @@ ENV KAFKA_SASL_USERNAME=
|
||||
ENV KAFKA_SASL_PASSWORD=
|
||||
ENV KAFKA_MAX_RETRY_COUNT=3
|
||||
ENV KAFKA_RETRY_BACKOFF_MS='[10000,30000,60000,300000,900000]'
|
||||
ENV KAFKA_MESSAGE_BATCH_SIZE=100
|
||||
ENV KAFKA_MESSAGE_BATCH_WAIT_MS=10
|
||||
ENV KAFKA_MESSAGE_SINGLE_RETRY_COUNT=3
|
||||
ENV KAFKA_DEAD_LETTER_RETENTION_SECONDS=7776000
|
||||
ENV KAFKA_TOPIC_ADMIN_COMMAND=im.admin.command
|
||||
ENV KAFKA_TOPIC_ADMIN_COMMAND_RESULT=im.admin.command.result
|
||||
|
||||
@@ -67,6 +67,9 @@ ENV KAFKA_SASL_USERNAME=
|
||||
ENV KAFKA_SASL_PASSWORD=
|
||||
ENV KAFKA_MAX_RETRY_COUNT=3
|
||||
ENV KAFKA_RETRY_BACKOFF_MS='[10000,30000,60000,300000,900000]'
|
||||
ENV KAFKA_MESSAGE_BATCH_SIZE=100
|
||||
ENV KAFKA_MESSAGE_BATCH_WAIT_MS=10
|
||||
ENV KAFKA_MESSAGE_SINGLE_RETRY_COUNT=3
|
||||
ENV KAFKA_DEAD_LETTER_RETENTION_SECONDS=7776000
|
||||
ENV KAFKA_TOPIC_ADMIN_COMMAND=im.admin.command
|
||||
ENV KAFKA_TOPIC_ADMIN_COMMAND_RESULT=im.admin.command.result
|
||||
|
||||
@@ -140,6 +140,9 @@
|
||||
"sasl_password": "",
|
||||
"max_retry_count": 3,
|
||||
"retry_backoff_ms": [10000, 30000, 60000, 300000, 900000],
|
||||
"message_batch_size": $KAFKA_MESSAGE_BATCH_SIZE,
|
||||
"message_batch_wait_ms": $KAFKA_MESSAGE_BATCH_WAIT_MS,
|
||||
"message_single_retry_count": $KAFKA_MESSAGE_SINGLE_RETRY_COUNT,
|
||||
"dead_letter_retention_seconds": 7776000,
|
||||
"topics": {
|
||||
"admin_command": "im.admin.command",
|
||||
|
||||
Reference in New Issue
Block a user