mirror of
https://github.com/rsyslog/rsyslog.git
synced 2025-12-19 03:20:41 +01:00
Andre Lorbach
0d8f02b87e
Setting timestamp to 0 now lets kafka handle this. Also added "RD_KAFKA_V_KEY(NULL,0) if no key is configured. testbench: Changed kafka server configuration "log.retention.hours" property to 5000 which avoids that the log cleaner is deleting our records before they can be processed.
69 lines
1.7 KiB
Properties
69 lines
1.7 KiB
Properties
broker.id=1
|
|
listeners=plaintext://localhost:29092
|
|
|
|
auto.create.topics.enable=true
|
|
auto.leader.rebalance.enable=true
|
|
background.threads=2
|
|
compression.type=producer
|
|
controlled.shutdown.enable=true
|
|
default.replication.factor=1
|
|
|
|
delete.topic.enable=true
|
|
dual.commit.enabled=false
|
|
|
|
leader.imbalance.check.interval.seconds=10
|
|
leader.imbalance.per.broker.percentage=10
|
|
|
|
#100 MB is sufficient for testing
|
|
log.segment.bytes=104857600
|
|
log.cleaner.enable=false
|
|
log.cleanup.policy=delete
|
|
log.dirs=kafka-logs
|
|
log.flush.interval.messages=10000
|
|
log.flush.interval.ms=10000
|
|
log.flush.scheduler.interval.ms=10000
|
|
log.index.interval.bytes=4096
|
|
log.index.size.max.bytes=104857600
|
|
log.message.timestamp.type=CreateTime
|
|
log.retention.check.interval.ms=300000
|
|
log.retention.bytes=104857600
|
|
log.retention.hours=5000
|
|
log.roll.hours=168
|
|
message.max.bytes=1000000
|
|
|
|
num.network.threads=2
|
|
num.io.threads=2
|
|
num.partitions=2
|
|
num.recovery.threads.per.data.dir=1
|
|
num.replica.fetchers=1
|
|
min.insync.replicas=1
|
|
|
|
socket.receive.buffer.bytes=102400
|
|
socket.request.max.bytes=10485760
|
|
socket.send.buffer.bytes=102400
|
|
|
|
offsets.storage=kafka
|
|
offsets.topic.num.partitions=1
|
|
offsets.topic.replication.factor=3
|
|
transaction.state.log.num.partitions=1
|
|
|
|
replica.fetch.max.bytes=10485760
|
|
replica.fetch.wait.max.ms=500
|
|
replica.high.watermark.checkpoint.interval.ms=5000
|
|
replica.lag.time.max.ms=10000
|
|
replica.socket.receive.buffer.bytes=65536
|
|
replica.socket.timeout.ms=5000
|
|
|
|
# Allow unclean leader election!
|
|
unclean.leader.election.enable=true
|
|
queued.max.requests=10000
|
|
|
|
zookeeper.connect=localhost:22181/kafka,localhost:22182/kafka,localhost:22183/kafka
|
|
zookeeper.connection.timeout.ms=10000
|
|
zookeeper.session.timeout.ms=5000
|
|
zookeeper.sync.time.ms=5000
|
|
|
|
group.id="default"
|
|
|
|
heartbeat.interval.ms=1000
|