mirror of
https://github.com/rsyslog/rsyslog.git
synced 2025-12-19 23:10:41 +01:00
Andre Lorbach
8ecf0aeb34
Also saving failed msgs now when kafka produce fails. No message loss should be possible anymore. Also removed old kafka tests and readded new kafka tests. If kafka instances cannot be started (happens from time to time when kafka/zookepper sync fails), tests will be skipped instead of failing. Closes https://github.com/rsyslog/rsyslog/issues/1559 Closes https://github.com/rsyslog/rsyslog/issues/1584 Closes https://github.com/rsyslog/rsyslog/issues/1515 May fix https://github.com/rsyslog/rsyslog/issues/1230 Closes https://github.com/rsyslog/rsyslog/issues/1052
59 lines
2.3 KiB
Bash
Executable File
59 lines
2.3 KiB
Bash
Executable File
#!/bin/bash
|
|
# added 2017-05-08 by alorbach
|
|
# This file is part of the rsyslog project, released under ASL 2.0
|
|
export TESTMESSAGES=10000
|
|
|
|
echo ===============================================================================
|
|
echo \[sndrcv_kafka_multi.sh\]: Create multiple kafka/zookeeper instances and static topic
|
|
. $srcdir/diag.sh download-kafka
|
|
. $srcdir/diag.sh stop-zookeeper '.dep_wrk1'
|
|
. $srcdir/diag.sh stop-zookeeper '.dep_wrk2'
|
|
. $srcdir/diag.sh stop-zookeeper '.dep_wrk3'
|
|
. $srcdir/diag.sh stop-kafka '.dep_wrk1'
|
|
. $srcdir/diag.sh stop-kafka '.dep_wrk2'
|
|
. $srcdir/diag.sh stop-kafka '.dep_wrk3'
|
|
. $srcdir/diag.sh start-zookeeper '.dep_wrk1'
|
|
. $srcdir/diag.sh start-zookeeper '.dep_wrk2'
|
|
. $srcdir/diag.sh start-zookeeper '.dep_wrk3'
|
|
. $srcdir/diag.sh start-kafka '.dep_wrk1'
|
|
. $srcdir/diag.sh start-kafka '.dep_wrk2'
|
|
. $srcdir/diag.sh start-kafka '.dep_wrk3'
|
|
. $srcdir/diag.sh create-kafka-topic 'static' '.dep_wrk1' '22181'
|
|
|
|
echo \[sndrcv_kafka_multi.sh\]: Starting sender instance [omkafka]
|
|
export RSYSLOG_DEBUGLOG="log"
|
|
. $srcdir/diag.sh init
|
|
. $srcdir/diag.sh startup sndrcv_kafka_multi_rcvr.conf
|
|
. $srcdir/diag.sh wait-startup
|
|
|
|
echo \[sndrcv_kafka_multi.sh\]: Starting receiver instance [imkafka]
|
|
export RSYSLOG_DEBUGLOG="log2"
|
|
. $srcdir/diag.sh startup sndrcv_kafka_multi_sender.conf 2
|
|
. $srcdir/diag.sh wait-startup 2
|
|
|
|
# now inject the messages into instance 2. It will connect to instance 1, and that instance will record the data.
|
|
. $srcdir/diag.sh tcpflood -m$TESTMESSAGES -i1
|
|
|
|
echo \[sndrcv_kafka_multi.sh\]: Sleep to give rsyslog instances time to process data ...
|
|
sleep 20
|
|
|
|
echo \[sndrcv_kafka_multi.sh\]: Stopping sender instance [omkafka]
|
|
. $srcdir/diag.sh shutdown-when-empty
|
|
. $srcdir/diag.sh wait-shutdown
|
|
|
|
echo \[sndrcv_kafka_multi.sh\]: Stopping receiver instance [imkafka]
|
|
. $srcdir/diag.sh shutdown-when-empty 2
|
|
. $srcdir/diag.sh wait-shutdown 2
|
|
|
|
# Do the final sequence check
|
|
. $srcdir/diag.sh seq-check 1 $TESTMESSAGES -d
|
|
|
|
echo \[sndrcv_kafka.sh\]: stop kafka instances
|
|
. $srcdir/diag.sh delete-kafka-topic 'static' '.dep_wrk1' '22181'
|
|
. $srcdir/diag.sh stop-kafka '.dep_wrk1'
|
|
. $srcdir/diag.sh stop-kafka '.dep_wrk2'
|
|
. $srcdir/diag.sh stop-kafka '.dep_wrk3'
|
|
. $srcdir/diag.sh stop-zookeeper '.dep_wrk1'
|
|
. $srcdir/diag.sh stop-zookeeper '.dep_wrk2'
|
|
. $srcdir/diag.sh stop-zookeeper '.dep_wrk3'
|