mirror of
https://github.com/rsyslog/rsyslog.git
synced 2025-12-17 02:10:41 +01:00
126 lines
4.6 KiB
Bash
Executable File
126 lines
4.6 KiB
Bash
Executable File
#!/bin/bash
|
|
# This test simulates the case where the OS force-terminates rsyslog
|
|
# before it completely finishes persisting the queue to disk. Obviously,
|
|
# there is some data loss involved, but rsyslog should try to limit it.
|
|
# Most importantly, a .qi file needs to be written at "save" places, so that
|
|
# at least the queue is kind of readable.
|
|
# To simulate the error condition, we create a DA queue with a large memory
|
|
# part and fill it via injectmsg (do NOT use tcpflood, as this would add
|
|
# complexity of TCP window etc to the reception of messages - injecmsg is
|
|
# synchronous, so we do not have anything in flight after it terminates).
|
|
# We have a blocking action which prevents actual processing of any of the
|
|
# injected messages. We then inject a large number of messages, but only
|
|
# few above the number the memory part of the disk can hold. So the disk queue
|
|
# begins to get used. Once injection is done, we terminate rsyslog in the
|
|
# regular way, which will cause the memory part of the queue to be written
|
|
# out. After a relatively short period, we kill -9 rsyslogd, so that it
|
|
# does not have any chance to fully persists its state (this actually is
|
|
# what happens when force-terminated by the OS).
|
|
# Then, we check that at a minimum the .qi file exists.
|
|
# Copyright (C) 2016 by Rainer Gerhards
|
|
# Released under ASL 2.0
|
|
|
|
#uncomment the following if you want a log for step 1 of this test
|
|
#export RSYSLOG_DEBUG="debug nologfuncflow noprintmutexaction nostdout"
|
|
#export RSYSLOG_DEBUGLOG="log"
|
|
|
|
. $srcdir/diag.sh init
|
|
generate_conf
|
|
add_conf '
|
|
module(load="../plugins/omtesting/.libs/omtesting")
|
|
|
|
# set spool locations and switch queue to disk-only mode
|
|
$WorkDirectory '$RSYSLOG_DYNNAME'.spool
|
|
main_queue(queue.filename="mainq" queue.saveonshutdown="on"
|
|
queue.timeoutshutdown="1" queue.maxfilesize="1m"
|
|
queue.timeoutworkerthreadshutdown="500" queue.size="200000"
|
|
)
|
|
|
|
$template outfmt,"%msg:F,58:2%\n"
|
|
template(name="dynfile" type="string" string="'$RSYSLOG_OUT_LOG'")
|
|
#:msg, contains, "msgnum:" ?dynfile;outfmt
|
|
:msg, contains, "msgnum:" :omtesting:sleep 10 0
|
|
'
|
|
startup
|
|
injectmsg 0 210000
|
|
echo spool files immediately before shutdown:
|
|
ls ${RSYSLOG_DYNNAME}.spool
|
|
. $srcdir/diag.sh shutdown-immediate # shut down without the ability to fully persist state
|
|
./msleep 750 # simulate an os timeout (let it run a *very short* bit, else it's done ;))
|
|
echo spool files immediately after shutdown \(but before kill\):
|
|
ls ${RSYSLOG_DYNNAME}.spool
|
|
|
|
|
|
. $srcdir/diag.sh kill-immediate # do not give it sufficient time to shutdown
|
|
wait_shutdown
|
|
rm -f $RSYSLOG_PIDBASE.pid # as we kill, rsyslog does not itself cleanup the pid file
|
|
|
|
echo spool files after kill:
|
|
ls ${RSYSLOG_DYNNAME}.spool
|
|
|
|
if [ ! -f ${RSYSLOG_DYNNAME}.spool/mainq.qi ]; then
|
|
echo "FAIL: .qi file does not exist!"
|
|
error_exit 1
|
|
fi
|
|
|
|
echo .qi file contents:
|
|
cat ${RSYSLOG_DYNNAME}.spool/mainq.qi
|
|
|
|
|
|
# We now restart rsyslog and make sure it'll clean up the disk queue.
|
|
# So far, we cannot reliably detect if the data is properly shuffled
|
|
# over, but that's a moot point anyhow because we expect to loss
|
|
# (large) amounts of the data. In later stages, we however may verify
|
|
|
|
#uncomment the following if you want a log for step 2 of this test
|
|
#export RSYSLOG_DEBUG="debug nologfuncflow noprintmutexaction nostdout"
|
|
#export RSYSLOG_DEBUGLOG="log2"
|
|
|
|
echo RSYSLOG RESTART
|
|
# special case: we need to preserve out dynamic settings, as generate_conf
|
|
# overwrites them. TODO: handle this in diag.sh
|
|
RSYSLOG_DYNNAME_SAVE="$RSYSLOG_DYNNAME"
|
|
RSYSLOG_OUT_LOG_SAVE="$RSYSLOG_OUT_LOG"
|
|
generate_conf
|
|
RSYSLOG_OUT_LOG="$RSYSLOG_OUT_LOG_SAVE"
|
|
RSYSLOG_DYNNAME="$RSYSLOG_DYNNAME_SAVE"
|
|
add_conf '
|
|
module(load="../plugins/omtesting/.libs/omtesting")
|
|
|
|
# set spool locations and switch queue to disk-only mode
|
|
$WorkDirectory '$RSYSLOG_DYNNAME'.spool
|
|
main_queue(queue.filename="mainq" queue.saveonshutdown="on"
|
|
queue.timeoutshutdown="1" queue.maxfilesize="1m"
|
|
queue.timeoutworkerthreadshutdown="500" queue.size="200000"
|
|
)
|
|
|
|
$template outfmt,"%msg:F,58:2%\n"
|
|
template(name="dynfile" type="string" string="'$RSYSLOG_OUT_LOG'")
|
|
:msg, contains, "msgnum:" ?dynfile;outfmt
|
|
'
|
|
startup
|
|
#wait_queueempty
|
|
#echo existing queue empty, injecting new data
|
|
#injectmsg 1000000 1000
|
|
shutdown_when_empty
|
|
wait_shutdown
|
|
|
|
# now the spool directory must be empty
|
|
spoolFiles=`ls ${RSYSLOG_DYNNAME}.spool/`
|
|
|
|
if [[ ! -z $spoolFiles ]]; then
|
|
echo "FAIL: spool directory is not empty!"
|
|
ls -l ${RSYSLOG_DYNNAME}.spool
|
|
error_exit 1
|
|
fi
|
|
|
|
# check if we got at least some data
|
|
if [ ! -f $RSYSLOG_OUT_LOG ]; then
|
|
echo "FAIL: no output data gathered (no ${RSYSLOG_OUT_LOG})!"
|
|
error_exit 1
|
|
fi
|
|
|
|
#seq_check 0 19999 # so far this does not look doable (see comment above)
|
|
|
|
exit_test
|