#!/bin/sh
# PCP QA Test No. 230
#
# Check timeouts for pmlc's calls to __pmGetPDU
#
# Copyright (c) 2009 Ken McDonell.  All Rights Reserved.
#

seq=`basename $0`
echo "QA output created by $seq"

# get standard environment, filters and checks
. ./common.product
. ./common.filter
. ./common.check

status=1
trap "_cleanup" 0 1 2 3 15

_cleanup()
{
    if [ -f $tmp.primary ]
    then
	$sudo cp $tmp.primary $PCP_TMP_DIR/pmlogger/primary
    fi
    _restore_auto_restart pmlogger
    _restore_primary_logger
    rm -f $tmp.*
    exit $status
}

longname=`pmhostname`
if ! echo "$longname" | grep -q '\.'
then
    longname=`hostname`
fi
shortname=`echo $longname | sed -e 's/\..*//'`
echo "longname=$longname" >>$seq_full
echo "shortname=$shortname" >>$seq_full

_check()
{
    echo "_check $1" >>$seq_full
    sleep 2
    pidlist=`_get_pids_by_name pmlc`
    echo "pidlist=$pidlist" >>$seq_full
    for pid in $pidlist
    do
	if [ "$pid" = "$1" ]
	then
	    echo "pmlc still running ... killing it off"
	    kill -TERM $pid
	    return
	fi
    done
    echo "pmlc has exited"
}

_filter()
{
    echo >>$seq_full
    echo "=== $tmp.out ===">>$seq_full
    cat $tmp.out >>$seq_full
    sed <$tmp.out \
	-e 's/^\[.*]/[DATE]/' \
	-e 's/pmlc([0-9][0-9]*)/pmlc(PID)/' \
	-e "s/$longname/MYHOST/g" \
	-e "s/$shortname/MYHOST/g" \
	-e "s/localhost\.localdomain/MYHOST/g" \
	-e "s/localhost/MYHOST/g" \
	-e "s/local:/MYHOST/g" \
	-e '/^PMCD host/s/\(   *\).*/\1HOST/' \
	-e '/^log started/s/\(   *\).*/\1DATE/' \
	-e '/^last log entry/s/\(   *\).*/\1DATE/' \
	-e '/^current time/s/\(   *\).*/\1DATE/' \
	-e '/^log volume/s/\(   *\).*/\1NUMBER/' \
	-e '/^log size/s/\(   *\).*/\1NUMBER/' \
	-e '/__pmCloseChannelbyFd/d' \

}

if [ ! -f $PCP_TMP_DIR/pmlogger/primary ]
then
    echo "Arrgh ... cannot find $PCP_TMP_DIR/pmlogger/primary"
    status=1
    exit
    #NOTREACHED#
fi

# see comment in src/drain-server.c for choice of port #
#
port=1214

# kill off any old drain-server left running from previous runs
pmsignal -s KILL -a src/drain-server

# real QA test starts here
_change_config pmcd on || _exit 1
_change_config pmlogger on || _exit 1
_writable_primary_logger
if ! _service pmcd restart >/dev/null 2>&1; then _exit 1; fi
_wait_for_pmcd || _exit 1
if ! _service pmlogger restart >/dev/null 2>&1; then _exit 1; fi
_wait_for_pmlogger || _exit 1
_stop_auto_restart pmlogger

$sudo sed -e "1s/.*/$port/" $PCP_TMP_DIR/pmlogger/primary >$tmp.tmp
$sudo cp $PCP_TMP_DIR/pmlogger/primary $tmp.primary
$sudo cp $tmp.tmp $PCP_TMP_DIR/pmlogger/primary

echo "=== Hang on Connection Cases ===" | tee -a $seq_full

echo | tee -a $seq_full
echo "Expect hang ..." | tee -a $seq_full
src/drain-server -h &
draino=$!
sleep 2
pmlc -e -h localhost -P >$tmp.out 2>&1 &
sleep 2
_check $!
_filter
pidlist=`_get_pids_by_name -a drain-server`
for pid in $pidlist
do
    [ "$draino" = "$pid" ] && kill -TERM $draino
done
sleep 2

echo | tee -a $seq_full
echo "Expect hang and warning ..." | tee -a $seq_full
src/drain-server -h &
draino=$!
sleep 2
PMLOGGER_REQUEST_TIMEOUT=1.5; export PMLOGGER_REQUEST_TIMEOUT
pmlc -e -h localhost -P >$tmp.out 2>&1 &
sleep 2
_check $!
_filter
pidlist=`_get_pids_by_name -a drain-server`
for pid in $pidlist
do
    [ "$draino" = "$pid" ] && kill -TERM $draino
done
sleep 2

echo | tee -a $seq_full
echo "Expect no hang and unable to connect to pmlogger ..." | tee -a $seq_full
src/drain-server &
draino=$!
sleep 2
PMLOGGER_REQUEST_TIMEOUT=1; export PMLOGGER_REQUEST_TIMEOUT
pmlc -e -h localhost -P >$tmp.out 2>&1 </dev/null
_check $!
_filter
pidlist=`_get_pids_by_name -a drain-server`
for pid in $pidlist
do
    [ "$draino" = "$pid" ] && kill -TERM $draino
done

echo | tee -a $seq_full
echo "=== Timeout on pmlc commands cases ===" | tee -a $seq_full

# put port info back to original state
#
if [ -f $tmp.primary ]
then
    $sudo cp $tmp.primary $PCP_TMP_DIR/pmlogger/primary
    $sudo rm -f $tmp.primary
else
    echo "Arrgh ... $tmp.primary went away"
    ls -l $tmp
    $PCP_PS_PROG $PCP_PS_ALL_FLAGS | grep -E '[P]PID|/[p]mlogger( |$)'
    _exit 1
fi

echo | tee -a $seq_full
echo "Check QA code cleared when pmlc exits ..." | tee -a $seq_full
unset PMLOGGER_REQUEST_TIMEOUT
cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1
qa 1
quit
End-of-File
_check $!
_filter
cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1
status
quit
End-of-File
_check $!
_filter

echo | tee -a $seq_full
echo "Expect no hang and log command to timeout connecting to pmcd ..." | tee -a $seq_full
PMLOGGER_REQUEST_TIMEOUT=1; export PMLOGGER_REQUEST_TIMEOUT
cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1
qa 1
log mandatory on once sample.long.million
quit
End-of-File
_check $!
_filter
sleep 3		# let pmlogger get out of sleep() so can use pmlc again

echo | tee -a $seq_full
echo "Expect no hang and 2nd log command to timeout changing logging status ..." | tee -a $seq_full
PMLOGGER_REQUEST_TIMEOUT=1; export PMLOGGER_REQUEST_TIMEOUT
cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1
log mandatory on once sample.long.million
qa 1
log mandatory on once sample.long.million
quit
End-of-File
sleep 1		# pmlogger needs a little longer for this one
_check $!
_filter
sleep 3		# let pmlogger get out of sleep() so can use pmlc again

echo | tee -a $seq_full
echo "Expect no hang and status command to timeout ..." | tee -a $seq_full
PMLOGGER_REQUEST_TIMEOUT=1; export PMLOGGER_REQUEST_TIMEOUT
cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1
qa 1
status
quit
End-of-File
_check $!
_filter
sleep 3		# let pmlogger get out of sleep() so can use pmlc again

echo | tee -a $seq_full
echo "Expect hang and flush command to timeout  ..." | tee -a $seq_full
PMLOGGER_REQUEST_TIMEOUT=1; export PMLOGGER_REQUEST_TIMEOUT
cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1
qa 1
flush
quit
End-of-File
_check $!
_filter
sleep 3		# let pmlogger get out of sleep() so can use pmlc again

echo | tee -a $seq_full
echo "Expect hang and new volume command to timeout ..." | tee -a $seq_full
PMLOGGER_REQUEST_TIMEOUT=1; export PMLOGGER_REQUEST_TIMEOUT
cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1 &
qa 1
new volume
quit
End-of-File
sleep 2
_check $!
_filter
sleep 3		# let pmlogger get out of sleep() so can use pmlc again

# skip show loggers command ... this one communicates with pmcd not
# pmlogger
#
#echo | tee -a $seq_full
#echo "Expect hang and show loggers to timeout ..." | tee -a $seq_full
#PMLOGGER_REQUEST_TIMEOUT=1; export PMLOGGER_REQUEST_TIMEOUT
#cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1 &
#qa 1
#show loggers
#quit
#End-of-File
#sleep 2
#_check $!
#_filter
#sleep 3		# let pmlogger get out of sleep() so can use pmlc again

echo | tee -a $seq_full
echo "Expect no hang and query command to timeout connecting to pmcd ..." | tee -a $seq_full
PMLOGGER_REQUEST_TIMEOUT=1; export PMLOGGER_REQUEST_TIMEOUT
cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1
qa 1
query sample.long.million
quit
End-of-File
_check $!
_filter
sleep 3		# let pmlogger get out of sleep() so can use pmlc again

echo | tee -a $seq_full
echo "Expect no hang and 2nd query command to timeout fetching logging status ..." | tee -a $seq_full
PMLOGGER_REQUEST_TIMEOUT=1; export PMLOGGER_REQUEST_TIMEOUT
cat <<'End-of-File' | pmlc -e -P >$tmp.out 2>&1
query sample.long.million
qa 1
query sample.long.million
quit
End-of-File
sleep 1		# pmlogger needs a little longer for this one
_check $!
_filter
sleep 3		# let pmlogger get out of sleep() so can use pmlc again

# success, all done
status=0
exit