1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
|
#!/bin/sh
# PCP QA Test No. 1402
# more serious v3 do nothing and V2 -> V3 conversions
#
# non-valgrind variant, see qa/1625 for the valgrind variant
#
# Copyright (c) 2022 Ken McDonell. All Rights Reserved.
#
if [ $# -eq 0 ]
then
seq=`basename $0`
echo "QA output created by $seq"
else
# use $seq from caller, unless not set
[ -n "$seq" ] || seq=`basename $0`
echo "QA output created by `basename $0` $*"
fi
# get standard environment, filters and checks
. ./common.product
. ./common.filter
. ./common.check
do_valgrind=false
if [ "$1" = "--valgrind" ]
then
_check_valgrind
do_valgrind=true
elif which valgrind >/dev/null 2>&1
then
[ "$PCPQA_VALGRIND" = both ] || \
_notrun "valgrind variant qa/1625 will be run"
fi
_cleanup()
{
cd $here
$sudo rm -rf $tmp $tmp.*
}
status=0 # success is the default!
trap "_cleanup; exit \$status" 0 1 2 3 15
_filter()
{
sed \
-e "s@$tmp@TMP@g" \
# end
}
_filter_scanmeta()
{
sed \
-e 's/^\[[0-9][0-9]*/[NN/' \
-e 's/@ [0-2][0-9]:[0-5][0-9]:[0-5][0-9]\.[0-9][0-9]*/@ TIMESTAMP/' \
# end
}
# Expect some diffs ... dates, times, log label fields not in V2 and
# metric values are obvious.
# This is a bit different (and needs the awk at the end) ...
# Instance Domains on-disk ...
# 20:38:36.689295000 InDom: 2.1 1 instances
# 2123889 or "2123889" <-- pmlogger PID
# InDom: 2.1
# 20:38:36.689295000 1 instances
# 2123889 or "2123889" <-- pmlogger PID
#
_filter_dumplog()
{
sed \
-e '/^ *commencing /s/commencing .*/commencing DATESTAMP/' \
-e '/^ *ending /s/ending .*/ending DATESTAMP/' \
-e '/ inst /s/value [0-9][0-9]*$/value NNN/' \
-e 's/^[0-2][0-9]:[0-5][0-9]:[0-5][0-9]\.[0-9][0-9]*/TIMESTAMP/' \
-e '/event record/s/ [0-2][0-9]:[0-5][0-9]:[0-5][0-9]\.[0-9][0-9]*/ TIMESTAMP/' \
-e '/^PID for pmlogger:/s/[0-9][0-9]*/<PID>/' \
-e '/(pmcd\.pmlogger\./s/: .*/: .../' \
-e '/Archive zoneinfo:/d' \
| $PCP_AWK_PROG '
BEGIN { whack = 0; skip = 0 }
/InDom: 2.1 1 instances$/ { whack = 1; print; next }
whack > 0 { whack--;
if (whack == 0) {
print "pmlogger PID"
next
}
}
/^InDom: 2.1$/ { skip = 1; print; next }
skip == 1 && NF == 0 { skip = 0 }
skip == 1 && /[0-9][0-9]* or/ { print "pmlogger PID"; next }
{ print }'
}
# real QA test starts here
for tool in pmlogextract pmlogrewrite
do
for invers in 2 3
do
echo
echo "--- $tool input version V$invers ---"
rm -f $tmp.0 $tmp.meta $tmp.index
if $do_valgrind
then
_run_valgrind $tool -V 3 archives/omnibus_v$invers $tmp
else
$tool -V 3 archives/omnibus_v$invers $tmp 2>&1
fi \
| _filter
echo "=== pmlogcheck ===" >>$seq_full
pmlogcheck -w $tmp
echo "=== scanmeta for expected output ===" >>$seq_full
src/scanmeta -o -a archives/omnibus_v3.meta 2>&1 \
| tee -a $seq_full \
| _filter_scanmeta \
| LC_COLLATE=POSIX sort >$tmp.expected
echo >>$seq_full
echo "=== scanmeta for actual output ===" >>$seq_full
src/scanmeta -o -a $tmp.meta 2>&1 \
| tee -a $seq_full \
| _filter_scanmeta \
| LC_COLLATE=POSIX sort >$tmp.output
echo "=== scanmeta diffs ==="
diff $tmp.expected $tmp.output
echo "=== dumplog for expected output ===" >>$seq_full
pmdumplog -aI archives/omnibus_v3 2>&1 \
| tee -a $seq_full \
| _filter_dumplog >$tmp.expected
echo >>$seq_full
echo "=== dumplog for actual output ===" >>$seq_full
pmdumplog -aI $tmp 2>&1 \
| tee -a $seq_full \
| _filter_dumplog >$tmp.output
# Note:
# pmlogrewrite uses a slightly different heurisitic to
# deal with event records, hence the second temporal index
# entry shows a metadata offset of 1531 compared to 1131
# in the original ... this has been deeply triaged and
# would seem to be OK, and not something than can easily
# be changed in pmlogrewrite
#
echo "=== pmdumplog diffs ==="
diff $tmp.expected $tmp.output
done
done
# success, all done
exit
|
