blob: 246c83188afc89bf84a2ce5fe281e3d90fa8c9ad (
plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
|
#!/bin/bash
# Copyright (c) 2010 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# This script can be used by waterfall sheriffs to fetch the status
# of Valgrind bots on the memory waterfall and test if their local
# suppressions match the reports on the waterfall.
set -e
THISDIR=$(dirname "${0}")
LOGS_DIR=$THISDIR/waterfall.tmp
download() {
# Download a file.
# $1 = URL to download
# $2 = Path to the output file
# {{{1
if [ x$(which curl) != x ]; then
if ! curl -s -o "$2" "$1" ; then
echo
echo "Failed to download '$1'... aborting"
exit 1
fi
elif [ x$(which wget) != x ]; then
if ! wget "$1" -O "$2" -q ; then
echo
echo "Failed to download '$1'... aborting"
exit 1
fi
else
echo "Need either curl or wget to download stuff... aborting"
exit 1
fi
# }}}
}
fetch_logs() {
# Fetch Valgrind logs from the waterfall {{{1
WATERFALL_PAGE="http://build.chromium.org/buildbot/memory/builders"
rm -rf "$LOGS_DIR" # Delete old logs
mkdir "$LOGS_DIR"
echo "Fetching the list of builders..."
download $WATERFALL_PAGE "$LOGS_DIR/builders"
SLAVES=$(grep "<a href=\"builders\/" "$LOGS_DIR/builders" | \
sed "s/.*<a href=\"builders\///" | sed "s/\".*//" | \
sort | uniq)
for S in $SLAVES
do
SLAVE_URL=$WATERFALL_PAGE/$S
SLAVE_NAME=$(echo $S | sed "s/%20/ /g" | sed "s/%28/(/g" | sed "s/%29/)/g")
echo -n "Fetching builds by slave '${SLAVE_NAME}'"
download $SLAVE_URL "$LOGS_DIR/slave_${S}"
# We speed up the 'fetch' step by skipping the builds/tests which succeeded.
# TODO(timurrrr): OTOH, we won't be able to check
# if some suppression is not used anymore.
LIST_OF_BUILDS=$(grep "<a href=\"\.\./builders/.*/builds/[0-9]\+.*failed" \
"$LOGS_DIR/slave_$S" | grep -v "failed compile" | \
sed "s/.*\/builds\///" | sed "s/\".*//" | head -n 2)
for BUILD in $LIST_OF_BUILDS
do
BUILD_RESULTS="$LOGS_DIR/slave_${S}_build_${BUILD}"
download $SLAVE_URL/builds/$BUILD "$BUILD_RESULTS"
LIST_OF_TESTS=$(grep "<a href=\"[0-9]\+/steps/memory.*/logs/stdio\"" \
"$BUILD_RESULTS" | \
sed "s/.*a href=\"//" | sed "s/\".*//")
for TEST in $LIST_OF_TESTS
do
REPORT_FILE=$(echo "report_${S}_$TEST" | sed "s/\/logs\/stdio//" | \
sed "s/\/steps//" | sed "s/\//_/g")
echo -n "."
download $SLAVE_URL/builds/$TEST "$LOGS_DIR/$REPORT_FILE"
echo $SLAVE_URL/builds/$TEST >> "$LOGS_DIR/$REPORT_FILE"
done
done
echo " DONE"
done
# }}}
}
match_suppressions() {
PYTHONPATH=$THISDIR/../python/google \
python "$THISDIR/test_suppressions.py" "$LOGS_DIR/report_"*
}
if [ "$1" = "fetch" ]
then
fetch_logs
elif [ "$1" = "match" ]
then
match_suppressions
else
THISNAME=$(basename "${0}")
echo "Usage: $THISNAME fetch|match"
echo " fetch - Fetch Valgrind logs from the memory waterfall"
echo " match - Test the local suppression files against the downloaded logs"
fi
|
