summaryrefslogtreecommitdiffstats
path: root/tests/monitor
diff options
context:
space:
mode:
authorPhil Sutter <phil@nwl.cc>2023-07-20 12:08:45 +0200
committerPhil Sutter <phil@nwl.cc>2023-07-20 12:49:21 +0200
commitc2b28dcebd058b978692b8e1899e79b96c025396 (patch)
treef22fd71d064f94239aa714cd49358d6b7e886e2a /tests/monitor
parent5f1676ac9f1aeb36d7695c3c354dade013a1e4f3 (diff)
tests: monitor: Summarize failures per test case
Explicitly print when tests from a file fail in addition to the diff + "output differs" message. Signed-off-by: Phil Sutter <phil@nwl.cc>
Diffstat (limited to 'tests/monitor')
-rwxr-xr-xtests/monitor/run-tests.sh9
1 files changed, 8 insertions, 1 deletions
diff --git a/tests/monitor/run-tests.sh b/tests/monitor/run-tests.sh
index b5ca47d9..f1ac790a 100755
--- a/tests/monitor/run-tests.sh
+++ b/tests/monitor/run-tests.sh
@@ -161,7 +161,10 @@ for variant in $variants; do
output_append=${variant}_output_append
for testcase in ${testcases:-testcases/*.t}; do
- echo "$variant: running tests from file $(basename $testcase)"
+ filename=$(basename $testcase)
+ echo "$variant: running tests from file $filename"
+ rc_start=$rc
+
# files are like this:
#
# I add table ip t
@@ -199,6 +202,10 @@ for variant in $variants; do
$run_test
let "rc += $?"
}
+
+ let "rc_diff = rc - rc_start"
+ [[ $rc_diff -ne 0 ]] && \
+ echo "$variant: $rc_diff tests from file $filename failed"
done
done
exit $rc