diff options
author | Phil Sutter <phil@nwl.cc> | 2023-07-20 12:08:45 +0200 |
---|---|---|
committer | Phil Sutter <phil@nwl.cc> | 2023-07-20 12:49:21 +0200 |
commit | c2b28dcebd058b978692b8e1899e79b96c025396 (patch) | |
tree | f22fd71d064f94239aa714cd49358d6b7e886e2a | |
parent | 5f1676ac9f1aeb36d7695c3c354dade013a1e4f3 (diff) |
tests: monitor: Summarize failures per test case
Explicitly print when tests from a file fail in addition to the diff +
"output differs" message.
Signed-off-by: Phil Sutter <phil@nwl.cc>
-rwxr-xr-x | tests/monitor/run-tests.sh | 9 |
1 files changed, 8 insertions, 1 deletions
diff --git a/tests/monitor/run-tests.sh b/tests/monitor/run-tests.sh index b5ca47d9..f1ac790a 100755 --- a/tests/monitor/run-tests.sh +++ b/tests/monitor/run-tests.sh @@ -161,7 +161,10 @@ for variant in $variants; do output_append=${variant}_output_append for testcase in ${testcases:-testcases/*.t}; do - echo "$variant: running tests from file $(basename $testcase)" + filename=$(basename $testcase) + echo "$variant: running tests from file $filename" + rc_start=$rc + # files are like this: # # I add table ip t @@ -199,6 +202,10 @@ for variant in $variants; do $run_test let "rc += $?" } + + let "rc_diff = rc - rc_start" + [[ $rc_diff -ne 0 ]] && \ + echo "$variant: $rc_diff tests from file $filename failed" done done exit $rc |