diff options
Diffstat (limited to 't/testsuite-summary-count.sh')
| -rwxr-xr-x | t/testsuite-summary-count.sh | 161 |
1 files changed, 161 insertions, 0 deletions
diff --git a/t/testsuite-summary-count.sh b/t/testsuite-summary-count.sh new file mode 100755 index 000000000..1d13e7e6b --- /dev/null +++ b/t/testsuite-summary-count.sh @@ -0,0 +1,161 @@ +#! /bin/sh +# Copyright (C) 2011-2012 Free Software Foundation, Inc. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2, or (at your option) +# any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# Check test counts in the testsuite summary. + +. ./defs-static || Exit 1 + +use_colors=no +use_vpath=no + +. "$am_testauxdir"/testsuite-summary-checks.sh || Exit 99 + +./configure + +header="\ +${br} +Testsuite summary for GNU AutoFoo 7.1 +${br}" + +success_footer=${br} + +failure_footer="\ +${br} +See ./test-suite.log +Please report to bug-automake@gnu.org +${br}" + +# Corner cases. + +do_check '' <<END +$header +# TOTAL: 0 +# PASS: 0 +# SKIP: 0 +# XFAIL: 0 +# FAIL: 0 +# XPASS: 0 +# ERROR: 0 +$success_footer +END + +do_check pass.t <<END +$header +# TOTAL: 1 +# PASS: 1 +# SKIP: 0 +# XFAIL: 0 +# FAIL: 0 +# XPASS: 0 +# ERROR: 0 +$success_footer +END + +do_check fail.t <<END +$header +# TOTAL: 1 +# PASS: 0 +# SKIP: 0 +# XFAIL: 0 +# FAIL: 1 +# XPASS: 0 +# ERROR: 0 +$failure_footer +END + +# Some simpler checks, with low or moderate number of tests. + +do_check skip.t skip2.t skip3.t xfail.t xfail2.t <<END +$header +# TOTAL: 5 +# PASS: 0 +# SKIP: 3 +# XFAIL: 2 +# FAIL: 0 +# XPASS: 0 +# ERROR: 0 +$success_footer +END + +do_check pass.t pass2.t xfail.t xpass.t error.t error2.t <<END +$header +# TOTAL: 6 +# PASS: 2 +# SKIP: 0 +# XFAIL: 1 +# FAIL: 0 +# XPASS: 1 +# ERROR: 2 +$failure_footer +END + +pass_count=22 +skip_count=19 +xfail_count=21 +fail_count=18 +xpass_count=23 +error_count=17 +tests_count=120 + +pass=` seq_ 1 $pass_count | sed 's/.*/pass-&.t/'` +skip=` seq_ 1 $skip_count | sed 's/.*/skip-&.t/'` +xfail=`seq_ 1 $xfail_count | sed 's/.*/xfail-&.t/'` +fail=` seq_ 1 $fail_count | sed 's/.*/fail-&.t/'` +xpass=`seq_ 1 $xpass_count | sed 's/.*/xpass-&.t/'` +error=`seq_ 1 $error_count | sed 's/.*/error-&.t/'` + +do_check $pass $skip $xfail $fail $xpass $error <<END +$header +# TOTAL: $tests_count +# PASS: $pass_count +# SKIP: $skip_count +# XFAIL: $xfail_count +# FAIL: $fail_count +# XPASS: $xpass_count +# ERROR: $error_count +$failure_footer +END + +# Mild stress test with a lot of test scripts. + +tests_count=1888 +pass_count=1403 +skip_count=292 +xfail_count=41 +fail_count=126 +xpass_count=17 +error_count=9 + +pass=` seq_ 1 $pass_count | sed 's/.*/pass-&.t/'` +skip=` seq_ 1 $skip_count | sed 's/.*/skip-&.t/'` +xfail=`seq_ 1 $xfail_count | sed 's/.*/xfail-&.t/'` +fail=` seq_ 1 $fail_count | sed 's/.*/fail-&.t/'` +xpass=`seq_ 1 $xpass_count | sed 's/.*/xpass-&.t/'` +error=`seq_ 1 $error_count | sed 's/.*/error-&.t/'` + +do_check $pass $skip $xfail $fail $xpass $error <<END +$header +# TOTAL: $tests_count +# PASS: $pass_count +# SKIP: $skip_count +# XFAIL: $xfail_count +# FAIL: $fail_count +# XPASS: $xpass_count +# ERROR: $error_count +$failure_footer +END + +: |