diff options
Diffstat (limited to 't/parallel-tests-extra-programs.sh')
-rwxr-xr-x | t/parallel-tests-extra-programs.sh | 182 |
1 files changed, 182 insertions, 0 deletions
diff --git a/t/parallel-tests-extra-programs.sh b/t/parallel-tests-extra-programs.sh new file mode 100755 index 000000000..d95d18476 --- /dev/null +++ b/t/parallel-tests-extra-programs.sh @@ -0,0 +1,182 @@ +#! /bin/sh +# Copyright (C) 2011-2012 Free Software Foundation, Inc. +# +# This program is free software; you can redistribute it and/or modify +# it under the terms of the GNU General Public License as published by +# the Free Software Foundation; either version 2, or (at your option) +# any later version. +# +# This program is distributed in the hope that it will be useful, +# but WITHOUT ANY WARRANTY; without even the implied warranty of +# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the +# GNU General Public License for more details. +# +# You should have received a copy of the GNU General Public License +# along with this program. If not, see <http://www.gnu.org/licenses/>. + +# Parallel test harness: check that $(TESTS) can lazily depend on +# (or even be) $(EXTRA_PROGRAMS). + +required='cc native' +am_parallel_tests=yes +. ./defs || Exit 1 + +cat >> configure.ac << 'END' +AC_PROG_CC +AC_OUTPUT +END + +# Will be extended later. +cat > Makefile.am << 'END' +TEST_EXTENSIONS = .bin .test +EXTRA_PROGRAMS = +TESTS = +END + +# +# Now try various kinds of test dependencies ... +# + +# 1. A program that is also a test, and whose source files +# already exist. + +cat >> Makefile.am <<'END' +EXTRA_PROGRAMS += foo.bin +TESTS += foo.bin +foo_bin_SOURCES = foo.c +END + +cat > foo.c <<'END' +#include <stdio.h> +int main (void) +{ + printf ("foofoofoo\n"); + return 0; +} +END + +# 2. A program that is also a test, and whose source files +# are buildable by make. +cat >> Makefile.am <<'END' +EXTRA_PROGRAMS += bar.bin +TESTS += bar.bin +bar_bin_SOURCES = bar.c +bar.c: foo.c + sed -e 's/foofoofoo/barbarbar/' foo.c > $@ +END + +# 3. A test script that already exists, whose execution depends +# on a program whose source files already exist and which is +# not itself a test. +cat >> Makefile.am <<'END' +EXTRA_PROGRAMS += y +TESTS += baz.test +baz.log: y$(EXEEXT) +END + +cat > baz.test <<'END' +#!/bin/sh +$srcdir/y "$@" | sed 's/.*/&ep&ep&ep/' +END +chmod a+x baz.test + +cat > y.c <<'END' +#include <stdio.h> +int main (void) +{ + printf ("y\n"); + return 0; +} +END + +# 4. A program that is also a test, but whose source files +# do not exit and are not buildable by make. + +cat >> Makefile.am <<'END' +EXTRA_PROGRAMS += none.bin +TESTS += none.bin +none_bin_SOURCES = none.c +END + +# +# Setup done, go with the tests. +# + +$ACLOCAL +$AUTOCONF +$AUTOMAKE -a + +./configure + +# What we check now: +# 1. even if we cannot build the 'none.bin' program, all the other +# test programs should be built, and all the other tests should +# be run; +# 2. still, since we cannot create the 'none.log' file, the +# 'test-suite.log' file shouldn't be created (as it depends +# on *all* the test logs). + +st=0 +$MAKE -k check >stdout 2>stderr || st=$? +cat stdout +cat stderr >&2 +ls -l +if using_gmake; then + test $st -gt 0 || Exit 1 +else + # Don't trust exit status of "make -k" for non-GNU make. + $MAKE check && Exit 1 + : For shells with busted 'set -e'. +fi + +# Files that should have been created, with the expected content. +cat bar.c +grep foofoofoo foo.log +grep barbarbar bar.log +grep yepyepyep baz.log +# Files that shouldn't have been created. +test ! -f none.log +test ! -f test-suite.log +# Expected testsuite progress output. +grep '^PASS: baz\.test$' stdout +# Don't anchor the end of the next two patterns, to allow for non-empty +# $(EXEEXT). +grep '^PASS: foo\.bin' stdout +grep '^PASS: bar\.bin' stdout +# Expected error messages from make. Some make implementations (e.g., +# FreeBSD make) seem to print the error on stdout instead, so check for +# it there as well. +$EGREP 'none\.(bin|o|c)' stderr stdout + +# What we check now: +# 1. if we make the last EXTRA_PROGRAM buildable, the failed tests +# pass; +# 2. on a lazy re-run, the passed tests are not re-run, and +# 3. their log files are not updated or touched. + +: > stamp +$sleep + +echo 'int main (void) { return 0; }' > none.c + +st=0 +RECHECK_LOGS= $MAKE -e check >stdout || st=$? +cat stdout +ls -l +test $st -eq 0 || Exit 1 + +# For debugging. +stat stamp foo.log bar.log baz.log || : + +# Files that shouldn't have been updated or otherwise touched. +is_newest stamp foo.log bar.log baz.log +# Files that should have been created now. +test -f none.log +test -f test-suite.log +# Tests that shouldn't have been re-run. +$EGREP '(foo|bar)\.bin|baz\.test$' stdout && Exit 1 +# Tests that should have been run. Again, we don't anchor the end +# of the next pattern, to allow for non-empty $(EXEEXT). +grep '^PASS: none\.bin' stdout + +: |