t/testsuite-summary-count.sh

#! /bin/sh
# Copyright (C) 2011-2024 Free Software Foundation, Inc.
#
# This program is free software; you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation; either version 2, or (at your option)
# any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <https://www.gnu.org/licenses/>.

# Check test counts in the testsuite summary.

. test-lib.sh

use_colors=no; use_vpath=no
. testsuite-summary-checks.sh

./configure

header="\
${br}
Testsuite summary for GNU AutoFoo 7.1
${br}"

success_footer=${br}

failure_footer="\
${br}
$failure_footer_text
${br}"

# Corner cases.

do_check '' <<END
$header
# TOTAL: 0
# PASS:  0
# SKIP:  0
# XFAIL: 0
# FAIL:  0
# XPASS: 0
# ERROR: 0
$success_footer
END

do_check pass.t <<END
$header
# TOTAL: 1
# PASS:  1
# SKIP:  0
# XFAIL: 0
# FAIL:  0
# XPASS: 0
# ERROR: 0
$success_footer
END

do_check fail.t <<END
$header
# TOTAL: 1
# PASS:  0
# SKIP:  0
# XFAIL: 0
# FAIL:  1
# XPASS: 0
# ERROR: 0
$failure_footer
END

# Some simpler checks, with low or moderate number of tests.

do_check skip.t skip2.t skip3.t xfail.t xfail2.t <<END
$header
# TOTAL: 5
# PASS:  0
# SKIP:  3
# XFAIL: 2
# FAIL:  0
# XPASS: 0
# ERROR: 0
$success_footer
END

do_check pass.t pass2.t xfail.t xpass.t error.t error2.t <<END
$header
# TOTAL: 6
# PASS:  2
# SKIP:  0
# XFAIL: 1
# FAIL:  0
# XPASS: 1
# ERROR: 2
$failure_footer
END

pass_count=22
skip_count=19
xfail_count=21
fail_count=18
xpass_count=23
error_count=17
tests_count=120

 pass=$(seq_ 1 $pass_count  | sed 's/.*/pass-&.t/')
 skip=$(seq_ 1 $skip_count  | sed 's/.*/skip-&.t/')
xfail=$(seq_ 1 $xfail_count | sed 's/.*/xfail-&.t/')
 fail=$(seq_ 1 $fail_count  | sed 's/.*/fail-&.t/')
xpass=$(seq_ 1 $xpass_count | sed 's/.*/xpass-&.t/')
error=$(seq_ 1 $error_count | sed 's/.*/error-&.t/')

do_check $pass $skip $xfail $fail $xpass $error <<END
$header
# TOTAL: $tests_count
# PASS:  $pass_count
# SKIP:  $skip_count
# XFAIL: $xfail_count
# FAIL:  $fail_count
# XPASS: $xpass_count
# ERROR: $error_count
$failure_footer
END

# Mild stress test with a lot of test scripts.

tests_count=1888
pass_count=1403
skip_count=292
xfail_count=41
fail_count=126
xpass_count=17
error_count=9

 pass=$(seq_ 1 $pass_count  | sed 's/.*/pass-&.t/')
 skip=$(seq_ 1 $skip_count  | sed 's/.*/skip-&.t/')
xfail=$(seq_ 1 $xfail_count | sed 's/.*/xfail-&.t/')
 fail=$(seq_ 1 $fail_count  | sed 's/.*/fail-&.t/')
xpass=$(seq_ 1 $xpass_count | sed 's/.*/xpass-&.t/')
error=$(seq_ 1 $error_count | sed 's/.*/error-&.t/')

do_check $pass $skip $xfail $fail $xpass $error <<END
$header
# TOTAL: $tests_count
# PASS:  $pass_count
# SKIP:  $skip_count
# XFAIL: $xfail_count
# FAIL:  $fail_count
# XPASS: $xpass_count
# ERROR: $error_count
$failure_footer
END

: