awk: Move to using two sets of tests

Upstream one-true-awk has two sets of tests. These are in addition to
NetBSD's tests we're using. The 'bugs-fixed' tests from upstream are
ready to use as-is (more or less). However, the 'tests' from upstream
are not, so for now we'll just use the netbsd and bugs-fixed tests.
They provide an OK workout and are better than nothing, though the tests
themselves are for specific esoteric things.

The upstream bugs-fixed tests are *ALMOST* a drop in. However, 3 test
for errors and the upstream test jig mashes stdout and stderr together,
which atf doesn't do, so make a tiny tweak to the upstream tests that I
hope to upstream. Plus upstream has ../a.out: instead of awk: in the
output. Not sure how to deal with this yet, so I've not proposed
anything upstream and have changed the test locally.

In addition, the system-status.awk test is not suitable to run in ATF.
It wants to force sh to dump core, but kyua doesn't seem to allow that
sometimes so the test will fail or pass based on whether or not a core
dump can be created. Since it's unstable, remove it.

This required moving the netbsd tests to a new direcotry, so update
mtree files as well. The change is useless for 'make check' without it.

Sponsored by:		Netflix
Differential Revision:	https://reviews.freebsd.org/D31376
This commit is contained in:
Warner Losh 2021-11-04 10:09:16 -06:00
parent 046e2d5db1
commit 517e52b6c2
13 changed files with 136 additions and 61 deletions

View file

@ -0,0 +1,2 @@
awk: not enough args in printf(%*s)
source line number 1

View file

@ -1,2 +0,0 @@
../a.out: not enough args in printf(%*s)
source line number 1

View file

@ -0,0 +1,2 @@
awk: cannot set NF to a negative value
source line number 1

View file

@ -1,2 +0,0 @@
../a.out: cannot set NF to a negative value
source line number 1

View file

@ -1,4 +0,0 @@
../a.out: syntax error at source line 1 source file pfile-overflow.awk
context is
>>> <<<
../a.out: bailing out at source line 1 source file pfile-overflow.awk

View file

@ -1,19 +0,0 @@
# Unmodified nawk prints the 16 bit exit status divided by 256, but
# does so using floating point arithmetic, yielding strange results.
#
# The fix is to use the various macros defined for wait(2) and to
# use the signal number + 256 for death by signal, or signal number + 512
# for death by signal with core dump.
BEGIN {
status = system("exit 42")
print "normal status", status
status = system("kill -HUP $$")
print "death by signal status", status
status = system("kill -ABRT $$")
print "death by signal with core dump status", status
system("rm -f core*")
}

View file

@ -1,3 +0,0 @@
normal status 42
death by signal status 0.00390625
death by signal with core dump status 0.523438

View file

@ -1,3 +0,0 @@
normal status 42
death by signal status 257
death by signal with core dump status 518

View file

@ -873,6 +873,10 @@
apply
..
awk
bugs-fixed
..
netbsd
..
..
basename
..

View file

@ -1,33 +1,8 @@
# $FreeBSD$
PACKAGE= tests
.include <bsd.own.mk>
NETBSD_ATF_TESTS_SH= awk_test
${PACKAGE}FILES+= d_assign_NF.awk
${PACKAGE}FILES+= d_assign_NF.in
${PACKAGE}FILES+= d_assign_NF.out
${PACKAGE}FILES+= d_big_regexp.awk
${PACKAGE}FILES+= d_big_regexp.in
${PACKAGE}FILES+= d_big_regexp.out
${PACKAGE}FILES+= d_end1.awk
${PACKAGE}FILES+= d_end1.in
${PACKAGE}FILES+= d_end1.out
${PACKAGE}FILES+= d_end2.awk
${PACKAGE}FILES+= d_end2.in
${PACKAGE}FILES+= d_end2.out
${PACKAGE}FILES+= d_period.awk
${PACKAGE}FILES+= d_period.in
${PACKAGE}FILES+= d_period.out
${PACKAGE}FILES+= d_string1.awk
${PACKAGE}FILES+= d_string1.out
${PACKAGE}FILES+= d_tolower.awk
${PACKAGE}FILES+= d_tolower.in
${PACKAGE}FILES+= d_tolower.out
${PACKAGE}FILES+= d_toupper.awk
${PACKAGE}FILES+= d_toupper.in
${PACKAGE}FILES+= d_toupper.out
.include <netbsd-tests.test.mk>
TESTS_SUBDIRS+= bugs-fixed
TESTS_SUBDIRS+= netbsd
.include <bsd.test.mk>

View file

@ -0,0 +1,14 @@
# $FreeBSD$
PACKAGE= tests
TESTSDIR= ${TESTSBASE}/usr.bin/awk/${.CURDIR:T}
TESTSRC= ${SRCTOP}/contrib/one-true-awk/bugs-fixed
ATF_TESTS_SH= bug_fix_test
.PATH: ${TESTSRC}
# Upstream controls the list of tests, so generate it dynamically
${PACKAGE}FILES!=(cd ${TESTSRC} ; ls *.awk *.ok *.in *.err)
.include <bsd.test.mk>

View file

@ -0,0 +1,75 @@
#
# Copyright 2014 EMC Corp.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions are
# met:
#
# * Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# * Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#
# $FreeBSD$
SRCDIR=$(atf_get_srcdir)
check()
{
local tc=${1%.awk}; shift
local in_flag out_flag err_flag
awk=awk
local out_file="${SRCDIR}/${tc}.ok"
[ -f "${out_file}" ] && out_flag="-o file:${out_file}"
local err_file="${SRCDIR}/${tc}.err"
[ -f "${err_file}" ] && err_flag="-e file:${err_file} -s exit:2"
local in_file="${SRCDIR}/${tc}.in"
[ -f "${in_file}" ] && in_flag="${in_file}"
(cd ${SRCDIR} ; atf_check ${out_flag} ${err_flag} ${awk} -f "${tc}.awk" ${in_flag})
}
add_testcase()
{
local tc=${1%.awk}
local tc_escaped word
case "${tc%.*}" in
*-*)
local IFS="-"
for word in ${tc}; do
tc_escaped="${tc_escaped:+${tc_escaped}_}${word}"
done
;;
*)
tc_escaped=${tc}
;;
esac
atf_test_case ${tc_escaped}
eval "${tc_escaped}_body() { check ${tc}; }"
atf_add_test_case ${tc_escaped}
}
atf_init_test_cases()
{
for path in $(find -s "${SRCDIR}" -name '*.awk'); do
add_testcase ${path##*/}
done
}

View file

@ -0,0 +1,36 @@
# $FreeBSD$
PACKAGE= tests
TESTSDIR= ${TESTSBASE}/usr.bin/awk/${.CURDIR:T}
TESTSRC= ${SRCTOP}/contrib/netbsd-tests/usr.bin/awk
NETBSD_ATF_TESTS_SH= awk_test
${PACKAGE}FILES+= d_assign_NF.awk
${PACKAGE}FILES+= d_assign_NF.in
${PACKAGE}FILES+= d_assign_NF.out
${PACKAGE}FILES+= d_big_regexp.awk
${PACKAGE}FILES+= d_big_regexp.in
${PACKAGE}FILES+= d_big_regexp.out
${PACKAGE}FILES+= d_end1.awk
${PACKAGE}FILES+= d_end1.in
${PACKAGE}FILES+= d_end1.out
${PACKAGE}FILES+= d_end2.awk
${PACKAGE}FILES+= d_end2.in
${PACKAGE}FILES+= d_end2.out
${PACKAGE}FILES+= d_period.awk
${PACKAGE}FILES+= d_period.in
${PACKAGE}FILES+= d_period.out
${PACKAGE}FILES+= d_string1.awk
${PACKAGE}FILES+= d_string1.out
${PACKAGE}FILES+= d_tolower.awk
${PACKAGE}FILES+= d_tolower.in
${PACKAGE}FILES+= d_tolower.out
${PACKAGE}FILES+= d_toupper.awk
${PACKAGE}FILES+= d_toupper.in
${PACKAGE}FILES+= d_toupper.out
.include <netbsd-tests.test.mk>
.include <bsd.test.mk>