mirror of
https://git.hardenedbsd.org/hardenedbsd/HardenedBSD.git
synced 2024-11-13 05:41:26 +01:00
awk: Move to using two sets of tests
Upstream one-true-awk has two sets of tests. These are in addition to NetBSD's tests we're using. The 'bugs-fixed' tests from upstream are ready to use as-is (more or less). However, the 'tests' from upstream are not, so for now we'll just use the netbsd and bugs-fixed tests. They provide an OK workout and are better than nothing, though the tests themselves are for specific esoteric things. The upstream bugs-fixed tests are *ALMOST* a drop in. However, 3 test for errors and the upstream test jig mashes stdout and stderr together, which atf doesn't do, so make a tiny tweak to the upstream tests that I hope to upstream. Plus upstream has ../a.out: instead of awk: in the output. Not sure how to deal with this yet, so I've not proposed anything upstream and have changed the test locally. In addition, the system-status.awk test is not suitable to run in ATF. It wants to force sh to dump core, but kyua doesn't seem to allow that sometimes so the test will fail or pass based on whether or not a core dump can be created. Since it's unstable, remove it. This required moving the netbsd tests to a new direcotry, so update mtree files as well. The change is useless for 'make check' without it. Sponsored by: Netflix Differential Revision: https://reviews.freebsd.org/D31376
This commit is contained in:
parent
046e2d5db1
commit
517e52b6c2
2
contrib/one-true-awk/bugs-fixed/missing-precision.err
Normal file
2
contrib/one-true-awk/bugs-fixed/missing-precision.err
Normal file
@ -0,0 +1,2 @@
|
||||
awk: not enough args in printf(%*s)
|
||||
source line number 1
|
@ -1,2 +0,0 @@
|
||||
../a.out: not enough args in printf(%*s)
|
||||
source line number 1
|
2
contrib/one-true-awk/bugs-fixed/negative-nf.err
Normal file
2
contrib/one-true-awk/bugs-fixed/negative-nf.err
Normal file
@ -0,0 +1,2 @@
|
||||
awk: cannot set NF to a negative value
|
||||
source line number 1
|
@ -1,2 +0,0 @@
|
||||
../a.out: cannot set NF to a negative value
|
||||
source line number 1
|
@ -1,4 +0,0 @@
|
||||
../a.out: syntax error at source line 1 source file pfile-overflow.awk
|
||||
context is
|
||||
>>> <<<
|
||||
../a.out: bailing out at source line 1 source file pfile-overflow.awk
|
@ -1,19 +0,0 @@
|
||||
# Unmodified nawk prints the 16 bit exit status divided by 256, but
|
||||
# does so using floating point arithmetic, yielding strange results.
|
||||
#
|
||||
# The fix is to use the various macros defined for wait(2) and to
|
||||
# use the signal number + 256 for death by signal, or signal number + 512
|
||||
# for death by signal with core dump.
|
||||
|
||||
BEGIN {
|
||||
status = system("exit 42")
|
||||
print "normal status", status
|
||||
|
||||
status = system("kill -HUP $$")
|
||||
print "death by signal status", status
|
||||
|
||||
status = system("kill -ABRT $$")
|
||||
print "death by signal with core dump status", status
|
||||
|
||||
system("rm -f core*")
|
||||
}
|
@ -1,3 +0,0 @@
|
||||
normal status 42
|
||||
death by signal status 0.00390625
|
||||
death by signal with core dump status 0.523438
|
@ -1,3 +0,0 @@
|
||||
normal status 42
|
||||
death by signal status 257
|
||||
death by signal with core dump status 518
|
@ -873,6 +873,10 @@
|
||||
apply
|
||||
..
|
||||
awk
|
||||
bugs-fixed
|
||||
..
|
||||
netbsd
|
||||
..
|
||||
..
|
||||
basename
|
||||
..
|
||||
|
@ -1,33 +1,8 @@
|
||||
# $FreeBSD$
|
||||
|
||||
PACKAGE= tests
|
||||
.include <bsd.own.mk>
|
||||
|
||||
NETBSD_ATF_TESTS_SH= awk_test
|
||||
|
||||
${PACKAGE}FILES+= d_assign_NF.awk
|
||||
${PACKAGE}FILES+= d_assign_NF.in
|
||||
${PACKAGE}FILES+= d_assign_NF.out
|
||||
${PACKAGE}FILES+= d_big_regexp.awk
|
||||
${PACKAGE}FILES+= d_big_regexp.in
|
||||
${PACKAGE}FILES+= d_big_regexp.out
|
||||
${PACKAGE}FILES+= d_end1.awk
|
||||
${PACKAGE}FILES+= d_end1.in
|
||||
${PACKAGE}FILES+= d_end1.out
|
||||
${PACKAGE}FILES+= d_end2.awk
|
||||
${PACKAGE}FILES+= d_end2.in
|
||||
${PACKAGE}FILES+= d_end2.out
|
||||
${PACKAGE}FILES+= d_period.awk
|
||||
${PACKAGE}FILES+= d_period.in
|
||||
${PACKAGE}FILES+= d_period.out
|
||||
${PACKAGE}FILES+= d_string1.awk
|
||||
${PACKAGE}FILES+= d_string1.out
|
||||
${PACKAGE}FILES+= d_tolower.awk
|
||||
${PACKAGE}FILES+= d_tolower.in
|
||||
${PACKAGE}FILES+= d_tolower.out
|
||||
${PACKAGE}FILES+= d_toupper.awk
|
||||
${PACKAGE}FILES+= d_toupper.in
|
||||
${PACKAGE}FILES+= d_toupper.out
|
||||
|
||||
.include <netbsd-tests.test.mk>
|
||||
TESTS_SUBDIRS+= bugs-fixed
|
||||
TESTS_SUBDIRS+= netbsd
|
||||
|
||||
.include <bsd.test.mk>
|
||||
|
14
usr.bin/awk/tests/bugs-fixed/Makefile
Normal file
14
usr.bin/awk/tests/bugs-fixed/Makefile
Normal file
@ -0,0 +1,14 @@
|
||||
# $FreeBSD$
|
||||
|
||||
PACKAGE= tests
|
||||
|
||||
TESTSDIR= ${TESTSBASE}/usr.bin/awk/${.CURDIR:T}
|
||||
TESTSRC= ${SRCTOP}/contrib/one-true-awk/bugs-fixed
|
||||
|
||||
ATF_TESTS_SH= bug_fix_test
|
||||
|
||||
.PATH: ${TESTSRC}
|
||||
# Upstream controls the list of tests, so generate it dynamically
|
||||
${PACKAGE}FILES!=(cd ${TESTSRC} ; ls *.awk *.ok *.in *.err)
|
||||
|
||||
.include <bsd.test.mk>
|
75
usr.bin/awk/tests/bugs-fixed/bug_fix_test.sh
Normal file
75
usr.bin/awk/tests/bugs-fixed/bug_fix_test.sh
Normal file
@ -0,0 +1,75 @@
|
||||
#
|
||||
# Copyright 2014 EMC Corp.
|
||||
# All rights reserved.
|
||||
#
|
||||
# Redistribution and use in source and binary forms, with or without
|
||||
# modification, are permitted provided that the following conditions are
|
||||
# met:
|
||||
#
|
||||
# * Redistributions of source code must retain the above copyright
|
||||
# notice, this list of conditions and the following disclaimer.
|
||||
# * Redistributions in binary form must reproduce the above copyright
|
||||
# notice, this list of conditions and the following disclaimer in the
|
||||
# documentation and/or other materials provided with the distribution.
|
||||
#
|
||||
# THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
||||
# "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
||||
# LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
||||
# A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
||||
# OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
||||
# SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
||||
# LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
||||
# DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
||||
# THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
||||
# (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
||||
# OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
||||
#
|
||||
# $FreeBSD$
|
||||
|
||||
SRCDIR=$(atf_get_srcdir)
|
||||
|
||||
check()
|
||||
{
|
||||
local tc=${1%.awk}; shift
|
||||
local in_flag out_flag err_flag
|
||||
|
||||
awk=awk
|
||||
|
||||
local out_file="${SRCDIR}/${tc}.ok"
|
||||
[ -f "${out_file}" ] && out_flag="-o file:${out_file}"
|
||||
local err_file="${SRCDIR}/${tc}.err"
|
||||
[ -f "${err_file}" ] && err_flag="-e file:${err_file} -s exit:2"
|
||||
local in_file="${SRCDIR}/${tc}.in"
|
||||
[ -f "${in_file}" ] && in_flag="${in_file}"
|
||||
|
||||
(cd ${SRCDIR} ; atf_check ${out_flag} ${err_flag} ${awk} -f "${tc}.awk" ${in_flag})
|
||||
}
|
||||
|
||||
add_testcase()
|
||||
{
|
||||
local tc=${1%.awk}
|
||||
local tc_escaped word
|
||||
|
||||
case "${tc%.*}" in
|
||||
*-*)
|
||||
local IFS="-"
|
||||
for word in ${tc}; do
|
||||
tc_escaped="${tc_escaped:+${tc_escaped}_}${word}"
|
||||
done
|
||||
;;
|
||||
*)
|
||||
tc_escaped=${tc}
|
||||
;;
|
||||
esac
|
||||
|
||||
atf_test_case ${tc_escaped}
|
||||
eval "${tc_escaped}_body() { check ${tc}; }"
|
||||
atf_add_test_case ${tc_escaped}
|
||||
}
|
||||
|
||||
atf_init_test_cases()
|
||||
{
|
||||
for path in $(find -s "${SRCDIR}" -name '*.awk'); do
|
||||
add_testcase ${path##*/}
|
||||
done
|
||||
}
|
36
usr.bin/awk/tests/netbsd/Makefile
Normal file
36
usr.bin/awk/tests/netbsd/Makefile
Normal file
@ -0,0 +1,36 @@
|
||||
# $FreeBSD$
|
||||
|
||||
PACKAGE= tests
|
||||
|
||||
TESTSDIR= ${TESTSBASE}/usr.bin/awk/${.CURDIR:T}
|
||||
TESTSRC= ${SRCTOP}/contrib/netbsd-tests/usr.bin/awk
|
||||
|
||||
NETBSD_ATF_TESTS_SH= awk_test
|
||||
|
||||
${PACKAGE}FILES+= d_assign_NF.awk
|
||||
${PACKAGE}FILES+= d_assign_NF.in
|
||||
${PACKAGE}FILES+= d_assign_NF.out
|
||||
${PACKAGE}FILES+= d_big_regexp.awk
|
||||
${PACKAGE}FILES+= d_big_regexp.in
|
||||
${PACKAGE}FILES+= d_big_regexp.out
|
||||
${PACKAGE}FILES+= d_end1.awk
|
||||
${PACKAGE}FILES+= d_end1.in
|
||||
${PACKAGE}FILES+= d_end1.out
|
||||
${PACKAGE}FILES+= d_end2.awk
|
||||
${PACKAGE}FILES+= d_end2.in
|
||||
${PACKAGE}FILES+= d_end2.out
|
||||
${PACKAGE}FILES+= d_period.awk
|
||||
${PACKAGE}FILES+= d_period.in
|
||||
${PACKAGE}FILES+= d_period.out
|
||||
${PACKAGE}FILES+= d_string1.awk
|
||||
${PACKAGE}FILES+= d_string1.out
|
||||
${PACKAGE}FILES+= d_tolower.awk
|
||||
${PACKAGE}FILES+= d_tolower.in
|
||||
${PACKAGE}FILES+= d_tolower.out
|
||||
${PACKAGE}FILES+= d_toupper.awk
|
||||
${PACKAGE}FILES+= d_toupper.in
|
||||
${PACKAGE}FILES+= d_toupper.out
|
||||
|
||||
.include <netbsd-tests.test.mk>
|
||||
|
||||
.include <bsd.test.mk>
|
Loading…
Reference in New Issue
Block a user