To do so, a few dependencies have been imported: * external/bsd/lutok * external/mit/lua * external/public-domain/sqlite * external/public-domain/xz The Kyua framework is the new generation of ATF (Automated Test Framework), it is composed of: * external/bsd/atf * external/bsd/kyua-atf-compat * external/bsd/kyua-cli * external/bsd/kyua-tester * tests Kyua/ATF being written in C++, it depends on libstdc++ which is provided by GCC. As this is not part of the sources, Kyua is only compiled when the native GCC utils are installed. To install Kyua do the following: * In a cross-build enviromnent, add the following to the build.sh commandline: -V MKBINUTILS=yes -V MKGCCCMDS=yes WARNING: At this point the import is still experimental, and not supported on native builds (a.k.a make build). Change-Id: I26aee23c5bbd2d64adcb7c1beb98fe0d479d7ada
180 lines
5.8 KiB
Bash
180 lines
5.8 KiB
Bash
#
|
|
# Automated Testing Framework (atf)
|
|
#
|
|
# Copyright (c) 2007 The NetBSD Foundation, Inc.
|
|
# All rights reserved.
|
|
#
|
|
# Redistribution and use in source and binary forms, with or without
|
|
# modification, are permitted provided that the following conditions
|
|
# are met:
|
|
# 1. Redistributions of source code must retain the above copyright
|
|
# notice, this list of conditions and the following disclaimer.
|
|
# 2. Redistributions in binary form must reproduce the above copyright
|
|
# notice, this list of conditions and the following disclaimer in the
|
|
# documentation and/or other materials provided with the distribution.
|
|
#
|
|
# THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
|
|
# CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
|
|
# INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
# IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
|
|
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
|
|
# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
|
|
# IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
|
|
# IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
#
|
|
|
|
all_vars="atf_arch \
|
|
atf_build_cc \
|
|
atf_build_cflags \
|
|
atf_build_cpp \
|
|
atf_build_cppflags \
|
|
atf_build_cxx \
|
|
atf_build_cxxflags \
|
|
atf_confdir \
|
|
atf_includedir \
|
|
atf_libdir \
|
|
atf_libexecdir \
|
|
atf_machine \
|
|
atf_pkgdatadir \
|
|
atf_shell \
|
|
atf_workdir"
|
|
all_vars_no=15
|
|
|
|
atf_test_case list_all
|
|
list_all_head()
|
|
{
|
|
atf_set "descr" "Tests that at atf-config prints all expected" \
|
|
"variables, and not more"
|
|
}
|
|
list_all_body()
|
|
{
|
|
atf_check -s eq:0 -o save:stdout -e empty atf-config
|
|
atf_check -s eq:0 -o empty -e empty \
|
|
test "$(wc -l stdout | awk '{ print $1 }')" = "${all_vars_no}"
|
|
for v in ${all_vars}; do
|
|
atf_check -s eq:0 -o ignore -e empty grep "${v}" stdout
|
|
done
|
|
}
|
|
|
|
atf_test_case query_one
|
|
query_one_head()
|
|
{
|
|
atf_set "descr" "Tests that querying a single variable works"
|
|
}
|
|
query_one_body()
|
|
{
|
|
for v in ${all_vars}; do
|
|
atf_check -s eq:0 -o save:stdout -o match:"${v}" -e empty \
|
|
atf-config "${v}"
|
|
atf_check -s eq:0 -o empty -e empty \
|
|
test "$(wc -l stdout | awk '{ print $1 }')" = 1
|
|
done
|
|
}
|
|
|
|
atf_test_case query_one_terse
|
|
query_one_terse_head()
|
|
{
|
|
atf_set "descr" "Tests that querying a single variable in terse mode" \
|
|
"works"
|
|
}
|
|
query_one_terse_body()
|
|
{
|
|
for v in ${all_vars}; do
|
|
atf_check -s eq:0 -o save:stdout -o match:"${v}" -e empty \
|
|
atf-config "${v}"
|
|
atf_check -s eq:0 -o empty -e empty \
|
|
test "$(wc -l stdout | awk '{ print $1 }')" = 1
|
|
atf_check -s eq:0 -o save:stdout -e empty cut -d ' ' -f 3- stdout
|
|
atf_check -s eq:0 -o empty -e empty mv stdout expout
|
|
atf_check -s eq:0 -o file:expout -e empty atf-config -t "${v}"
|
|
done
|
|
}
|
|
|
|
atf_test_case query_multiple
|
|
query_multiple_head()
|
|
{
|
|
atf_set "descr" "Tests that querying multiple variables works"
|
|
}
|
|
query_multiple_body()
|
|
{
|
|
atf_check -s eq:0 -o save:stdout -o match:'atf_libexecdir' \
|
|
-o match:'atf_shell' -e empty atf-config atf_libexecdir atf_shell
|
|
atf_check -s eq:0 -o empty -e empty \
|
|
test "$(wc -l stdout | awk '{ print $1 }')" = 2
|
|
}
|
|
|
|
atf_test_case query_unknown
|
|
query_unknown_head()
|
|
{
|
|
atf_set "descr" "Tests that querying an unknown variable delivers" \
|
|
"the correct error"
|
|
}
|
|
query_unknown_body()
|
|
{
|
|
atf_check -s eq:1 -o empty -e match:'Unknown variable.*non_existent' \
|
|
atf-config non_existent
|
|
}
|
|
|
|
atf_test_case query_mixture
|
|
query_mixture_head()
|
|
{
|
|
atf_set "descr" "Tests that querying a known and an unknown variable" \
|
|
"delivers the correct error"
|
|
}
|
|
query_mixture_body()
|
|
{
|
|
for v in ${all_vars}; do
|
|
atf_check -s eq:1 -o empty -e match:'Unknown variable.*non_existent' \
|
|
atf-config "${v}" non_existent
|
|
atf_check -s eq:1 -o empty -e match:'Unknown variable.*non_existent' \
|
|
atf-config non_existent "${v}"
|
|
done
|
|
}
|
|
|
|
atf_test_case override_env
|
|
override_env_head()
|
|
{
|
|
atf_set "descr" "Tests that build-time variables can be overriden" \
|
|
"through their corresponding environment variables"
|
|
}
|
|
override_env_body()
|
|
{
|
|
for v in ${all_vars}; do
|
|
V=$(echo ${v} | tr '[a-z]' '[A-Z]')
|
|
atf_check -s eq:0 -o save:stdout -e empty -x "${V}=testval atf-config"
|
|
atf_check -s eq:0 -o empty -e empty mv stdout all
|
|
|
|
atf_check -s eq:0 -o save:stdout -e empty grep "^${v} : " all
|
|
atf_check -s eq:0 -o empty -e empty mv stdout affected
|
|
atf_check -s eq:0 -o save:stdout -e empty grep -v "^${v} : " all
|
|
atf_check -s eq:0 -o empty -e empty mv stdout unaffected
|
|
|
|
atf_check -s eq:0 -o empty -e empty \
|
|
test "$(wc -l affected | awk '{ print $1 }')" = 1
|
|
atf_check -s eq:0 -o empty -e empty \
|
|
test "$(wc -l unaffected | awk '{ print $1 }')" = \
|
|
"$((${all_vars_no} -1))"
|
|
|
|
atf_check -s eq:0 -o ignore -e empty grep "^${v} : testval$" affected
|
|
atf_check -s eq:1 -o empty -e empty grep ' : testval$' unaffected
|
|
done
|
|
}
|
|
|
|
atf_init_test_cases()
|
|
{
|
|
atf_add_test_case list_all
|
|
|
|
atf_add_test_case query_one
|
|
atf_add_test_case query_one_terse
|
|
atf_add_test_case query_multiple
|
|
atf_add_test_case query_unknown
|
|
atf_add_test_case query_mixture
|
|
|
|
atf_add_test_case override_env
|
|
}
|
|
|
|
# vim: syntax=sh:expandtab:shiftwidth=4:softtabstop=4
|