11be35a165
To do so, a few dependencies have been imported: * external/bsd/lutok * external/mit/lua * external/public-domain/sqlite * external/public-domain/xz The Kyua framework is the new generation of ATF (Automated Test Framework), it is composed of: * external/bsd/atf * external/bsd/kyua-atf-compat * external/bsd/kyua-cli * external/bsd/kyua-tester * tests Kyua/ATF being written in C++, it depends on libstdc++ which is provided by GCC. As this is not part of the sources, Kyua is only compiled when the native GCC utils are installed. To install Kyua do the following: * In a cross-build enviromnent, add the following to the build.sh commandline: -V MKBINUTILS=yes -V MKGCCCMDS=yes WARNING: At this point the import is still experimental, and not supported on native builds (a.k.a make build). Change-Id: I26aee23c5bbd2d64adcb7c1beb98fe0d479d7ada
199 lines
6.2 KiB
Plaintext
199 lines
6.2 KiB
Plaintext
dnl Copyright 2010 Google Inc.
|
|
dnl All rights reserved.
|
|
dnl
|
|
dnl Redistribution and use in source and binary forms, with or without
|
|
dnl modification, are permitted provided that the following conditions are
|
|
dnl met:
|
|
dnl
|
|
dnl * Redistributions of source code must retain the above copyright
|
|
dnl notice, this list of conditions and the following disclaimer.
|
|
dnl * Redistributions in binary form must reproduce the above copyright
|
|
dnl notice, this list of conditions and the following disclaimer in the
|
|
dnl documentation and/or other materials provided with the distribution.
|
|
dnl * Neither the name of Google Inc. nor the names of its contributors
|
|
dnl may be used to endorse or promote products derived from this software
|
|
dnl without specific prior written permission.
|
|
dnl
|
|
dnl THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
|
|
dnl "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
|
|
dnl LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
|
|
dnl A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
|
|
dnl OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
|
|
dnl SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
|
|
dnl LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
|
|
dnl DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
|
|
dnl THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
|
|
dnl (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
|
|
dnl OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
|
|
AT_INIT([bootstrapping tests])
|
|
|
|
|
|
m4_define([GUESS_TOPDIR], {
|
|
old=$(pwd)
|
|
cd "${at_suite_dir}"
|
|
# We need to locate a build product, not a source file, because the
|
|
# test suite may be run outside of the source tree (think distcheck).
|
|
while test $(pwd) != '/' -a ! -e engine/test_case_test; do
|
|
cd ..
|
|
done
|
|
topdir=$(pwd)
|
|
cd ${old}
|
|
echo ${topdir}
|
|
})
|
|
|
|
|
|
m4_define([CREATE_ATF_HELPERS], [
|
|
AT_DATA([Kyuafile], [
|
|
syntax(2)
|
|
test_suite("bootstrap")
|
|
atf_test_program{name="atf_helpers"}
|
|
])
|
|
ln -s $(GUESS_TOPDIR)/bootstrap/atf_helpers atf_helpers
|
|
])
|
|
m4_define([RUN_ATF_HELPERS],
|
|
[HOME=$(pwd) TESTS="$1" kyua --config=none test --store=bootstrap.db $2])
|
|
|
|
|
|
m4_define([CREATE_PLAIN_HELPERS], [
|
|
AT_DATA([Kyuafile], [
|
|
syntax(2)
|
|
test_suite("bootstrap")
|
|
atf_test_program{name="plain_helpers"}
|
|
])
|
|
ln -s $(GUESS_TOPDIR)/bootstrap/plain_helpers plain_helpers
|
|
])
|
|
m4_define([RUN_PLAIN_HELPER],
|
|
[HOME=$(pwd) HELPER="$1" kyua --config=none test --store=bootstrap.db])
|
|
|
|
|
|
AT_SETUP([test program crashes in test list])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_PLAIN_HELPERS
|
|
AT_CHECK([RUN_PLAIN_HELPER([abort_test_cases_list])], [1], [stdout], [])
|
|
re='plain_helpers:__test_cases_list__.*broken.*Test program list did not return success'
|
|
AT_CHECK([grep "${re}" stdout], [0], [ignore], [])
|
|
|
|
AT_CLEANUP
|
|
|
|
|
|
AT_SETUP([test program prints an empty test list])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_PLAIN_HELPERS
|
|
AT_CHECK([RUN_PLAIN_HELPER([empty_test_cases_list])], [1], [stdout], [])
|
|
re='plain_helpers:__test_cases_list__.*broken.*failed to read.*unexpected EOF'
|
|
AT_CHECK([grep "${re}" stdout], [0], [ignore], [])
|
|
|
|
AT_CLEANUP
|
|
|
|
|
|
AT_SETUP([test program with zero test cases])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_PLAIN_HELPERS
|
|
AT_CHECK([RUN_PLAIN_HELPER([zero_test_cases])], [1], [stdout], [])
|
|
re='plain_helpers:__test_cases_list__.*broken.*Empty test cases list'
|
|
AT_CHECK([grep "${re}" stdout], [0], [ignore], [])
|
|
|
|
AT_CLEANUP
|
|
|
|
|
|
AT_SETUP([run test case that passes])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_ATF_HELPERS
|
|
AT_CHECK([RUN_ATF_HELPERS([passes])], [0], [stdout], [])
|
|
AT_CHECK([grep "atf_helpers:fails" stdout], [1], [], [])
|
|
AT_CHECK([grep "atf_helpers:passes.*passed" stdout], [0], [ignore], [])
|
|
AT_CHECK([grep "atf_helpers:skips" stdout], [1], [], [])
|
|
|
|
AT_CLEANUP
|
|
|
|
|
|
AT_SETUP([run test case that fails])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_ATF_HELPERS
|
|
AT_CHECK([RUN_ATF_HELPERS([fails])], [1], [stdout], [])
|
|
AT_CHECK([grep "atf_helpers:fails.*failed.*Failed on purpose" stdout],
|
|
[0], [ignore], [])
|
|
AT_CHECK([grep "atf_helpers:passes" stdout], [1], [], [])
|
|
AT_CHECK([grep "atf_helpers:skips" stdout], [1], [], [])
|
|
|
|
AT_CLEANUP
|
|
|
|
|
|
AT_SETUP([run test case that skips])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_ATF_HELPERS
|
|
AT_CHECK([RUN_ATF_HELPERS([skips])], [0], [stdout], [])
|
|
AT_CHECK([grep "atf_helpers:fails" stdout], [1], [], [])
|
|
AT_CHECK([grep "atf_helpers:passes" stdout], [1], [], [])
|
|
AT_CHECK([grep "atf_helpers:skips.*skipped.*Skipped on purpose" stdout],
|
|
[0], [ignore], [])
|
|
|
|
AT_CLEANUP
|
|
|
|
|
|
AT_SETUP([run two test cases, success])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_ATF_HELPERS
|
|
AT_CHECK([RUN_ATF_HELPERS([passes skips])], [0], [stdout], [])
|
|
AT_CHECK([grep "atf_helpers:fails" stdout], [1], [], [])
|
|
AT_CHECK([grep "atf_helpers:passes.*passed" stdout], [0], [ignore], [])
|
|
AT_CHECK([grep "atf_helpers:skips.*skipped.*Skipped on purpose" stdout],
|
|
[0], [ignore], [])
|
|
|
|
AT_CLEANUP
|
|
|
|
|
|
AT_SETUP([run two test cases, failure])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_ATF_HELPERS
|
|
AT_CHECK([RUN_ATF_HELPERS([fails passes])], [1], [stdout], [])
|
|
AT_CHECK([grep "atf_helpers:fails.*failure.*Failed on purpose" stdout],
|
|
[1], [], [])
|
|
AT_CHECK([grep "atf_helpers:passes.*passed" stdout], [0], [ignore], [])
|
|
AT_CHECK([grep "atf_helpers:skips" stdout], [1], [], [])
|
|
|
|
AT_CLEANUP
|
|
|
|
|
|
AT_SETUP([run mixed test cases])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_ATF_HELPERS
|
|
AT_CHECK([RUN_ATF_HELPERS([fails passes skips])], [1], [stdout], [])
|
|
AT_CHECK([grep "atf_helpers:fails.*failure.*Failed on purpose" stdout],
|
|
[1], [], [])
|
|
AT_CHECK([grep "atf_helpers:passes.*passed" stdout], [0], [ignore], [])
|
|
AT_CHECK([grep "atf_helpers:skips.*skipped.*Skipped on purpose" stdout],
|
|
[0], [ignore], [])
|
|
|
|
AT_CLEANUP
|
|
|
|
|
|
AT_SETUP([run tests from build directories])
|
|
AT_TESTED([kyua])
|
|
|
|
CREATE_ATF_HELPERS
|
|
AT_CHECK([mkdir src], [0], [], [])
|
|
AT_CHECK([mv Kyuafile src], [0], [], [])
|
|
AT_CHECK([mkdir obj], [0], [], [])
|
|
AT_CHECK([mv atf_helpers obj], [0], [], [])
|
|
AT_CHECK([RUN_ATF_HELPERS([fails passes skips],
|
|
[--kyuafile=src/Kyuafile --build-root=obj])],
|
|
[1], [stdout], [])
|
|
AT_CHECK([grep "atf_helpers:fails.*failure.*Failed on purpose" stdout],
|
|
[1], [], [])
|
|
AT_CHECK([grep "atf_helpers:passes.*passed" stdout], [0], [ignore], [])
|
|
AT_CHECK([grep "atf_helpers:skips.*skipped.*Skipped on purpose" stdout],
|
|
[0], [ignore], [])
|
|
|
|
AT_CLEANUP
|