minix/external/bsd/atf/dist/test-programs/expect_test.sh
Lionel Sambuc 11be35a165 Importing NetBSD "Kyua" test framework
To do so, a few dependencies have been imported:

 * external/bsd/lutok
 * external/mit/lua
 * external/public-domain/sqlite
 * external/public-domain/xz

The Kyua framework is the new generation of ATF (Automated Test
Framework), it is composed of:

 * external/bsd/atf
 * external/bsd/kyua-atf-compat
 * external/bsd/kyua-cli
 * external/bsd/kyua-tester
 * tests

Kyua/ATF being written in C++, it depends on libstdc++ which is
provided by GCC. As this is not part of the sources, Kyua is only
compiled when the native GCC utils are installed.

To install Kyua do the following:

 * In a cross-build enviromnent, add the following to the build.sh
   commandline: -V MKBINUTILS=yes -V MKGCCCMDS=yes

WARNING:
  At this point the import is still experimental, and not supported
  on native builds (a.k.a make build).

Change-Id: I26aee23c5bbd2d64adcb7c1beb98fe0d479d7ada
2013-07-23 20:43:41 +02:00

156 lines
5.7 KiB
Bash

#
# Automated Testing Framework (atf)
#
# Copyright (c) 2007 The NetBSD Foundation, Inc.
# All rights reserved.
#
# Redistribution and use in source and binary forms, with or without
# modification, are permitted provided that the following conditions
# are met:
# 1. Redistributions of source code must retain the above copyright
# notice, this list of conditions and the following disclaimer.
# 2. Redistributions in binary form must reproduce the above copyright
# notice, this list of conditions and the following disclaimer in the
# documentation and/or other materials provided with the distribution.
#
# THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
# CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
# INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
# MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
# IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
# DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
# DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
# GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
# INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
# IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
# OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
# IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
#
check_result() {
file="${1}"; shift
atf_check -s eq:0 -o match:"${*}" -e empty cat "${file}"
rm "${file}"
}
atf_test_case expect_pass
expect_pass_body() {
for h in $(get_helpers); do
atf_check -s eq:0 -e ignore "${h}" -r result expect_pass_and_pass
check_result result "passed"
atf_check -s eq:1 -e ignore "${h}" -r result \
expect_pass_but_fail_requirement
check_result result "failed: Some reason"
# atf-sh does not support non-fatal failures yet; skip checks for
# such conditions.
case "${h}" in *sh_helpers*) continue ;; esac
atf_check -s eq:1 -o empty -e match:"Some reason" \
"${h}" -r result expect_pass_but_fail_check
check_result result "failed: 1 checks failed"
done
}
atf_test_case expect_fail
expect_fail_body() {
for h in $(get_helpers c_helpers cpp_helpers); do
atf_check -s eq:0 "${h}" -r result expect_fail_and_fail_requirement
check_result result "expected_failure: Fail reason: The failure"
atf_check -s eq:1 -e match:"Expected check failure: Fail first: abc" \
-e not-match:"And fail again" "${h}" -r result expect_fail_but_pass
check_result result "failed: .*expecting a failure"
# atf-sh does not support non-fatal failures yet; skip checks for
# such conditions.
case "${h}" in *sh_helpers*) continue ;; esac
atf_check -s eq:0 -e match:"Expected check failure: Fail first: abc" \
-e match:"Expected check failure: And fail again: def" \
"${h}" -r result expect_fail_and_fail_check
check_result result "expected_failure: And fail again: 2 checks" \
"failed as expected"
done
# atf-sh does not support non-fatal failures yet; skip checks for
# such conditions.
for h in $(get_helpers sh_helpers); do
atf_check -s eq:0 -e ignore "${h}" -r result \
expect_fail_and_fail_requirement
check_result result "expected_failure: Fail reason: The failure"
atf_check -s eq:1 -e ignore "${h}" -r result expect_fail_but_pass
check_result result "failed: .*expecting a failure"
done
}
atf_test_case expect_exit
expect_exit_body() {
for h in $(get_helpers); do
atf_check -s eq:0 -e ignore "${h}" -r result expect_exit_any_and_exit
check_result result "expected_exit: Call will exit"
atf_check -s eq:123 -e ignore "${h}" -r result expect_exit_code_and_exit
check_result result "expected_exit\(123\): Call will exit"
atf_check -s eq:1 -e ignore "${h}" -r result expect_exit_but_pass
check_result result "failed: .*expected to exit"
done
}
atf_test_case expect_signal
expect_signal_body() {
for h in $(get_helpers); do
atf_check -s signal:9 -e ignore "${h}" -r result \
expect_signal_any_and_signal
check_result result "expected_signal: Call will signal"
atf_check -s signal:hup -e ignore "${h}" -r result \
expect_signal_no_and_signal
check_result result "expected_signal\(1\): Call will signal"
atf_check -s eq:1 -e ignore "${h}" -r result \
expect_signal_but_pass
check_result result "failed: .*termination signal"
done
}
atf_test_case expect_death
expect_death_body() {
for h in $(get_helpers); do
atf_check -s eq:123 -e ignore "${h}" -r result expect_death_and_exit
check_result result "expected_death: Exit case"
atf_check -s signal:kill -e ignore "${h}" -r result \
expect_death_and_signal
check_result result "expected_death: Signal case"
atf_check -s eq:1 -e ignore "${h}" -r result expect_death_but_pass
check_result result "failed: .*terminate abruptly"
done
}
atf_test_case expect_timeout
expect_timeout_body() {
for h in $(get_helpers); do
atf_check -s eq:1 -e ignore "${h}" -r result expect_timeout_but_pass
check_result result "failed: Test case was expected to hang but it" \
"continued execution"
done
}
atf_init_test_cases()
{
atf_add_test_case expect_pass
atf_add_test_case expect_fail
atf_add_test_case expect_exit
atf_add_test_case expect_signal
atf_add_test_case expect_death
atf_add_test_case expect_timeout
}
# vim: syntax=sh:expandtab:shiftwidth=4:softtabstop=4