To do so, a few dependencies have been imported: * external/bsd/lutok * external/mit/lua * external/public-domain/sqlite * external/public-domain/xz The Kyua framework is the new generation of ATF (Automated Test Framework), it is composed of: * external/bsd/atf * external/bsd/kyua-atf-compat * external/bsd/kyua-cli * external/bsd/kyua-tester * tests Kyua/ATF being written in C++, it depends on libstdc++ which is provided by GCC. As this is not part of the sources, Kyua is only compiled when the native GCC utils are installed. To install Kyua do the following: * In a cross-build enviromnent, add the following to the build.sh commandline: -V MKBINUTILS=yes -V MKGCCCMDS=yes WARNING: At this point the import is still experimental, and not supported on native builds (a.k.a make build). Change-Id: I26aee23c5bbd2d64adcb7c1beb98fe0d479d7ada
233 lines
5.6 KiB
C
233 lines
5.6 KiB
C
/*
|
|
* Automated Testing Framework (atf)
|
|
*
|
|
* Copyright (c) 2008 The NetBSD Foundation, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
|
|
* CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
|
|
* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
* IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
|
|
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
|
|
* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
|
|
* IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
|
|
* IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#if defined(HAVE_CONFIG_H)
|
|
#include "bconfig.h"
|
|
#endif
|
|
|
|
#include <sys/types.h>
|
|
#include <sys/wait.h>
|
|
|
|
#include <signal.h>
|
|
#include <stdbool.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
#include <unistd.h>
|
|
|
|
#include <atf-c.h>
|
|
|
|
#include "dynstr.h"
|
|
#include "process.h"
|
|
#include "sanity.h"
|
|
#include "test_helpers.h"
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Auxiliary functions.
|
|
* --------------------------------------------------------------------- */
|
|
|
|
enum type { inv, pre, post, unreachable };
|
|
|
|
struct test_data {
|
|
enum type m_type;
|
|
bool m_cond;
|
|
};
|
|
|
|
static void do_test_child(void *) ATF_DEFS_ATTRIBUTE_NORETURN;
|
|
|
|
static
|
|
void
|
|
do_test_child(void *v)
|
|
{
|
|
struct test_data *td = v;
|
|
|
|
switch (td->m_type) {
|
|
case inv:
|
|
INV(td->m_cond);
|
|
break;
|
|
|
|
case pre:
|
|
PRE(td->m_cond);
|
|
break;
|
|
|
|
case post:
|
|
POST(td->m_cond);
|
|
break;
|
|
|
|
case unreachable:
|
|
if (!td->m_cond)
|
|
UNREACHABLE;
|
|
break;
|
|
}
|
|
|
|
exit(EXIT_SUCCESS);
|
|
}
|
|
|
|
static
|
|
void
|
|
do_test(enum type t, bool cond)
|
|
{
|
|
atf_process_child_t child;
|
|
atf_process_status_t status;
|
|
int nlines;
|
|
char *lines[3];
|
|
|
|
{
|
|
atf_process_stream_t outsb, errsb;
|
|
struct test_data td = { t, cond };
|
|
|
|
RE(atf_process_stream_init_inherit(&outsb));
|
|
RE(atf_process_stream_init_capture(&errsb));
|
|
RE(atf_process_fork(&child, do_test_child, &outsb, &errsb, &td));
|
|
atf_process_stream_fini(&errsb);
|
|
atf_process_stream_fini(&outsb);
|
|
}
|
|
|
|
nlines = 0;
|
|
while (nlines < 3 && (lines[nlines] =
|
|
atf_utils_readline(atf_process_child_stderr(&child))) != NULL)
|
|
nlines++;
|
|
ATF_REQUIRE(nlines == 0 || nlines == 3);
|
|
|
|
RE(atf_process_child_wait(&child, &status));
|
|
if (!cond) {
|
|
ATF_REQUIRE(atf_process_status_signaled(&status));
|
|
ATF_REQUIRE(atf_process_status_termsig(&status) == SIGABRT);
|
|
} else {
|
|
ATF_REQUIRE(atf_process_status_exited(&status));
|
|
ATF_REQUIRE(atf_process_status_exitstatus(&status) == EXIT_SUCCESS);
|
|
}
|
|
atf_process_status_fini(&status);
|
|
|
|
if (!cond) {
|
|
switch (t) {
|
|
case inv:
|
|
ATF_REQUIRE(atf_utils_grep_string("Invariant", lines[0]));
|
|
break;
|
|
|
|
case pre:
|
|
ATF_REQUIRE(atf_utils_grep_string("Precondition", lines[0]));
|
|
break;
|
|
|
|
case post:
|
|
ATF_REQUIRE(atf_utils_grep_string("Postcondition", lines[0]));
|
|
break;
|
|
|
|
case unreachable:
|
|
ATF_REQUIRE(atf_utils_grep_string("Invariant", lines[0]));
|
|
break;
|
|
}
|
|
|
|
ATF_REQUIRE(atf_utils_grep_string(__FILE__, lines[0]));
|
|
ATF_REQUIRE(atf_utils_grep_string(PACKAGE_BUGREPORT, lines[2]));
|
|
}
|
|
|
|
while (nlines > 0) {
|
|
nlines--;
|
|
free(lines[nlines]);
|
|
}
|
|
}
|
|
|
|
static
|
|
void
|
|
require_ndebug(void)
|
|
{
|
|
#if defined(NDEBUG)
|
|
atf_tc_skip("Sanity checks not available; code built with -DNDEBUG");
|
|
#endif
|
|
}
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Test cases for the free functions.
|
|
* --------------------------------------------------------------------- */
|
|
|
|
ATF_TC(inv);
|
|
ATF_TC_HEAD(inv, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Tests the INV macro");
|
|
}
|
|
ATF_TC_BODY(inv, tc)
|
|
{
|
|
require_ndebug();
|
|
|
|
do_test(inv, false);
|
|
do_test(inv, true);
|
|
}
|
|
|
|
ATF_TC(pre);
|
|
ATF_TC_HEAD(pre, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Tests the PRE macro");
|
|
}
|
|
ATF_TC_BODY(pre, tc)
|
|
{
|
|
require_ndebug();
|
|
|
|
do_test(pre, false);
|
|
do_test(pre, true);
|
|
}
|
|
|
|
ATF_TC(post);
|
|
ATF_TC_HEAD(post, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Tests the POST macro");
|
|
}
|
|
ATF_TC_BODY(post, tc)
|
|
{
|
|
require_ndebug();
|
|
|
|
do_test(post, false);
|
|
do_test(post, true);
|
|
}
|
|
|
|
ATF_TC(unreachable);
|
|
ATF_TC_HEAD(unreachable, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Tests the UNREACHABLE macro");
|
|
}
|
|
ATF_TC_BODY(unreachable, tc)
|
|
{
|
|
require_ndebug();
|
|
|
|
do_test(unreachable, false);
|
|
do_test(unreachable, true);
|
|
}
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Main.
|
|
* --------------------------------------------------------------------- */
|
|
|
|
ATF_TP_ADD_TCS(tp)
|
|
{
|
|
ATF_TP_ADD_TC(tp, inv);
|
|
ATF_TP_ADD_TC(tp, pre);
|
|
ATF_TP_ADD_TC(tp, post);
|
|
ATF_TP_ADD_TC(tp, unreachable);
|
|
|
|
return atf_no_error();
|
|
}
|