11be35a165
To do so, a few dependencies have been imported: * external/bsd/lutok * external/mit/lua * external/public-domain/sqlite * external/public-domain/xz The Kyua framework is the new generation of ATF (Automated Test Framework), it is composed of: * external/bsd/atf * external/bsd/kyua-atf-compat * external/bsd/kyua-cli * external/bsd/kyua-tester * tests Kyua/ATF being written in C++, it depends on libstdc++ which is provided by GCC. As this is not part of the sources, Kyua is only compiled when the native GCC utils are installed. To install Kyua do the following: * In a cross-build enviromnent, add the following to the build.sh commandline: -V MKBINUTILS=yes -V MKGCCCMDS=yes WARNING: At this point the import is still experimental, and not supported on native builds (a.k.a make build). Change-Id: I26aee23c5bbd2d64adcb7c1beb98fe0d479d7ada
508 lines
13 KiB
C
508 lines
13 KiB
C
/*
|
|
* Automated Testing Framework (atf)
|
|
*
|
|
* Copyright (c) 2007 The NetBSD Foundation, Inc.
|
|
* All rights reserved.
|
|
*
|
|
* Redistribution and use in source and binary forms, with or without
|
|
* modification, are permitted provided that the following conditions
|
|
* are met:
|
|
* 1. Redistributions of source code must retain the above copyright
|
|
* notice, this list of conditions and the following disclaimer.
|
|
* 2. Redistributions in binary form must reproduce the above copyright
|
|
* notice, this list of conditions and the following disclaimer in the
|
|
* documentation and/or other materials provided with the distribution.
|
|
*
|
|
* THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
|
|
* CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
|
|
* INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
|
|
* MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
|
|
* IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
|
|
* DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
|
|
* DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
|
|
* GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
|
|
* INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
|
|
* IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
|
|
* OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
|
|
* IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
|
|
*/
|
|
|
|
#include <sys/types.h>
|
|
#include <sys/wait.h>
|
|
#include <fcntl.h>
|
|
#include <unistd.h>
|
|
|
|
#include <signal.h>
|
|
#include <stdio.h>
|
|
#include <stdlib.h>
|
|
#include <string.h>
|
|
|
|
#include <atf-c.h>
|
|
|
|
#include "atf-c/error.h"
|
|
|
|
#include "atf-c/detail/env.h"
|
|
#include "atf-c/detail/fs.h"
|
|
#include "atf-c/detail/test_helpers.h"
|
|
#include "atf-c/detail/text.h"
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Auxiliary functions.
|
|
* --------------------------------------------------------------------- */
|
|
|
|
static
|
|
void
|
|
safe_remove(const char* path)
|
|
{
|
|
if (unlink(path) == -1)
|
|
atf_tc_fail("unlink(2) of %s failed", path);
|
|
}
|
|
|
|
static
|
|
void
|
|
touch(const char *path)
|
|
{
|
|
int fd;
|
|
fd = open(path, O_WRONLY | O_TRUNC | O_CREAT, 0644);
|
|
if (fd == -1)
|
|
atf_tc_fail("Could not create file %s", path);
|
|
close(fd);
|
|
}
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Helper tests for "t_cleanup".
|
|
* --------------------------------------------------------------------- */
|
|
|
|
ATF_TC_WITH_CLEANUP(cleanup_pass);
|
|
ATF_TC_HEAD(cleanup_pass, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(cleanup_pass, tc)
|
|
{
|
|
touch(atf_tc_get_config_var(tc, "tmpfile"));
|
|
}
|
|
ATF_TC_CLEANUP(cleanup_pass, tc)
|
|
{
|
|
if (atf_tc_get_config_var_as_bool(tc, "cleanup"))
|
|
safe_remove(atf_tc_get_config_var(tc, "tmpfile"));
|
|
}
|
|
|
|
ATF_TC_WITH_CLEANUP(cleanup_fail);
|
|
ATF_TC_HEAD(cleanup_fail, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(cleanup_fail, tc)
|
|
{
|
|
touch(atf_tc_get_config_var(tc, "tmpfile"));
|
|
atf_tc_fail("On purpose");
|
|
}
|
|
ATF_TC_CLEANUP(cleanup_fail, tc)
|
|
{
|
|
if (atf_tc_get_config_var_as_bool(tc, "cleanup"))
|
|
safe_remove(atf_tc_get_config_var(tc, "tmpfile"));
|
|
}
|
|
|
|
ATF_TC_WITH_CLEANUP(cleanup_skip);
|
|
ATF_TC_HEAD(cleanup_skip, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(cleanup_skip, tc)
|
|
{
|
|
touch(atf_tc_get_config_var(tc, "tmpfile"));
|
|
atf_tc_skip("On purpose");
|
|
}
|
|
ATF_TC_CLEANUP(cleanup_skip, tc)
|
|
{
|
|
if (atf_tc_get_config_var_as_bool(tc, "cleanup"))
|
|
safe_remove(atf_tc_get_config_var(tc, "tmpfile"));
|
|
}
|
|
|
|
ATF_TC_WITH_CLEANUP(cleanup_curdir);
|
|
ATF_TC_HEAD(cleanup_curdir, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(cleanup_curdir, tc)
|
|
{
|
|
FILE *f;
|
|
|
|
f = fopen("oldvalue", "w");
|
|
if (f == NULL)
|
|
atf_tc_fail("Failed to create oldvalue file");
|
|
fprintf(f, "1234");
|
|
fclose(f);
|
|
}
|
|
ATF_TC_CLEANUP(cleanup_curdir, tc)
|
|
{
|
|
FILE *f;
|
|
|
|
f = fopen("oldvalue", "r");
|
|
if (f != NULL) {
|
|
int i;
|
|
if (fscanf(f, "%d", &i) != 1)
|
|
fprintf(stderr, "Failed to read old value\n");
|
|
else
|
|
printf("Old value: %d", i);
|
|
fclose(f);
|
|
}
|
|
}
|
|
|
|
ATF_TC_WITH_CLEANUP(cleanup_sigterm);
|
|
ATF_TC_HEAD(cleanup_sigterm, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_cleanup test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(cleanup_sigterm, tc)
|
|
{
|
|
char *nofile;
|
|
|
|
touch(atf_tc_get_config_var(tc, "tmpfile"));
|
|
kill(getpid(), SIGTERM);
|
|
|
|
RE(atf_text_format(&nofile, "%s.no",
|
|
atf_tc_get_config_var(tc, "tmpfile")));
|
|
touch(nofile);
|
|
free(nofile);
|
|
}
|
|
ATF_TC_CLEANUP(cleanup_sigterm, tc)
|
|
{
|
|
safe_remove(atf_tc_get_config_var(tc, "tmpfile"));
|
|
}
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Helper tests for "t_config".
|
|
* --------------------------------------------------------------------- */
|
|
|
|
ATF_TC(config_unset);
|
|
ATF_TC_HEAD(config_unset, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_config test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(config_unset, tc)
|
|
{
|
|
ATF_REQUIRE(!atf_tc_has_config_var(tc, "test"));
|
|
}
|
|
|
|
ATF_TC(config_empty);
|
|
ATF_TC_HEAD(config_empty, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_config test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(config_empty, tc)
|
|
{
|
|
ATF_REQUIRE(atf_tc_has_config_var(tc, "test"));
|
|
ATF_REQUIRE(strlen(atf_tc_get_config_var(tc, "test")) == 0);
|
|
}
|
|
|
|
ATF_TC(config_value);
|
|
ATF_TC_HEAD(config_value, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_config test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(config_value, tc)
|
|
{
|
|
ATF_REQUIRE(atf_tc_has_config_var(tc, "test"));
|
|
ATF_REQUIRE(strcmp(atf_tc_get_config_var(tc, "test"), "foo") == 0);
|
|
}
|
|
|
|
ATF_TC(config_multi_value);
|
|
ATF_TC_HEAD(config_multi_value, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_config test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(config_multi_value, tc)
|
|
{
|
|
ATF_REQUIRE(atf_tc_has_config_var(tc, "test"));
|
|
ATF_REQUIRE(strcmp(atf_tc_get_config_var(tc, "test"), "foo bar") == 0);
|
|
}
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Helper tests for "t_expect".
|
|
* --------------------------------------------------------------------- */
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_pass_and_pass);
|
|
ATF_TC_BODY(expect_pass_and_pass, tc)
|
|
{
|
|
atf_tc_expect_pass();
|
|
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_pass_but_fail_requirement);
|
|
ATF_TC_BODY(expect_pass_but_fail_requirement, tc)
|
|
{
|
|
atf_tc_expect_pass();
|
|
atf_tc_fail("Some reason");
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_pass_but_fail_check);
|
|
ATF_TC_BODY(expect_pass_but_fail_check, tc)
|
|
{
|
|
atf_tc_expect_pass();
|
|
atf_tc_fail_nonfatal("Some reason");
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_fail_and_fail_requirement);
|
|
ATF_TC_BODY(expect_fail_and_fail_requirement, tc)
|
|
{
|
|
atf_tc_expect_fail("Fail %s", "reason");
|
|
atf_tc_fail("The failure");
|
|
atf_tc_expect_pass();
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_fail_and_fail_check);
|
|
ATF_TC_BODY(expect_fail_and_fail_check, tc)
|
|
{
|
|
atf_tc_expect_fail("Fail first");
|
|
atf_tc_fail_nonfatal("abc");
|
|
atf_tc_expect_pass();
|
|
|
|
atf_tc_expect_fail("And fail again");
|
|
atf_tc_fail_nonfatal("def");
|
|
atf_tc_expect_pass();
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_fail_but_pass);
|
|
ATF_TC_BODY(expect_fail_but_pass, tc)
|
|
{
|
|
atf_tc_expect_fail("Fail first");
|
|
atf_tc_fail_nonfatal("abc");
|
|
atf_tc_expect_pass();
|
|
|
|
atf_tc_expect_fail("Will not fail");
|
|
atf_tc_expect_pass();
|
|
|
|
atf_tc_expect_fail("And fail again");
|
|
atf_tc_fail_nonfatal("def");
|
|
atf_tc_expect_pass();
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_exit_any_and_exit);
|
|
ATF_TC_BODY(expect_exit_any_and_exit, tc)
|
|
{
|
|
atf_tc_expect_exit(-1, "Call will exit");
|
|
exit(EXIT_SUCCESS);
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_exit_code_and_exit);
|
|
ATF_TC_BODY(expect_exit_code_and_exit, tc)
|
|
{
|
|
atf_tc_expect_exit(123, "Call will exit");
|
|
exit(123);
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_exit_but_pass);
|
|
ATF_TC_BODY(expect_exit_but_pass, tc)
|
|
{
|
|
atf_tc_expect_exit(-1, "Call won't exit");
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_signal_any_and_signal);
|
|
ATF_TC_BODY(expect_signal_any_and_signal, tc)
|
|
{
|
|
atf_tc_expect_signal(-1, "Call will signal");
|
|
kill(getpid(), SIGKILL);
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_signal_no_and_signal);
|
|
ATF_TC_BODY(expect_signal_no_and_signal, tc)
|
|
{
|
|
atf_tc_expect_signal(SIGHUP, "Call will signal");
|
|
kill(getpid(), SIGHUP);
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_signal_but_pass);
|
|
ATF_TC_BODY(expect_signal_but_pass, tc)
|
|
{
|
|
atf_tc_expect_signal(-1, "Call won't signal");
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_death_and_exit);
|
|
ATF_TC_BODY(expect_death_and_exit, tc)
|
|
{
|
|
atf_tc_expect_death("Exit case");
|
|
exit(123);
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_death_and_signal);
|
|
ATF_TC_BODY(expect_death_and_signal, tc)
|
|
{
|
|
atf_tc_expect_death("Signal case");
|
|
kill(getpid(), SIGKILL);
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(expect_death_but_pass);
|
|
ATF_TC_BODY(expect_death_but_pass, tc)
|
|
{
|
|
atf_tc_expect_death("Call won't die");
|
|
}
|
|
|
|
ATF_TC(expect_timeout_and_hang);
|
|
ATF_TC_HEAD(expect_timeout_and_hang, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "timeout", "1");
|
|
}
|
|
ATF_TC_BODY(expect_timeout_and_hang, tc)
|
|
{
|
|
atf_tc_expect_timeout("Will overrun");
|
|
sleep(5);
|
|
}
|
|
|
|
ATF_TC(expect_timeout_but_pass);
|
|
ATF_TC_HEAD(expect_timeout_but_pass, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "timeout", "1");
|
|
}
|
|
ATF_TC_BODY(expect_timeout_but_pass, tc)
|
|
{
|
|
atf_tc_expect_timeout("Will just exit");
|
|
}
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Helper tests for "t_meta_data".
|
|
* --------------------------------------------------------------------- */
|
|
|
|
ATF_TC_WITHOUT_HEAD(metadata_no_descr);
|
|
ATF_TC_BODY(metadata_no_descr, tc)
|
|
{
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(metadata_no_head);
|
|
ATF_TC_BODY(metadata_no_head, tc)
|
|
{
|
|
}
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Helper tests for "t_srcdir".
|
|
* --------------------------------------------------------------------- */
|
|
|
|
ATF_TC(srcdir_exists);
|
|
ATF_TC_HEAD(srcdir_exists, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_srcdir test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(srcdir_exists, tc)
|
|
{
|
|
atf_fs_path_t p;
|
|
bool b;
|
|
|
|
RE(atf_fs_path_init_fmt(&p, "%s/datafile",
|
|
atf_tc_get_config_var(tc, "srcdir")));
|
|
RE(atf_fs_exists(&p, &b));
|
|
atf_fs_path_fini(&p);
|
|
if (!b)
|
|
atf_tc_fail("Cannot find datafile");
|
|
}
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Helper tests for "t_result".
|
|
* --------------------------------------------------------------------- */
|
|
|
|
ATF_TC_WITHOUT_HEAD(result_pass);
|
|
ATF_TC_BODY(result_pass, tc)
|
|
{
|
|
printf("msg\n");
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(result_fail);
|
|
ATF_TC_BODY(result_fail, tc)
|
|
{
|
|
printf("msg\n");
|
|
atf_tc_fail("Failure reason");
|
|
}
|
|
|
|
ATF_TC_WITHOUT_HEAD(result_skip);
|
|
ATF_TC_BODY(result_skip, tc)
|
|
{
|
|
printf("msg\n");
|
|
atf_tc_skip("Skipped reason");
|
|
}
|
|
|
|
ATF_TC(result_newlines_fail);
|
|
ATF_TC_HEAD(result_newlines_fail, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_result test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(result_newlines_fail, tc)
|
|
{
|
|
atf_tc_fail("First line\nSecond line");
|
|
}
|
|
|
|
ATF_TC(result_newlines_skip);
|
|
ATF_TC_HEAD(result_newlines_skip, tc)
|
|
{
|
|
atf_tc_set_md_var(tc, "descr", "Helper test case for the t_result test "
|
|
"program");
|
|
}
|
|
ATF_TC_BODY(result_newlines_skip, tc)
|
|
{
|
|
atf_tc_skip("First line\nSecond line");
|
|
}
|
|
|
|
/* ---------------------------------------------------------------------
|
|
* Main.
|
|
* --------------------------------------------------------------------- */
|
|
|
|
ATF_TP_ADD_TCS(tp)
|
|
{
|
|
/* Add helper tests for t_cleanup. */
|
|
ATF_TP_ADD_TC(tp, cleanup_pass);
|
|
ATF_TP_ADD_TC(tp, cleanup_fail);
|
|
ATF_TP_ADD_TC(tp, cleanup_skip);
|
|
ATF_TP_ADD_TC(tp, cleanup_curdir);
|
|
ATF_TP_ADD_TC(tp, cleanup_sigterm);
|
|
|
|
/* Add helper tests for t_config. */
|
|
ATF_TP_ADD_TC(tp, config_unset);
|
|
ATF_TP_ADD_TC(tp, config_empty);
|
|
ATF_TP_ADD_TC(tp, config_value);
|
|
ATF_TP_ADD_TC(tp, config_multi_value);
|
|
|
|
/* Add helper tests for t_expect. */
|
|
ATF_TP_ADD_TC(tp, expect_pass_and_pass);
|
|
ATF_TP_ADD_TC(tp, expect_pass_but_fail_requirement);
|
|
ATF_TP_ADD_TC(tp, expect_pass_but_fail_check);
|
|
ATF_TP_ADD_TC(tp, expect_fail_and_fail_requirement);
|
|
ATF_TP_ADD_TC(tp, expect_fail_and_fail_check);
|
|
ATF_TP_ADD_TC(tp, expect_fail_but_pass);
|
|
ATF_TP_ADD_TC(tp, expect_exit_any_and_exit);
|
|
ATF_TP_ADD_TC(tp, expect_exit_code_and_exit);
|
|
ATF_TP_ADD_TC(tp, expect_exit_but_pass);
|
|
ATF_TP_ADD_TC(tp, expect_signal_any_and_signal);
|
|
ATF_TP_ADD_TC(tp, expect_signal_no_and_signal);
|
|
ATF_TP_ADD_TC(tp, expect_signal_but_pass);
|
|
ATF_TP_ADD_TC(tp, expect_death_and_exit);
|
|
ATF_TP_ADD_TC(tp, expect_death_and_signal);
|
|
ATF_TP_ADD_TC(tp, expect_death_but_pass);
|
|
ATF_TP_ADD_TC(tp, expect_timeout_and_hang);
|
|
ATF_TP_ADD_TC(tp, expect_timeout_but_pass);
|
|
|
|
/* Add helper tests for t_meta_data. */
|
|
ATF_TP_ADD_TC(tp, metadata_no_descr);
|
|
ATF_TP_ADD_TC(tp, metadata_no_head);
|
|
|
|
/* Add helper tests for t_srcdir. */
|
|
ATF_TP_ADD_TC(tp, srcdir_exists);
|
|
|
|
/* Add helper tests for t_result. */
|
|
ATF_TP_ADD_TC(tp, result_pass);
|
|
ATF_TP_ADD_TC(tp, result_fail);
|
|
ATF_TP_ADD_TC(tp, result_skip);
|
|
ATF_TP_ADD_TC(tp, result_newlines_fail);
|
|
ATF_TP_ADD_TC(tp, result_newlines_skip);
|
|
|
|
return atf_no_error();
|
|
}
|