minix/external/bsd/atf/dist/atf-run/misc_helpers.cpp
Lionel Sambuc 11be35a165 Importing NetBSD "Kyua" test framework
To do so, a few dependencies have been imported:

 * external/bsd/lutok
 * external/mit/lua
 * external/public-domain/sqlite
 * external/public-domain/xz

The Kyua framework is the new generation of ATF (Automated Test
Framework), it is composed of:

 * external/bsd/atf
 * external/bsd/kyua-atf-compat
 * external/bsd/kyua-cli
 * external/bsd/kyua-tester
 * tests

Kyua/ATF being written in C++, it depends on libstdc++ which is
provided by GCC. As this is not part of the sources, Kyua is only
compiled when the native GCC utils are installed.

To install Kyua do the following:

 * In a cross-build enviromnent, add the following to the build.sh
   commandline: -V MKBINUTILS=yes -V MKGCCCMDS=yes

WARNING:
  At this point the import is still experimental, and not supported
  on native builds (a.k.a make build).

Change-Id: I26aee23c5bbd2d64adcb7c1beb98fe0d479d7ada
2013-07-23 20:43:41 +02:00

420 lines
12 KiB
C++

//
// Automated Testing Framework (atf)
//
// Copyright (c) 2007 The NetBSD Foundation, Inc.
// All rights reserved.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions
// are met:
// 1. Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
// 2. Redistributions in binary form must reproduce the above copyright
// notice, this list of conditions and the following disclaimer in the
// documentation and/or other materials provided with the distribution.
//
// THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
// CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
// INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
// MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
// IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
// DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
// DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
// GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
// INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
// IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
// OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
// IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
//
extern "C" {
#include <sys/stat.h>
#include <signal.h>
#include <unistd.h>
}
#include <cstdlib>
#include <fstream>
#include <iomanip>
#include <ios>
#include <iostream>
#include <string>
#include "atf-c++/macros.hpp"
#include "atf-c++/detail/env.hpp"
#include "atf-c++/detail/fs.hpp"
#include "atf-c++/detail/process.hpp"
#include "atf-c++/detail/sanity.hpp"
// ------------------------------------------------------------------------
// Auxiliary functions.
// ------------------------------------------------------------------------
static
void
touch(const std::string& path)
{
std::ofstream os(path.c_str());
if (!os)
ATF_FAIL("Could not create file " + path);
os.close();
}
// ------------------------------------------------------------------------
// Helper tests for "t_integration".
// ------------------------------------------------------------------------
ATF_TEST_CASE(pass);
ATF_TEST_CASE_HEAD(pass)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(pass)
{
}
ATF_TEST_CASE(config);
ATF_TEST_CASE_HEAD(config)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(config)
{
std::cout << "1st: " << get_config_var("1st") << "\n";
std::cout << "2nd: " << get_config_var("2nd") << "\n";
std::cout << "3rd: " << get_config_var("3rd") << "\n";
std::cout << "4th: " << get_config_var("4th") << "\n";
}
ATF_TEST_CASE(fds);
ATF_TEST_CASE_HEAD(fds)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(fds)
{
std::cout << "msg1 to stdout" << "\n";
std::cout << "msg2 to stdout" << "\n";
std::cerr << "msg1 to stderr" << "\n";
std::cerr << "msg2 to stderr" << "\n";
}
ATF_TEST_CASE_WITHOUT_HEAD(mux_streams);
ATF_TEST_CASE_BODY(mux_streams)
{
for (size_t i = 0; i < 10000; i++) {
switch (i % 5) {
case 0:
std::cout << "stdout " << i << "\n";
break;
case 1:
std::cerr << "stderr " << i << "\n";
break;
case 2:
std::cout << "stdout " << i << "\n";
std::cerr << "stderr " << i << "\n";
break;
case 3:
std::cout << "stdout " << i << "\n";
std::cout << "stdout " << i << "\n";
std::cerr << "stderr " << i << "\n";
break;
case 4:
std::cout << "stdout " << i << "\n";
std::cerr << "stderr " << i << "\n";
std::cerr << "stderr " << i << "\n";
break;
default:
UNREACHABLE;
}
}
}
ATF_TEST_CASE(testvar);
ATF_TEST_CASE_HEAD(testvar)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(testvar)
{
if (!has_config_var("testvar"))
fail("testvar variable not defined");
std::cout << "testvar: " << get_config_var("testvar") << "\n";
}
ATF_TEST_CASE(env_list);
ATF_TEST_CASE_HEAD(env_list)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(env_list)
{
const atf::process::status s =
atf::process::exec(atf::fs::path("env"),
atf::process::argv_array("env", NULL),
atf::process::stream_inherit(),
atf::process::stream_inherit());
ATF_REQUIRE(s.exited());
ATF_REQUIRE(s.exitstatus() == EXIT_SUCCESS);
}
ATF_TEST_CASE(env_home);
ATF_TEST_CASE_HEAD(env_home)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(env_home)
{
ATF_REQUIRE(atf::env::has("HOME"));
atf::fs::path p(atf::env::get("HOME"));
atf::fs::file_info fi1(p);
atf::fs::file_info fi2(atf::fs::path("."));
ATF_REQUIRE_EQ(fi1.get_device(), fi2.get_device());
ATF_REQUIRE_EQ(fi1.get_inode(), fi2.get_inode());
}
ATF_TEST_CASE(read_stdin);
ATF_TEST_CASE_HEAD(read_stdin)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(read_stdin)
{
char buf[100];
ssize_t len = ::read(STDIN_FILENO, buf, sizeof(buf) - 1);
ATF_REQUIRE(len != -1);
buf[len + 1] = '\0';
for (ssize_t i = 0; i < len; i++) {
if (buf[i] != '\0') {
fail("The stdin of the test case does not seem to be /dev/zero; "
"got '" + std::string(buf) + "'");
}
}
}
ATF_TEST_CASE(umask);
ATF_TEST_CASE_HEAD(umask)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(umask)
{
mode_t m = ::umask(0);
std::cout << "umask: " << std::setw(4) << std::setfill('0')
<< std::oct << m << "\n";
(void)::umask(m);
}
ATF_TEST_CASE_WITH_CLEANUP(cleanup_states);
ATF_TEST_CASE_HEAD(cleanup_states)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(cleanup_states)
{
touch(get_config_var("statedir") + "/to-delete");
touch(get_config_var("statedir") + "/to-stay");
if (get_config_var("state") == "fail")
ATF_FAIL("On purpose");
else if (get_config_var("state") == "skip")
ATF_SKIP("On purpose");
}
ATF_TEST_CASE_CLEANUP(cleanup_states)
{
atf::fs::remove(atf::fs::path(get_config_var("statedir") + "/to-delete"));
}
ATF_TEST_CASE_WITH_CLEANUP(cleanup_curdir);
ATF_TEST_CASE_HEAD(cleanup_curdir)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(cleanup_curdir)
{
std::ofstream os("oldvalue");
if (!os)
ATF_FAIL("Failed to create oldvalue file");
os << 1234;
os.close();
}
ATF_TEST_CASE_CLEANUP(cleanup_curdir)
{
std::ifstream is("oldvalue");
if (is) {
int i;
is >> i;
std::cout << "Old value: " << i << "\n";
is.close();
}
}
ATF_TEST_CASE(require_arch);
ATF_TEST_CASE_HEAD(require_arch)
{
set_md_var("descr", "Helper test case for the t_integration test program");
set_md_var("require.arch", get_config_var("arch", "not-set"));
}
ATF_TEST_CASE_BODY(require_arch)
{
}
ATF_TEST_CASE(require_config);
ATF_TEST_CASE_HEAD(require_config)
{
set_md_var("descr", "Helper test case for the t_integration test program");
set_md_var("require.config", "var1 var2");
}
ATF_TEST_CASE_BODY(require_config)
{
std::cout << "var1: " << get_config_var("var1") << "\n";
std::cout << "var2: " << get_config_var("var2") << "\n";
}
ATF_TEST_CASE(require_files);
ATF_TEST_CASE_HEAD(require_files)
{
set_md_var("descr", "Helper test case for the t_integration test program");
set_md_var("require.files", get_config_var("files", "not-set"));
}
ATF_TEST_CASE_BODY(require_files)
{
}
ATF_TEST_CASE(require_machine);
ATF_TEST_CASE_HEAD(require_machine)
{
set_md_var("descr", "Helper test case for the t_integration test program");
set_md_var("require.machine", get_config_var("machine", "not-set"));
}
ATF_TEST_CASE_BODY(require_machine)
{
}
ATF_TEST_CASE(require_progs);
ATF_TEST_CASE_HEAD(require_progs)
{
set_md_var("descr", "Helper test case for the t_integration test program");
set_md_var("require.progs", get_config_var("progs", "not-set"));
}
ATF_TEST_CASE_BODY(require_progs)
{
}
ATF_TEST_CASE(require_user);
ATF_TEST_CASE_HEAD(require_user)
{
set_md_var("descr", "Helper test case for the t_integration test program");
set_md_var("require.user", get_config_var("user", "not-set"));
}
ATF_TEST_CASE_BODY(require_user)
{
}
ATF_TEST_CASE(timeout);
ATF_TEST_CASE_HEAD(timeout)
{
set_md_var("descr", "Helper test case for the t_integration test program");
set_md_var("timeout", "1");
}
ATF_TEST_CASE_BODY(timeout)
{
sleep(10);
touch(get_config_var("statedir") + "/finished");
}
ATF_TEST_CASE(timeout_forkexit);
ATF_TEST_CASE_HEAD(timeout_forkexit)
{
set_md_var("descr", "Helper test case for the t_integration test program");
}
ATF_TEST_CASE_BODY(timeout_forkexit)
{
pid_t pid = fork();
ATF_REQUIRE(pid != -1);
if (pid == 0) {
sigset_t mask;
sigemptyset(&mask);
std::cout << "Waiting in subprocess\n";
std::cout.flush();
::sigsuspend(&mask);
touch(get_config_var("statedir") + "/child-finished");
std::cout << "Subprocess exiting\n";
std::cout.flush();
exit(EXIT_SUCCESS);
} else {
// Don't wait for the child process and let atf-run deal with it.
touch(get_config_var("statedir") + "/parent-finished");
std::cout << "Parent process exiting\n";
ATF_PASS();
}
}
ATF_TEST_CASE(use_fs);
ATF_TEST_CASE_HEAD(use_fs)
{
set_md_var("descr", "Helper test case for the t_integration test program");
set_md_var("use.fs", "this-is-deprecated");
}
ATF_TEST_CASE_BODY(use_fs)
{
touch("test-file");
}
// ------------------------------------------------------------------------
// Main.
// ------------------------------------------------------------------------
ATF_INIT_TEST_CASES(tcs)
{
std::string which = atf::env::get("TESTCASE");
// Add helper tests for t_integration.
if (which == "pass")
ATF_ADD_TEST_CASE(tcs, pass);
if (which == "config")
ATF_ADD_TEST_CASE(tcs, config);
if (which == "fds")
ATF_ADD_TEST_CASE(tcs, fds);
if (which == "mux_streams")
ATF_ADD_TEST_CASE(tcs, mux_streams);
if (which == "testvar")
ATF_ADD_TEST_CASE(tcs, testvar);
if (which == "env_list")
ATF_ADD_TEST_CASE(tcs, env_list);
if (which == "env_home")
ATF_ADD_TEST_CASE(tcs, env_home);
if (which == "read_stdin")
ATF_ADD_TEST_CASE(tcs, read_stdin);
if (which == "umask")
ATF_ADD_TEST_CASE(tcs, umask);
if (which == "cleanup_states")
ATF_ADD_TEST_CASE(tcs, cleanup_states);
if (which == "cleanup_curdir")
ATF_ADD_TEST_CASE(tcs, cleanup_curdir);
if (which == "require_arch")
ATF_ADD_TEST_CASE(tcs, require_arch);
if (which == "require_config")
ATF_ADD_TEST_CASE(tcs, require_config);
if (which == "require_files")
ATF_ADD_TEST_CASE(tcs, require_files);
if (which == "require_machine")
ATF_ADD_TEST_CASE(tcs, require_machine);
if (which == "require_progs")
ATF_ADD_TEST_CASE(tcs, require_progs);
if (which == "require_user")
ATF_ADD_TEST_CASE(tcs, require_user);
if (which == "timeout")
ATF_ADD_TEST_CASE(tcs, timeout);
if (which == "timeout_forkexit")
ATF_ADD_TEST_CASE(tcs, timeout_forkexit);
if (which == "use_fs")
ATF_ADD_TEST_CASE(tcs, use_fs);
}