minix/external/bsd/atf/dist/atf-report/tests-results.xsl
Lionel Sambuc 11be35a165 Importing NetBSD "Kyua" test framework
To do so, a few dependencies have been imported:

 * external/bsd/lutok
 * external/mit/lua
 * external/public-domain/sqlite
 * external/public-domain/xz

The Kyua framework is the new generation of ATF (Automated Test
Framework), it is composed of:

 * external/bsd/atf
 * external/bsd/kyua-atf-compat
 * external/bsd/kyua-cli
 * external/bsd/kyua-tester
 * tests

Kyua/ATF being written in C++, it depends on libstdc++ which is
provided by GCC. As this is not part of the sources, Kyua is only
compiled when the native GCC utils are installed.

To install Kyua do the following:

 * In a cross-build enviromnent, add the following to the build.sh
   commandline: -V MKBINUTILS=yes -V MKGCCCMDS=yes

WARNING:
  At this point the import is still experimental, and not supported
  on native builds (a.k.a make build).

Change-Id: I26aee23c5bbd2d64adcb7c1beb98fe0d479d7ada
2013-07-23 20:43:41 +02:00

565 lines
19 KiB
XML

<?xml version="1.0" encoding="ISO-8859-1"?>
<!DOCTYPE xsl:stylesheet [<!ENTITY nbsp "&#160;">]>
<!--
++ Automated Testing Framework (atf)
++
++ Copyright (c) 2007 The NetBSD Foundation, Inc.
++ All rights reserved.
++
++ Redistribution and use in source and binary forms, with or without
++ modification, are permitted provided that the following conditions
++ are met:
++ 1. Redistributions of source code must retain the above copyright
++ notice, this list of conditions and the following disclaimer.
++ 2. Redistributions in binary form must reproduce the above copyright
++ notice, this list of conditions and the following disclaimer in the
++ documentation and/or other materials provided with the distribution.
++
++ THIS SOFTWARE IS PROVIDED BY THE NETBSD FOUNDATION, INC. AND
++ CONTRIBUTORS ``AS IS'' AND ANY EXPRESS OR IMPLIED WARRANTIES,
++ INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES OF
++ MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE DISCLAIMED.
++ IN NO EVENT SHALL THE FOUNDATION OR CONTRIBUTORS BE LIABLE FOR ANY
++ DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
++ DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE
++ GOODS OR SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS
++ INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER
++ IN CONTRACT, STRICT LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR
++ OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF THIS SOFTWARE, EVEN
++ IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
-->
<xsl:stylesheet version="1.0"
xmlns:xsl="http://www.w3.org/1999/XSL/Transform">
<!-- Parameters that can be overriden by the user. -->
<xsl:param name="global.css">tests-results.css</xsl:param>
<xsl:param name="global.title">ATF Tests Results</xsl:param>
<xsl:variable name="ntps"
select="count(tests-results/tp)" />
<xsl:variable name="ntps-failed"
select="count(tests-results/tp/failed)" />
<xsl:variable name="ntcs"
select="count(tests-results/tp/tc)" />
<xsl:variable name="ntcs-passed"
select="count(tests-results/tp/tc/passed)" />
<xsl:variable name="ntcs-failed"
select="count(tests-results/tp/tc/failed)" />
<xsl:variable name="ntcs-skipped"
select="count(tests-results/tp/tc/skipped)" />
<xsl:variable name="ntcs-xfail"
select="count(tests-results/tp/tc/expected_death) +
count(tests-results/tp/tc/expected_exit) +
count(tests-results/tp/tc/expected_failure) +
count(tests-results/tp/tc/expected_signal) +
count(tests-results/tp/tc/expected_timeout)" />
<xsl:template match="/">
<xsl:copy>
<xsl:apply-templates select="@*|node()" />
</xsl:copy>
</xsl:template>
<xsl:template match="tests-results">
<html xmlns="http://www.w3.org/1999/xhtml">
<head>
<meta http-equiv="Content-Type"
content="text/html; charset=iso-8859-1" />
<link rel="stylesheet" type="text/css" href="{$global.css}" />
<title><xsl:value-of select="$global.title" /></title>
</head>
<body>
<h1><xsl:value-of select="$global.title" /></h1>
<xsl:call-template name="info-top" />
<xsl:call-template name="tcs-summary" />
<xsl:if test="$ntcs-failed > 0">
<xsl:call-template name="failed-tcs-summary" />
</xsl:if>
<xsl:if test="$ntcs-xfail > 0">
<xsl:call-template name="xfail-tcs-summary" />
</xsl:if>
<xsl:if test="$ntcs-skipped > 0">
<xsl:call-template name="skipped-tcs-summary" />
</xsl:if>
<xsl:if test="$ntps-failed > 0">
<xsl:call-template name="failed-tps-summary" />
</xsl:if>
<xsl:call-template name="info-bottom" />
<xsl:apply-templates select="tp" mode="details" />
</body>
</html>
</xsl:template>
<xsl:template name="info-top">
<h2>Execution summary</h2>
<table class="summary">
<tr>
<th class="nobr"><p>Item</p></th>
<th class="nobr"><p>Value</p></th>
</tr>
<tr class="group">
<td colspan="2"><p>ATF</p></td>
</tr>
<tr class="entry">
<td><p>Version</p></td>
<td><p><xsl:apply-templates
select="info[@class = 'atf.version']" /></p></td>
</tr>
<tr class="group">
<td colspan="2"><p>Timings</p></td>
</tr>
<tr class="entry">
<td><p>Start time of tests</p></td>
<td><p><xsl:apply-templates
select="info[@class = 'time.start']" /></p></td>
</tr>
<tr class="entry">
<td><p>End time of tests</p></td>
<td><p><xsl:apply-templates
select="info[@class = 'time.end']" /></p></td>
</tr>
<tr class="group">
<td colspan="2"><p>System information</p></td>
</tr>
<tr class="entry">
<td><p>Host name</p></td>
<td><p><xsl:apply-templates
select="info[@class = 'uname.nodename']" /></p></td>
</tr>
<tr class="entry">
<td><p>Operating system</p></td>
<td><p><xsl:apply-templates
select="info[@class = 'uname.sysname']" /></p></td>
</tr>
<tr class="entry">
<td><p>Operating system release</p></td>
<td><p><xsl:apply-templates
select="info[@class = 'uname.release']" /></p></td>
</tr>
<tr class="entry">
<td><p>Operating system version</p></td>
<td><p><xsl:apply-templates
select="info[@class = 'uname.version']" /></p></td>
</tr>
<tr class="entry">
<td><p>Platform</p></td>
<td><p><xsl:apply-templates
select="info[@class = 'uname.machine']" /></p></td>
</tr>
<tr class="group">
<td colspan="2"><p>Tests results</p></td>
</tr>
<tr class="entry">
<td><p>Root</p></td>
<td><p><xsl:value-of
select="info[@class = 'tests.root']" /></p></td>
</tr>
<tr class="entry">
<td><p>Test programs</p></td>
<td class="numeric"><p><xsl:value-of select="$ntps" /></p></td>
</tr>
<tr class="entry">
<xsl:choose>
<xsl:when test="$ntps-failed > 0">
<td><p><a href="#failed-tps-summary">Bogus test
programs</a></p></td>
<td class="numeric-error">
<p><xsl:value-of select="$ntps-failed" /></p>
</td>
</xsl:when>
<xsl:otherwise>
<td><p>Bogus test programs</p></td>
<td class="numeric">
<p><xsl:value-of select="$ntps-failed" /></p>
</td>
</xsl:otherwise>
</xsl:choose>
</tr>
<tr class="entry">
<td><p>Test cases</p></td>
<td class="numeric"><p><xsl:value-of select="$ntcs" /></p></td>
</tr>
<tr class="entry">
<td><p>Passed test cases</p></td>
<td class="numeric"><p><xsl:value-of select="$ntcs-passed" /></p></td>
</tr>
<tr class="entry">
<xsl:choose>
<xsl:when test="$ntcs-failed > 0">
<td><p><a href="#failed-tcs-summary">Failed test
cases</a></p></td>
<td class="numeric-error">
<p><xsl:value-of select="$ntcs-failed" /></p>
</td>
</xsl:when>
<xsl:otherwise>
<td><p>Failed test cases</p></td>
<td class="numeric">
<p><xsl:value-of select="$ntcs-failed" /></p>
</td>
</xsl:otherwise>
</xsl:choose>
</tr>
<tr class="entry">
<xsl:choose>
<xsl:when test="$ntcs-xfail > 0">
<td><p><a href="#xfail-tcs-summary">Expected
failures</a></p></td>
<td class="numeric-warning">
<p><xsl:value-of select="$ntcs-xfail" /></p>
</td>
</xsl:when>
<xsl:otherwise>
<td><p>Expected failures</p></td>
<td class="numeric">
<p><xsl:value-of select="$ntcs-xfail" /></p>
</td>
</xsl:otherwise>
</xsl:choose>
</tr>
<tr class="entry">
<xsl:choose>
<xsl:when test="$ntcs-skipped > 0">
<td><p><a href="#skipped-tcs-summary">Skipped test
cases</a></p></td>
<td class="numeric-warning">
<p><xsl:value-of select="$ntcs-skipped" /></p>
</td>
</xsl:when>
<xsl:otherwise>
<td><p>Skipped test cases</p></td>
<td class="numeric">
<p><xsl:value-of select="$ntcs-skipped" /></p>
</td>
</xsl:otherwise>
</xsl:choose>
</tr>
<tr class="group">
<td colspan="2"><p><a href="#execution-details">See more execution
details</a></p></td>
</tr>
</table>
</xsl:template>
<xsl:template name="info-bottom">
<a name="execution-details" />
<h2 id="execution-details">Execution details</h2>
<h3>Environment variables</h3>
<ul>
<xsl:apply-templates select="info[@class = 'env']">
<xsl:sort />
</xsl:apply-templates>
</ul>
</xsl:template>
<xsl:template match="info[@class = 'env']">
<li>
<p><xsl:apply-templates /></p>
</li>
</xsl:template>
<xsl:template name="tcs-summary">
<h2>Test cases summary</h2>
<table class="tcs-summary">
<tr>
<th class="nobr"><p>Test case</p></th>
<th class="nobr"><p>Result</p></th>
<th class="nobr"><p>Reason</p></th>
<th class="nobr"><p>Duration</p></th>
</tr>
<xsl:apply-templates select="tp" mode="summary">
<xsl:with-param name="which">all</xsl:with-param>
</xsl:apply-templates>
</table>
</xsl:template>
<xsl:template name="xfail-tcs-summary">
<a name="xfail-tcs-summary" />
<h2 id="xfail-tcs-summary">Expected failures summary</h2>
<table class="tcs-summary">
<tr>
<th class="nobr"><p>Test case</p></th>
<th class="nobr"><p>Result</p></th>
<th class="nobr"><p>Reason</p></th>
<th class="nobr"><p>Duration</p></th>
</tr>
<xsl:apply-templates select="tp" mode="summary">
<xsl:with-param name="which">xfail</xsl:with-param>
</xsl:apply-templates>
</table>
</xsl:template>
<xsl:template name="failed-tcs-summary">
<a name="failed-tcs-summary" />
<h2 id="failed-tcs-summary">Failed test cases summary</h2>
<table class="tcs-summary">
<tr>
<th class="nobr"><p>Test case</p></th>
<th class="nobr"><p>Result</p></th>
<th class="nobr"><p>Reason</p></th>
<th class="nobr"><p>Duration</p></th>
</tr>
<xsl:apply-templates select="tp" mode="summary">
<xsl:with-param name="which">failed</xsl:with-param>
</xsl:apply-templates>
</table>
</xsl:template>
<xsl:template name="failed-tps-summary">
<a name="failed-tps-summary" />
<h2 id="failed-tps-summary">Bogus test programs summary</h2>
<table class="tcs-summary">
<tr>
<th class="nobr">Test program</th>
</tr>
<xsl:apply-templates select="tp" mode="summary">
<xsl:with-param name="which">bogus</xsl:with-param>
</xsl:apply-templates>
</table>
</xsl:template>
<xsl:template name="skipped-tcs-summary">
<a name="skipped-tcs-summary" />
<h2 id="skipped-tcs-summary">Skipped test cases summary</h2>
<table class="tcs-summary">
<tr>
<th class="nobr"><p>Test case</p></th>
<th class="nobr"><p>Result</p></th>
<th class="nobr"><p>Reason</p></th>
<th class="nobr"><p>Duration</p></th>
</tr>
<xsl:apply-templates select="tp" mode="summary">
<xsl:with-param name="which">skipped</xsl:with-param>
</xsl:apply-templates>
</table>
</xsl:template>
<xsl:template match="tp" mode="summary">
<xsl:param name="which" />
<xsl:variable name="chosen">
<xsl:choose>
<xsl:when test="$which = 'bogus' and failed">yes</xsl:when>
<xsl:when test="$which = 'passed' and tc/passed">yes</xsl:when>
<xsl:when test="$which = 'failed' and tc/failed">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
tc/expected_death">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
tc/expected_exit">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
tc/expected_failure">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
tc/expected_signal">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
tc/expected_timeout">yes</xsl:when>
<xsl:when test="$which = 'skipped' and tc/skipped">yes</xsl:when>
<xsl:when test="$which = 'all'">yes</xsl:when>
<xsl:otherwise>no</xsl:otherwise>
</xsl:choose>
</xsl:variable>
<xsl:if test="$chosen = 'yes'">
<tr>
<td class="tp-id" colspan="3">
<p><xsl:value-of select="@id" /></p>
</td>
<td class="tp-numeric">
<p><xsl:value-of select="tp-time" />s</p>
</td>
</tr>
<xsl:if test="$which != 'bogus'">
<xsl:apply-templates select="tc" mode="summary">
<xsl:with-param name="which" select="$which" />
</xsl:apply-templates>
</xsl:if>
</xsl:if>
</xsl:template>
<xsl:template match="tc" mode="summary">
<xsl:param name="which" />
<xsl:variable name="full-id"
select="concat(translate(../@id, '/', '_'), '_', @id)" />
<xsl:variable name="chosen">
<xsl:choose>
<xsl:when test="$which = 'passed' and ./passed">yes</xsl:when>
<xsl:when test="$which = 'failed' and ./failed">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
./expected_death">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
./expected_exit">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
./expected_failure">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
./expected_signal">yes</xsl:when>
<xsl:when test="$which = 'xfail' and
./expected_timeout">yes</xsl:when>
<xsl:when test="$which = 'skipped' and ./skipped">yes</xsl:when>
<xsl:when test="$which = 'all'">yes</xsl:when>
<xsl:otherwise>no</xsl:otherwise>
</xsl:choose>
</xsl:variable>
<xsl:if test="$chosen = 'yes'">
<tr>
<td class="tc-id">
<xsl:choose>
<xsl:when test="expected_death|expected_exit|expected_failure|
expected_signal|expected_timeout|failed|skipped">
<p><a href="#{$full-id}"><xsl:value-of select="@id" /></a></p>
</xsl:when>
<xsl:otherwise>
<p><xsl:value-of select="@id" /></p>
</xsl:otherwise>
</xsl:choose>
</td>
<xsl:apply-templates select="expected_death|expected_exit|
expected_failure|expected_timeout|
expected_signal|failed|passed|
skipped" mode="tc" />
<td class="numeric">
<p><xsl:value-of select="tc-time" />s</p>
</td>
</tr>
</xsl:if>
</xsl:template>
<xsl:template match="passed" mode="tc">
<td class="tcr-passed"><p class="nobr">Passed</p></td>
<td class="tcr-reason"><p>N/A</p></td>
</xsl:template>
<xsl:template match="expected_death" mode="tc">
<td class="tcr-xfail"><p class="nobr">Expected death</p></td>
<td class="tcr-reason"><p><xsl:apply-templates /></p></td>
</xsl:template>
<xsl:template match="expected_exit" mode="tc">
<td class="tcr-xfail"><p class="nobr">Expected exit</p></td>
<td class="tcr-reason"><p><xsl:apply-templates /></p></td>
</xsl:template>
<xsl:template match="expected_failure" mode="tc">
<td class="tcr-xfail"><p class="nobr">Expected failure</p></td>
<td class="tcr-reason"><p><xsl:apply-templates /></p></td>
</xsl:template>
<xsl:template match="expected_timeout" mode="tc">
<td class="tcr-xfail"><p class="nobr">Expected timeout</p></td>
<td class="tcr-reason"><p><xsl:apply-templates /></p></td>
</xsl:template>
<xsl:template match="expected_signal" mode="tc">
<td class="tcr-xfail"><p class="nobr">Expected signal</p></td>
<td class="tcr-reason"><p><xsl:apply-templates /></p></td>
</xsl:template>
<xsl:template match="failed" mode="tc">
<td class="tcr-failed"><p class="nobr">Failed</p></td>
<td class="tcr-reason"><p><xsl:apply-templates /></p></td>
</xsl:template>
<xsl:template match="skipped" mode="tc">
<td class="tcr-skipped"><p class="nobr">Skipped</p></td>
<td class="tcr-reason"><p><xsl:apply-templates /></p></td>
</xsl:template>
<xsl:template match="tp" mode="details">
<xsl:apply-templates select="tc[expected_death|expected_exit|
expected_failure|expected_signal|
expected_timeout|failed|skipped]"
mode="details" />
</xsl:template>
<xsl:template match="failed" mode="details">
<p class="term"><strong>FAILED</strong>: <xsl:apply-templates /></p>
</xsl:template>
<xsl:template match="expected_death|expected_exit|expected_failure|
expected_signal|expected_timeout" mode="details">
<p class="term"><strong>XFAIL</strong>: <xsl:apply-templates /></p>
</xsl:template>
<xsl:template match="skipped" mode="details">
<p class="term"><strong>SKIPPED</strong>: <xsl:apply-templates /></p>
</xsl:template>
<xsl:template match="tc" mode="details">
<xsl:variable name="full-id"
select="concat(translate(../@id, '/', '_'), '_', @id)" />
<a name="{$full-id}" />
<h2 id="{$full-id}">Test case:
<xsl:value-of select="../@id" /><xsl:text>/</xsl:text>
<xsl:value-of select="@id" /></h2>
<xsl:if test="tc-time">
<p class="details">Duration:
<xsl:apply-templates select="tc-time" mode="details" /></p>
</xsl:if>
<h3>Termination reason</h3>
<xsl:apply-templates select="expected_death|expected_exit|expected_failure|
expected_signal|expected_timeout|
failed|skipped"
mode="details" />
<xsl:if test="so">
<h3>Standard output stream</h3>
<pre class="so"><xsl:apply-templates select="so" mode="details" /></pre>
</xsl:if>
<xsl:if test="se">
<h3>Standard error stream</h3>
<pre class="se"><xsl:apply-templates select="se" mode="details" /></pre>
</xsl:if>
</xsl:template>
<xsl:template match="tc-time" mode="details">
<xsl:apply-templates /> seconds
</xsl:template>
<xsl:template match="so" mode="details">
<xsl:apply-templates />
<xsl:if test="position() != last()">
<xsl:text>
</xsl:text>
</xsl:if>
</xsl:template>
<xsl:template match="se" mode="details">
<xsl:apply-templates />
<xsl:if test="position() != last()">
<xsl:text>
</xsl:text>
</xsl:if>
</xsl:template>
<xsl:template match="@*|node()" priority="-1">
<xsl:copy>
<xsl:apply-templates select="@*|node()" />
</xsl:copy>
</xsl:template>
</xsl:stylesheet>