Subject: [Boost-commit] svn:boost r83591 - in trunk/tools/regression/test/report: . expected
From: steven_at_[hidden]
Date: 2013-03-26 15:35:53
Author: steven_watanabe
Date: 2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
New Revision: 83591
URL: http://svn.boost.org/trac/boost/changeset/83591
Log:
Tests for the possible test case results.
Added:
trunk/tools/regression/test/report/expected.zip (contents, props changed)
Removed:
trunk/tools/regression/test/report/expected/
Text files modified:
trunk/tools/regression/test/report/Jamfile.jam | 7 ++
trunk/tools/regression/test/report/expected_results.xml | 12 ++++
trunk/tools/regression/test/report/explicit-failures-markup.xml | 30 ++++++++++-
trunk/tools/regression/test/report/runner.xml | 99 ++++++++++++++++++++++++++++++++++-----
4 files changed, 130 insertions(+), 18 deletions(-)
Modified: trunk/tools/regression/test/report/Jamfile.jam
==============================================================================
--- trunk/tools/regression/test/report/Jamfile.jam (original)
+++ trunk/tools/regression/test/report/Jamfile.jam 2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
@@ -19,5 +19,10 @@
:
runner.xml
:
- : boost_report_test
+ <dependency>runner.xml
+ <dependency>comment.html
+ <dependency>expected_results.xml
+ <dependency>explicit-failures-markup.xml
+ :
+ boost_report_test
;
Added: trunk/tools/regression/test/report/expected.zip
==============================================================================
Binary file. No diff available.
Modified: trunk/tools/regression/test/report/expected_results.xml
==============================================================================
--- trunk/tools/regression/test/report/expected_results.xml (original)
+++ trunk/tools/regression/test/report/expected_results.xml 2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
@@ -1,8 +1,18 @@
<?xml version="1.0" encoding="utf-8"?>
<expected-failures>
+ <!--
+ Copyright (c) 2013 Steven Watanabe
+
+ Distributed under the Boost Software Licence Version 1.0. (See
+ accompanying file LICENSE_1_0.txt or copy at
+ http://www.boost.org/LICENSE_1_0.txt)
+ -->
<toolset name="msvc-11.0">
<library name="any">
- <test-result test-name="test1" result="success"/>
+ <test-result test-name="run_pass" result="success"/>
+ <test-result test-name="run_fail" result="fail"/>
+ <test-result test-name="run_fail_regress" result="success"/>
+ <test-result test-name="run_pass_unexpected" result="fail"/>
</library>
</toolset>
</expected-failures>
Modified: trunk/tools/regression/test/report/explicit-failures-markup.xml
==============================================================================
--- trunk/tools/regression/test/report/explicit-failures-markup.xml (original)
+++ trunk/tools/regression/test/report/explicit-failures-markup.xml 2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
@@ -1,5 +1,12 @@
<?xml version="1.0" encoding="utf-8"?>
<explicit-failures-markup>
+ <!--
+ Copyright (c) 2013 Steven Watanabe
+
+ Distributed under the Boost Software Licence Version 1.0. (See
+ accompanying file LICENSE_1_0.txt or copy at
+ http://www.boost.org/LICENSE_1_0.txt)
+ -->
<!-- /////////////// Toolsets /////////////// -->
<mark-toolset name="msvc-11.0" status="required"/>
@@ -10,13 +17,30 @@
<toolset name="borland-*"/>
</mark-unusable>
<mark-expected-failures>
- <test name="test2"/>
- <toolset name="gcc-4.2.1*"/>
+ <test name="run_fail_expected_new"/>
+ <toolset name="msvc*"/>
<note author="Steven Watanabe" refid="1"/>
</mark-expected-failures>
+ <mark-expected-failures>
+ <test name="run_fail_expected_new_nonote"/>
+ <toolset name="msvc*"/>
+ </mark-expected-failures>
+ <mark-expected-failures reason="?">
+ <test name="run_fail_expected_new_unsearched"/>
+ <toolset name="msvc*"/>
+ </mark-expected-failures>
+ <mark-expected-failures>
+ <test name="run_pass_unexpected_new"/>
+ <toolset name="msvc*"/>
+ <note author="Steven Watanabe" refid="1"/>
+ </mark-expected-failures>
+ <mark-expected-failures>
+ <test name="run_pass_unexpected_new_nonote"/>
+ <toolset name="msvc*"/>
+ </mark-expected-failures>
</library>
- <note id="2">
+ <note id="1">
The failure is caused by a compiler bug.
</note>
Modified: trunk/tools/regression/test/report/runner.xml
==============================================================================
--- trunk/tools/regression/test/report/runner.xml (original)
+++ trunk/tools/regression/test/report/runner.xml 2013-03-26 15:35:52 EDT (Tue, 26 Mar 2013)
@@ -1,19 +1,92 @@
<?xml version="1.0" encoding="utf-8"?>
<test-run source="SVN" runner="runner1" timestamp="2013-03-26T14:23:59Z" platform="Windows" tag="trunk" run-type="full" revision="83542">
+ <!--
+ Copyright (c) 2013 Steven Watanabe
+
+ Distributed under the Boost Software Licence Version 1.0. (See
+ accompanying file LICENSE_1_0.txt or copy at
+ http://www.boost.org/LICENSE_1_0.txt)
+ -->
<comment><h1>runner</h1>
Tests are run on the Windows platform</comment>
- <test-log toolset="msvc-11.0" library="any" test-name="test1"
- test-program="libs/any/test/test1.cpp"
- target-directory="boost/bin.v2/libs/any/test/test1.test/msvc-11.0/debug"
- test-type="run" show-run-output="false">
- <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">test1.cpp</compile>
- <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">test1</link>
- <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">
-Running 1 test case...
-
-*** No errors detected
-
-EXIT STATUS: 0
-</run>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_pass"
+ test-program="libs/any/test/run_pass.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_pass.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass</link>
+ <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass passed</run>
+ </test-log>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_fail_expected_new"
+ test-program="libs/any/test/run_fail_expected_new.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_fail_expected_new.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new</link>
+ <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new failed</run>
+ </test-log>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_fail"
+ test-program="libs/any/test/run_fail.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_fail.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail</link>
+ <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail failed</run>
+ </test-log>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_fail_expected_new_nonote"
+ test-program="libs/any/test/run_fail_expected_new_nonote.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_fail_expected_new_nonote.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_nonote.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_nonote</link>
+ <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_nonote failed</run>
+ </test-log>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_fail_expected_new_unsearched"
+ test-program="libs/any/test/run_fail_expected_new_unsearched.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_fail_expected_new_unsearched.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_unsearched.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_unsearched</link>
+ <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_expected_new_unsearched failed</run>
+ </test-log>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_fail_new"
+ test-program="libs/any/test/run_fail_new.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_fail_new.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_new.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_new</link>
+ <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_new failed</run>
+ </test-log>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_fail_regress"
+ test-program="libs/any/test/run_fail_regress.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_fail_regress.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_regress.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_fail_regress</link>
+ <run result="fail" timestamp="2013-03-26 14:47:12 UTC">run_fail_regress failed</run>
+ </test-log>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_pass_unexpected_new"
+ test-program="libs/any/test/run_pass_unexpected_new.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_pass_unexpected_new.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new</link>
+ <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new passed</run>
+ </test-log>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_pass_unexpected"
+ test-program="libs/any/test/run_pass_unexpected.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_pass_unexpected.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected</link>
+ <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected passed</run>
+ </test-log>
+ <test-log toolset="msvc-11.0" library="any" test-name="run_pass_unexpected_new_nonote"
+ test-program="libs/any/test/run_pass_unexpected_new_nonote.cpp"
+ target-directory="boost/bin.v2/libs/any/test/run_pass_unexpected_new_nonote.test/msvc-11.0/debug"
+ test-type="run" show-run-output="false">
+ <compile result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new_nonote.cpp</compile>
+ <link result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new_nonote</link>
+ <run result="succeed" timestamp="2013-03-26 14:47:12 UTC">run_pass_unexpected_new_nonote passed</run>
</test-log>
</test-run>