diff options
Diffstat (limited to 'test/runtest')
| -rw-r--r-- | test/runtest/baseline/combined.py | 81 | ||||
| -rw-r--r-- | test/runtest/baseline/fail.py | 62 | ||||
| -rw-r--r-- | test/runtest/baseline/no_result.py | 60 | ||||
| -rw-r--r-- | test/runtest/baseline/pass.py | 58 | ||||
| -rw-r--r-- | test/runtest/print_time.py | 89 | ||||
| -rw-r--r-- | test/runtest/python.py | 80 | ||||
| -rw-r--r-- | test/runtest/simple/combined.py | 83 | ||||
| -rw-r--r-- | test/runtest/simple/fail.py | 64 | ||||
| -rw-r--r-- | test/runtest/simple/no_result.py | 62 | ||||
| -rw-r--r-- | test/runtest/simple/pass.py | 60 | ||||
| -rw-r--r-- | test/runtest/src.py | 71 |
11 files changed, 770 insertions, 0 deletions
diff --git a/test/runtest/baseline/combined.py b/test/runtest/baseline/combined.py new file mode 100644 index 0000000..6382cb1 --- /dev/null +++ b/test/runtest/baseline/combined.py @@ -0,0 +1,81 @@ + +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test a combination of a passing test, failing test, and no-result +test with no argument on the command line. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest() + +test.subdir('test') + +test.write_failing_test(['test', 'fail.py']) + +test.write_no_result_test(['test', 'no_result.py']) + +test.write_passing_test(['test', 'pass.py']) + +# NOTE: The "test/fail.py : FAIL" and "test/pass.py : PASS" lines both +# have spaces at the end. + +expect = r"""qmtest.py run --output baseline.qmr --format none --result-stream=scons_tdb.AegisBaselineStream test +--- TEST RESULTS ------------------------------------------------------------- + + test/fail.py : FAIL + + FAILING TEST STDOUT + + FAILING TEST STDERR + + test/no_result.py : NO_RESULT + + NO RESULT TEST STDOUT + + NO RESULT TEST STDERR + + test/pass.py : PASS + +--- TESTS WITH UNEXPECTED OUTCOMES ------------------------------------------- + + test/no_result.py : NO_RESULT + + test/pass.py : PASS + + +--- STATISTICS --------------------------------------------------------------- + + 1 ( 33%) tests as expected + 1 ( 33%) tests unexpected PASS + 1 ( 33%) tests unexpected NO_RESULT +""" + +test.run(arguments = '--qmtest -b . test', stdout = expect) + +test.pass_test() diff --git a/test/runtest/baseline/fail.py b/test/runtest/baseline/fail.py new file mode 100644 index 0000000..b650a8c --- /dev/null +++ b/test/runtest/baseline/fail.py @@ -0,0 +1,62 @@ +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test how we handle a failing test specified on the command line. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest() + +test.subdir('test') + +test.write_failing_test(['test', 'fail.py']) + +# NOTE: The "test/fail.py : FAIL" line has spaces at the end. + +expect = r"""qmtest.py run --output baseline.qmr --format none --result-stream=scons_tdb.AegisBaselineStream test/fail.py +--- TEST RESULTS ------------------------------------------------------------- + + test/fail.py : FAIL + + FAILING TEST STDOUT + + FAILING TEST STDERR + +--- TESTS WITH UNEXPECTED OUTCOMES ------------------------------------------- + + None. + + +--- STATISTICS --------------------------------------------------------------- + + 1 (100%) tests as expected +""" + +test.run(arguments = '--qmtest -b . test/fail.py', stdout = expect) + +test.pass_test() diff --git a/test/runtest/baseline/no_result.py b/test/runtest/baseline/no_result.py new file mode 100644 index 0000000..dc2586d --- /dev/null +++ b/test/runtest/baseline/no_result.py @@ -0,0 +1,60 @@ +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test how we handle a no-results test specified on the command line. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest() + +test.subdir('test') + +test.write_no_result_test(['test', 'no_result.py']) + +expect = r"""qmtest.py run --output baseline.qmr --format none --result-stream=scons_tdb.AegisBaselineStream test/no_result.py +--- TEST RESULTS ------------------------------------------------------------- + + test/no_result.py : NO_RESULT + + NO RESULT TEST STDOUT + + NO RESULT TEST STDERR + +--- TESTS WITH UNEXPECTED OUTCOMES ------------------------------------------- + + test/no_result.py : NO_RESULT + + +--- STATISTICS --------------------------------------------------------------- + + 1 (100%) tests unexpected NO_RESULT +""" + +test.run(arguments = '--qmtest -b . test/no_result.py', stdout = expect) + +test.pass_test() diff --git a/test/runtest/baseline/pass.py b/test/runtest/baseline/pass.py new file mode 100644 index 0000000..b32ecbe --- /dev/null +++ b/test/runtest/baseline/pass.py @@ -0,0 +1,58 @@ +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test how we handle a passing test specified on the command line. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest() + +test.subdir('test') + +test.write_passing_test(['test', 'pass.py']) + +# NOTE: The "test/pass.py : PASS" line has spaces at the end. + +expect = r"""qmtest.py run --output baseline.qmr --format none --result-stream=scons_tdb.AegisBaselineStream test/pass.py +--- TEST RESULTS ------------------------------------------------------------- + + test/pass.py : PASS + +--- TESTS WITH UNEXPECTED OUTCOMES ------------------------------------------- + + test/pass.py : PASS + + +--- STATISTICS --------------------------------------------------------------- + + 1 (100%) tests unexpected PASS +""" + +test.run(arguments = '--qmtest -b . test/pass.py', stdout = expect) + +test.pass_test() diff --git a/test/runtest/print_time.py b/test/runtest/print_time.py new file mode 100644 index 0000000..1d86baa --- /dev/null +++ b/test/runtest/print_time.py @@ -0,0 +1,89 @@ +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test a combination of a passing test, failing test, and no-result +test with no argument on the command line. +""" + +import TestCmd +import TestRuntest + +test = TestRuntest.TestRuntest(match = TestCmd.match_re) + +test.subdir('test') + +test.write_failing_test(['test', 'fail.py']) + +test.write_no_result_test(['test', 'no_result.py']) + +test.write_passing_test(['test', 'pass.py']) + +# NOTE: The "test/fail.py : FAIL" and "test/pass.py : PASS" lines both +# have spaces at the end. + +expect = r"""qmtest.py run --output results.qmr --format none --result-stream=scons_tdb.AegisChangeStream --context print_time=1 test +--- TEST RESULTS ------------------------------------------------------------- + + test/fail.py : FAIL + + FAILING TEST STDOUT + + FAILING TEST STDERR + + Total execution time: \d+\.\d+ seconds + + test/no_result.py : NO_RESULT + + NO RESULT TEST STDOUT + + NO RESULT TEST STDERR + + Total execution time: \d+\.\d+ seconds + + test/pass.py : PASS + + Total execution time: \d+\.\d+ seconds + +--- TESTS THAT DID NOT PASS -------------------------------------------------- + + test/fail.py : FAIL + + test/no_result.py : NO_RESULT + + +--- STATISTICS --------------------------------------------------------------- + + 3 tests total + + 1 \( 33%\) tests PASS + 1 \( 33%\) tests FAIL + 1 \( 33%\) tests NO_RESULT +""" + +test.run(arguments = '--qmtest -t test', stdout = expect) + +test.pass_test() diff --git a/test/runtest/python.py b/test/runtest/python.py new file mode 100644 index 0000000..76eec7d --- /dev/null +++ b/test/runtest/python.py @@ -0,0 +1,80 @@ +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test that the -P option lets us specify a Python version to use. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest() + +mypython_py = test.workpath('mypython.py') +mypython_out = test.workpath('mypython.out') + +test.subdir('test') + +test.write_passing_test(['test', 'pass.py']) + +test.write(mypython_py, """\ +#!/usr/bin/env python +import os +import sys +import string +open(r'%s', 'a').write(string.join(sys.argv) + '\\n') +os.system(string.join([sys.executable] + sys.argv[1:])) +""" % mypython_out) + +test.chmod(mypython_py, 0755) + +# NOTE: The "test/fail.py : FAIL" and "test/pass.py : PASS" lines both +# have spaces at the end. + +expect = r"""qmtest.py run --output results.qmr --format none --result-stream=scons_tdb.AegisChangeStream --context python=%(mypython_py)s test +--- TEST RESULTS ------------------------------------------------------------- + + test/pass.py : PASS + +--- TESTS THAT DID NOT PASS -------------------------------------------------- + + None. + + +--- STATISTICS --------------------------------------------------------------- + + 1 tests total + + 1 (100%%) tests PASS +""" % locals() + +test.run(arguments = '--qmtest -P %s test' % mypython_py, + stdout = expect) + +test.must_match(mypython_out, """\ +%s ./test/pass.py +""" % mypython_py) + +test.pass_test() diff --git a/test/runtest/simple/combined.py b/test/runtest/simple/combined.py new file mode 100644 index 0000000..1640d94 --- /dev/null +++ b/test/runtest/simple/combined.py @@ -0,0 +1,83 @@ + +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test a combination of a passing test, failing test, and no-result +test with no argument on the command line. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest() + +test.subdir('test') + +test.write_failing_test(['test', 'fail.py']) + +test.write_no_result_test(['test', 'no_result.py']) + +test.write_passing_test(['test', 'pass.py']) + +# NOTE: The "test/fail.py : FAIL" and "test/pass.py : PASS" lines both +# have spaces at the end. + +expect = r"""qmtest.py run --output results.qmr --format none --result-stream=scons_tdb.AegisChangeStream test +--- TEST RESULTS ------------------------------------------------------------- + + test/fail.py : FAIL + + FAILING TEST STDOUT + + FAILING TEST STDERR + + test/no_result.py : NO_RESULT + + NO RESULT TEST STDOUT + + NO RESULT TEST STDERR + + test/pass.py : PASS + +--- TESTS THAT DID NOT PASS -------------------------------------------------- + + test/fail.py : FAIL + + test/no_result.py : NO_RESULT + + +--- STATISTICS --------------------------------------------------------------- + + 3 tests total + + 1 ( 33%) tests PASS + 1 ( 33%) tests FAIL + 1 ( 33%) tests NO_RESULT +""" + +test.run(arguments = '--qmtest test', stdout = expect) + +test.pass_test() diff --git a/test/runtest/simple/fail.py b/test/runtest/simple/fail.py new file mode 100644 index 0000000..ba2cc97 --- /dev/null +++ b/test/runtest/simple/fail.py @@ -0,0 +1,64 @@ +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test how we handle a failing test specified on the command line. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest() + +test.subdir('test') + +test.write_failing_test(['test', 'fail.py']) + +# NOTE: The "test/fail.py : FAIL" line has spaces at the end. + +expect = r"""qmtest.py run --output results.qmr --format none --result-stream=scons_tdb.AegisChangeStream test/fail.py +--- TEST RESULTS ------------------------------------------------------------- + + test/fail.py : FAIL + + FAILING TEST STDOUT + + FAILING TEST STDERR + +--- TESTS THAT DID NOT PASS -------------------------------------------------- + + test/fail.py : FAIL + + +--- STATISTICS --------------------------------------------------------------- + + 1 tests total + + 1 (100%) tests FAIL +""" + +test.run(arguments = '--qmtest test/fail.py', stdout = expect) + +test.pass_test() diff --git a/test/runtest/simple/no_result.py b/test/runtest/simple/no_result.py new file mode 100644 index 0000000..7c9687e --- /dev/null +++ b/test/runtest/simple/no_result.py @@ -0,0 +1,62 @@ +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test how we handle a no-results test specified on the command line. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest() + +test.subdir('test') + +test.write_no_result_test(['test', 'no_result.py']) + +expect = r"""qmtest.py run --output results.qmr --format none --result-stream=scons_tdb.AegisChangeStream test/no_result.py +--- TEST RESULTS ------------------------------------------------------------- + + test/no_result.py : NO_RESULT + + NO RESULT TEST STDOUT + + NO RESULT TEST STDERR + +--- TESTS THAT DID NOT PASS -------------------------------------------------- + + test/no_result.py : NO_RESULT + + +--- STATISTICS --------------------------------------------------------------- + + 1 tests total + + 1 (100%) tests NO_RESULT +""" + +test.run(arguments = '--qmtest test/no_result.py', stdout = expect) + +test.pass_test() diff --git a/test/runtest/simple/pass.py b/test/runtest/simple/pass.py new file mode 100644 index 0000000..8dfc996 --- /dev/null +++ b/test/runtest/simple/pass.py @@ -0,0 +1,60 @@ +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Test how we handle a passing test specified on the command line. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest() + +test.subdir('test') + +test.write_passing_test(['test', 'pass.py']) + +# NOTE: The "test/pass.py : PASS" line has spaces at the end. + +expect = r"""qmtest.py run --output results.qmr --format none --result-stream=scons_tdb.AegisChangeStream test/pass.py +--- TEST RESULTS ------------------------------------------------------------- + + test/pass.py : PASS + +--- TESTS THAT DID NOT PASS -------------------------------------------------- + + None. + + +--- STATISTICS --------------------------------------------------------------- + + 1 tests total + + 1 (100%) tests PASS +""" + +test.run(arguments = '--qmtest test/pass.py', stdout = expect) + +test.pass_test() diff --git a/test/runtest/src.py b/test/runtest/src.py new file mode 100644 index 0000000..2f723b4 --- /dev/null +++ b/test/runtest/src.py @@ -0,0 +1,71 @@ +#!/usr/bin/env python +# +# __COPYRIGHT__ +# +# Permission is hereby granted, free of charge, to any person obtaining +# a copy of this software and associated documentation files (the +# "Software"), to deal in the Software without restriction, including +# without limitation the rights to use, copy, modify, merge, publish, +# distribute, sublicense, and/or sell copies of the Software, and to +# permit persons to whom the Software is furnished to do so, subject to +# the following conditions: +# +# The above copyright notice and this permission notice shall be included +# in all copies or substantial portions of the Software. +# +# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY +# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE +# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND +# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE +# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION +# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION +# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE. +# + +__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__" + +""" +Verify that we find tests under the src/ tree only if they end +with *Tests.py. +""" + +import TestRuntest + +test = TestRuntest.TestRuntest(verbose=1) + +test.subdir(['src'], + ['src', 'suite']) + +test.write_passing_test(['src', 'pass.py']) + +test.write_passing_test(['src', 'passTests.py']) + +test.write_passing_test(['src', 'suite', 'pass.py']) + +test.write_passing_test(['src', 'suite', 'passTests.py']) + +# NOTE: The "test/fail.py : FAIL" and "test/pass.py : PASS" lines both +# have spaces at the end. + +expect = r"""qmtest.py run --output results.qmr --format none --result-stream=scons_tdb.AegisChangeStream src +--- TEST RESULTS ------------------------------------------------------------- + + src/passTests.py : PASS + + src/suite/passTests.py : PASS + +--- TESTS THAT DID NOT PASS -------------------------------------------------- + + None. + + +--- STATISTICS --------------------------------------------------------------- + + 2 tests total + + 2 (100%) tests PASS +""" + +test.run(arguments = '--qmtest src', stdout = expect) + +test.pass_test() |