summaryrefslogtreecommitdiffstats
path: root/test/runtest/qmtest.py
blob: 6b9c5a24f60a90d215ea60977cc861f1fe669a54 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
#!/usr/bin/env python
#
# __COPYRIGHT__
#
# Permission is hereby granted, free of charge, to any person obtaining
# a copy of this software and associated documentation files (the
# "Software"), to deal in the Software without restriction, including
# without limitation the rights to use, copy, modify, merge, publish,
# distribute, sublicense, and/or sell copies of the Software, and to
# permit persons to whom the Software is furnished to do so, subject to
# the following conditions:
#
# The above copyright notice and this permission notice shall be included
# in all copies or substantial portions of the Software.
#
# THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY
# KIND, EXPRESS OR IMPLIED, INCLUDING BUT NOT LIMITED TO THE
# WARRANTIES OF MERCHANTABILITY, FITNESS FOR A PARTICULAR PURPOSE AND
# NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR COPYRIGHT HOLDERS BE
# LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER IN AN ACTION
# OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN CONNECTION
# WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.
#

__revision__ = "__FILE__ __REVISION__ __DATE__ __DEVELOPER__"

"""
Test that the --qmtest option invokes tests directly via QMTest,
not directly via Python.
"""

import os.path
import sys

if sys.platform == 'win32':
    qmtest_py = 'qmtest.py'
else:
    qmtest_py = 'qmtest'

import TestRuntest

test = TestRuntest.TestRuntest()

test.subdir('test')

test_fail_py      = os.path.join('test', 'fail.py')
test_no_result_py = os.path.join('test', 'no_result.py')
test_pass_py      = os.path.join('test', 'pass.py')

workpath_fail_py      = test.workpath(test_fail_py)
workpath_no_result_py = test.workpath(test_no_result_py)
workpath_pass_py      = test.workpath(test_pass_py)

test.write_failing_test(test_fail_py)
test.write_no_result_test(test_no_result_py)
test.write_passing_test(test_pass_py)

# NOTE:  the FAIL and PASS lines below have trailing spaces.

expect_stdout = """\
%(qmtest_py)s run --output results.qmr --format none --result-stream="scons_tdb.AegisChangeStream" %(test_fail_py)s %(test_no_result_py)s %(test_pass_py)s
--- TEST RESULTS -------------------------------------------------------------

  %(test_fail_py)s                                  : FAIL    

    FAILING TEST STDOUT

    FAILING TEST STDERR

  %(test_no_result_py)s                             : NO_RESULT

    NO RESULT TEST STDOUT

    NO RESULT TEST STDERR

  %(test_pass_py)s                                  : PASS    

--- TESTS THAT DID NOT PASS --------------------------------------------------

  %(test_fail_py)s                                  : FAIL    

  %(test_no_result_py)s                             : NO_RESULT


--- STATISTICS ---------------------------------------------------------------

       3        tests total

       1 ( 33%%) tests PASS
       1 ( 33%%) tests FAIL
       1 ( 33%%) tests NO_RESULT
""" % locals()

testlist = [
    test_fail_py,
    test_no_result_py,
    test_pass_py,
]

test.run(arguments='--qmtest %s' % ' '.join(testlist),
         status=1,
         stdout=expect_stdout)

test.pass_test()

# Local Variables:
# tab-width:4
# indent-tabs-mode:nil
# End:
# vim: set expandtab tabstop=4 shiftwidth=4: