summaryrefslogtreecommitdiffstats
path: root/test/ctest/CTestCustom.ctest.in
blob: c4fc9c9692a565c7f1b7c8422efc0ab43f2b6b03 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
# grep -ori 'datamodel="xpath' .
# skip xpath datamodel tests

# grep -ori 'manual' .
# manual tests

# grep -ori 'datamodel="null' .
# skip xpath datamodel tests

# these are manual or xpath tests generated by the ecma generator
set(CTEST_CUSTOM_TESTS_IGNORE

  ### Ignore for ECMAScript datamodel
	"ecma/test178.scxml" # Manual - PASSED
	"ecma/test230.scxml" # Manual - PASSED
	"ecma/test250.scxml" # Manual - PASSED
	"ecma/test301.scxml" # Manual - PASSED
	"ecma/test307.scxml" # Manual - PASSED
	"ecma/test415.scxml" # Manual - PASSED
  # "ecma/test513.txt" # Manual - PASSED

  ### Ignore for flattened ECMAScript datamodel
	"fsm/ecma/test178.scxml" # manual test
	"fsm/ecma/test230.scxml" # manual test
	"fsm/ecma/test250.scxml" # manual test
	"fsm/ecma/test301.scxml" # manual test
	"fsm/ecma/test307.scxml" # manual test
	"fsm/ecma/test415.scxml" # manual test
  # "fsm/ecma/test513.txt" # manual test

  ### Just ignore the XPath datamodel tests that hang, most of the rest fails as well
	"xpath/test388.scxml" # hangs
	"xpath/test580.scxml" # hangs
  
  
  ### Ignore for PROMELA datamodel
  "promela/test178.scxml" # two identical params in _event.raw - failed
  "promela/test230.scxml" # autoforwarded events are identical - passed
  "promela/test250.scxml" # no onexit in cancelled invoker - passed
  "promela/test301.scxml" # reject invalid script - passed
  "promela/test307.scxml" # declare variable via script - failed
  "promela/test415.scxml" # terminate on toplevel final - passed
  # "promela/test513.txt" # manual test
  
  "promela/test190.scxml" # string concatenation
  "promela/test224.scxml" # string operation startWith
  "promela/test280.scxml" # no runtime checks for undeclared variables
  "promela/test350.scxml" # string concatenation
  "promela/test509.scxml" # string operation contains
  "promela/test518.scxml" # string operation contains
  "promela/test519.scxml" # string operation contains
  "promela/test520.scxml" # string operation contains
  "promela/test525.scxml" # assumes unbound arrays
  "promela/test530.scxml" # assigns DOM node to variable
  "promela/test534.scxml" # string operation contains
  
  
  ### Ignore for PROMELA model checking

  # manual tests
  "spin/promela/test178.scxml" # two identical params in _event.raw - failed
  "spin/promela/test230.scxml" # autoforwarded events are identical - passed
  "spin/promela/test250.scxml" # no onexit in cancelled invoker - passed
  "spin/promela/test301.scxml" # reject invalid script - passed
  "spin/promela/test307.scxml" # declare variable via script - failed
  "spin/promela/test415.scxml" # terminate on toplevel final - passed
  # "spin/promela/test513.txt" # manual test

  # fail for syntax
# "spin/promela/test150.scxml" # test that foreach causes a new variable to be declared
# "spin/promela/test151.scxml" # test that foreach causes a new variable to be declared
  "spin/promela/test152.scxml" # test that an illegal array or item value causes error.execution
  "spin/promela/test156.scxml" # test that an error causes the foreach to stop execution
  "spin/promela/test224.scxml" # string operation startWith
  "spin/promela/test277.scxml" # platform creates unbound variable if we assign an illegal value to it
  "spin/promela/test280.scxml" # late data binding / undeclared variable
  "spin/promela/test286.scxml" # assignment to a non-declared var causes an error
  "spin/promela/test294.scxml" # mixed types for event.data via donedata
#  "spin/promela/test302.scxml" # variable not declared
#  "spin/promela/test304.scxml" # variable not declared
  "spin/promela/test309.scxml" # 'return' as an invalid boolean expression ought to eval to false
  "spin/promela/test311.scxml" # assignment to a non-declared var
  "spin/promela/test312.scxml" # assignment of 'return'
  "spin/promela/test313.scxml" # assignment of 'return'
  "spin/promela/test314.scxml" # assignment of 'return'
  "spin/promela/test322.scxml" # assignment to _sessionid
  "spin/promela/test324.scxml" # assignment to _name
  "spin/promela/test325.scxml" # assignment from _ioprocessor
  "spin/promela/test326.scxml" # assignment from _ioprocessor
  "spin/promela/test329.scxml" # test that none of the system variables can be modified
  "spin/promela/test344.scxml" # 'return' as a cond
  "spin/promela/test346.scxml" # assignment to system variables
  "spin/promela/test350.scxml" # string concatenation
  "spin/promela/test354.scxml" # mixed types for event.data
  "spin/promela/test401.scxml" # variable not declared
  "spin/promela/test402.scxml" # variable not declared
  "spin/promela/test436.scxml" # In(s) -> _x.states[s] prevents completion as NULL dm is hardcoded
  "spin/promela/test487.scxml" # assignment of 'return'
  "spin/promela/test509.scxml" # string operation contains
  "spin/promela/test518.scxml" # string operation contains
  "spin/promela/test519.scxml" # string operation contains
  "spin/promela/test520.scxml" # string operation contains
  "spin/promela/test525.scxml" # assumes unbound arrays
  "spin/promela/test530.scxml" # assigns DOM node to variable
  "spin/promela/test534.scxml" # string operation contains

  # fail for semantics
  "spin/promela/test159.scxml" # error raised causes all subsequent elements to be skipped
  "spin/promela/test194.scxml" # illegal target for send
  "spin/promela/test199.scxml" # invalid send type
  "spin/promela/test216.scxml" # nested SCXML document with srcexpr at invoke
  "spin/promela/test298.scxml" # non-existent data model location
  "spin/promela/test331.scxml" # tests _error.type via 'error.execution'
  "spin/promela/test332.scxml" # tests _error.sendid via 'error.execution'
  "spin/promela/test343.scxml" # test that illegal <param> produces error.execution
  "spin/promela/test488.scxml" # illegal expr in <param> produces error.execution
  "spin/promela/test496.scxml" # tests error.communication with illegal target
  "spin/promela/test521.scxml" # tests error.communication with illegal target
  "spin/promela/test528.scxml" # illegal 'expr' produces error.execution
  "spin/promela/test531.scxml" # uses _ioprocessors.basichttp.location
  "spin/promela/test532.scxml" # uses _ioprocessors.basichttp.location
  "spin/promela/test553.scxml" # error in namelist
  "spin/promela/test554.scxml" # evaluation of <invoke>'s args causes an error
  "spin/promela/test577.scxml" # send without target for basichttp
  
  
)