summaryrefslogtreecommitdiffstats
path: root/test/ctest/CTestCustom.ctest.in
blob: 1362ea5ee701c7913ae022ba661a5767a3ec18e9 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
# grep -ori 'datamodel="xpath' .
# skip xpath datamodel tests

# grep -ori 'manual' .
# manual tests

# grep -ori 'datamodel="null' .
# skip xpath datamodel tests

# these are manual or xpath tests generated by the ecma generator
set(CTEST_CUSTOM_TESTS_IGNORE

  ### Ignore for ECMAScript datamodel
	"ecma/test178.scxml" # Manual - PASSED
	"ecma/test230.scxml" # Manual - PASSED
	"ecma/test250.scxml" # Manual - PASSED
	"ecma/test301.scxml" # Manual - PASSED
	"ecma/test307.scxml" # Manual - PASSED
	"ecma/test415.scxml" # Manual - PASSED
  # "ecma/test513.txt" # Manual - PASSED

  ### Ignore for flattened ECMAScript datamodel
	"fsm/ecma/test178.scxml" # manual test
	"fsm/ecma/test230.scxml" # manual test
	"fsm/ecma/test250.scxml" # manual test
	"fsm/ecma/test301.scxml" # manual test
	"fsm/ecma/test307.scxml" # manual test
	"fsm/ecma/test415.scxml" # manual test
  # "fsm/ecma/test513.txt" # manual test

  ### Just ignore the XPath datamodel tests that hang, most of the rest fails as well
	"xpath/test388.scxml" # hangs
	"xpath/test580.scxml" # hangs
  
  
  ### Ignore for PROMELA datamodel
  "promela/test178.scxml" # manual test
  "promela/test190.scxml" # string concatenation
  "promela/test224.scxml" # string operation startWith
  "promela/test230.scxml" # manual test
  "promela/test250.scxml" # manual test
  "promela/test277.scxml" # no runtime checks for undeclared variables
  "promela/test280.scxml" # no runtime checks for undeclared variables
  "promela/test301.scxml" # manual test
  "promela/test307.scxml" # manual test
#  "promela/test330.scxml" # no "defined" operator in promela
# "promela/test333.scxml" # no typeof or "defined" operator in promela
# "promela/test335.scxml" # no typeof or "defined" operator in promela
# "promela/test337.scxml" # no typeof or "defined" operator in promela
  "promela/test350.scxml" # string concatenation
  "promela/test415.scxml" # manual test
  "promela/test509.scxml" # string operation contains
  "promela/test518.scxml" # string operation contains
  "promela/test519.scxml" # string operation contains
  "promela/test520.scxml" # string operation contains
  "promela/test525.scxml" # assumes unbound arrays
  "promela/test530.scxml" # assigns DOM node to variable
  "promela/test534.scxml" # string operation contains
  
  ### Ignore for PROMELA model checking
  # fail for syntax
  "spin/promela/test150.scxml" # test that foreach causes a new variable to be declared
  "spin/promela/test151.scxml" # test that foreach causes a new variable to be declared
  "spin/promela/test152.scxml" # test that an illegal array or item value causes error.execution
  "spin/promela/test156.scxml" # test that an error causes the foreach to stop execution
  "spin/promela/test224.scxml" # string operation startWith
  "spin/promela/test277.scxml" # platform creates unbound variable if we assign an illegal value to it
  "spin/promela/test280.scxml" # late data binding / undeclared variable
  "spin/promela/test286.scxml" # assignment to a non-declared var causes an error
  "spin/promela/test294.scxml" # mixed types for event.data via donedata
  "spin/promela/test301.scxml" # manual test
  "spin/promela/test302.scxml" # variable not declared
  "spin/promela/test304.scxml" # variable not declared
  "spin/promela/test307.scxml" # manual test
  "spin/promela/test309.scxml" # 'return' as an invalid boolean expression ought to eval to false
  "spin/promela/test311.scxml" # assignment to a non-declared var
  "spin/promela/test312.scxml" # assignment of 'return'
  "spin/promela/test313.scxml" # assignment of 'return'
  "spin/promela/test314.scxml" # assignment of 'return'
  "spin/promela/test322.scxml" # assignment to _sessionid
  "spin/promela/test324.scxml" # assignment to _name
  "spin/promela/test325.scxml" # assignment from _ioprocessor
  "spin/promela/test326.scxml" # assignment from _ioprocessor
  "spin/promela/test329.scxml" # test that none of the system variables can be modified
  "spin/promela/test344.scxml" # 'return' as a cond
  "spin/promela/test346.scxml" # assignment to system variables
  "spin/promela/test350.scxml" # string concatenation
  "spin/promela/test354.scxml" # mixed types for event.data
  "spin/promela/test401.scxml" # variable not declared
  "spin/promela/test402.scxml" # variable not declared
  "spin/promela/test415.scxml" # manual test
  "spin/promela/test436.scxml" # In(s) -> _x.states[s] prevents completion as NULL dm is hardcoded
  "spin/promela/test487.scxml" # assignment of 'return'
  "spin/promela/test509.scxml" # string operation contains
  "spin/promela/test518.scxml" # string operation contains
  "spin/promela/test519.scxml" # string operation contains
  "spin/promela/test520.scxml" # string operation contains
  "spin/promela/test525.scxml" # assumes unbound arrays
  "spin/promela/test530.scxml" # assigns DOM node to variable
  "spin/promela/test534.scxml" # string operation contains

  # fail for semantics
  "spin/promela/test159.scxml" # error raised causes all subsequent elements to be skipped
  "spin/promela/test178.scxml" # manual test with two identical params - failed
  "spin/promela/test194.scxml" # illegal target for send
  "spin/promela/test199.scxml" # invalid send type
  "spin/promela/test215.scxml" # nested SCXML document with typeexpr at invoke
  "spin/promela/test216.scxml" # nested SCXML document with srcexpr at invoke
  "spin/promela/test230.scxml" # nested SCXML document with manual test
  "spin/promela/test298.scxml" # non-existent data model location
  "spin/promela/test331.scxml" # tests _error.type via 'error.execution'
  "spin/promela/test332.scxml" # tests _error.sendid via 'error.execution'
  "spin/promela/test343.scxml" # test that illegal <param> produces error.execution
  "spin/promela/test488.scxml" # illegal expr in <param> produces error.execution
  "spin/promela/test496.scxml" # tests error.communication with illegal target
  "spin/promela/test500.scxml" # uses _ioprocessors.scxml.location
  "spin/promela/test513.txt"   # pure manual wget
  "spin/promela/test521.scxml" # tests error.communication with illegal target
  "spin/promela/test528.scxml" # illegal 'expr' produces error.execution
  "spin/promela/test531.scxml" # uses _ioprocessors.basichttp.location
  "spin/promela/test532.scxml" # uses _ioprocessors.basichttp.location
  "spin/promela/test553.scxml" # error in namelist
  "spin/promela/test554.scxml" # evaluation of <invoke>'s args causes an error
  "spin/promela/test577.scxml" # send without target for basichttp
  
  
)