summaryrefslogtreecommitdiffstats
path: root/test/ctest/CTestCustom.ctest.in
diff options
context:
space:
mode:
authorStefan Radomski <sradomski@mintwerk.de>2015-12-04 08:00:18 (GMT)
committerStefan Radomski <sradomski@mintwerk.de>2015-12-04 08:00:18 (GMT)
commitb8ba0e7c31f397a66f9d509ff20a85b33619475a (patch)
tree9a5adb4f891cdc29eb80f597510e0cef8ee0a47f /test/ctest/CTestCustom.ctest.in
parent57ba362eae6e8209cf560555fd4cc4bb76dbe2a1 (diff)
downloaduscxml-b8ba0e7c31f397a66f9d509ff20a85b33619475a.zip
uscxml-b8ba0e7c31f397a66f9d509ff20a85b33619475a.tar.gz
uscxml-b8ba0e7c31f397a66f9d509ff20a85b33619475a.tar.bz2
All changes up to my dissertation
Diffstat (limited to 'test/ctest/CTestCustom.ctest.in')
-rw-r--r--test/ctest/CTestCustom.ctest.in270
1 files changed, 166 insertions, 104 deletions
diff --git a/test/ctest/CTestCustom.ctest.in b/test/ctest/CTestCustom.ctest.in
index 3af297e..3b0243a 100644
--- a/test/ctest/CTestCustom.ctest.in
+++ b/test/ctest/CTestCustom.ctest.in
@@ -1,11 +1,20 @@
# grep -ori 'datamodel="xpath' .
-# skip xpath datamodel tests
-
+# grep -ori 'datamodel="null' .
# grep -ori 'manual' .
-# manual tests
-# grep -ori 'datamodel="null' .
-# skip xpath datamodel tests
+# manual tests:
+# "test178.scxml"
+# "test230.scxml"
+# "test250.scxml"
+# "test301.scxml" # Allowed to reject
+# "test307.scxml"
+# "test313.scxml" # Allowed to be rejected
+# "test314.scxml" # Allowed to be rejected
+# "test415.scxml"
+# "test513.txt"
+
+# null datamodel
+# "test436.scxml"
# these are manual or xpath tests generated by the ecma generator
set(CTEST_CUSTOM_TESTS_IGNORE
@@ -14,123 +23,176 @@ set(CTEST_CUSTOM_TESTS_IGNORE
"ecma/test178.scxml" # Manual - PASSED
"ecma/test230.scxml" # Manual - PASSED
"ecma/test250.scxml" # Manual - PASSED
- "ecma/test301.scxml" # Manual - PASSED
"ecma/test307.scxml" # Manual - PASSED
+ "ecma/test313.scxml" # Manual - PASSED
+ "ecma/test314.scxml" # Manual - PASSED
"ecma/test415.scxml" # Manual - PASSED
# "ecma/test513.txt" # Manual - PASSED
+
+ "ecma/test301.scxml" # Invalid script URL - PASSED
+ "ecma/test436.scxml" # Tests NULL datamodel - PASSED
+
### Ignore for flattened ECMAScript datamodel
- "fsm/ecma/test178.scxml" # manual test
- "fsm/ecma/test230.scxml" # manual test
- "fsm/ecma/test250.scxml" # manual test
- "fsm/ecma/test301.scxml" # manual test
- "fsm/ecma/test307.scxml" # manual test
- "fsm/ecma/test415.scxml" # manual test
- # "fsm/ecma/test513.txt" # manual test
+ "fsm/ecma/test178.scxml" # Manual - PASSED
+ "fsm/ecma/test230.scxml" # Manual - PASSED
+ "fsm/ecma/test250.scxml" # Manual - PASSED
+ "fsm/ecma/test307.scxml" # Manual - PASSED
+ "fsm/ecma/test313.scxml" # Manual - PASSED
+ "fsm/ecma/test314.scxml" # Manual - PASSED
+ "fsm/ecma/test415.scxml" # Manual - PASSED
+ # "fsm/ecma/test513.txt" # Manual - PASSED
+
+ "fsm/ecma/test301.scxml" # Invalid script URL - PASSED
+ "fsm/ecma/test436.scxml" # Tests NULL datamodel - PASSED
### Ignore for flattened, minimized ECMAScript datamodel
- "fsm/minimized/ecma/test178.scxml" # manual test
- "fsm/minimized/ecma/test230.scxml" # manual test
- "fsm/minimized/ecma/test250.scxml" # manual test
- "fsm/minimized/ecma/test301.scxml" # manual test
- "fsm/minimized/ecma/test307.scxml" # manual test
- "fsm/minimized/ecma/test415.scxml" # manual test
- # "fsm/ecma/test513.txt" # manual test
+ "fsm/minimized/ecma/test178.scxml" # Manual - PASSED
+ "fsm/minimized/ecma/test230.scxml" # Manual - PASSED
+ "fsm/minimized/ecma/test250.scxml" # Manual - PASSED
+ "fsm/minimized/ecma/test307.scxml" # Manual - PASSED
+ "fsm/minimized/ecma/test313.scxml" # Manual - PASSED
+ "fsm/minimized/ecma/test314.scxml" # Manual - PASSED
+ "fsm/minimized/ecma/test415.scxml" # Manual - PASSED
+ # "fsm/minimized/ecma/test513.txt" # Manual - PASSED
+
+ "fsm/minimized/ecma/test301.scxml" # Invalid script URL - PASSED
+ "fsm/minimized/ecma/test436.scxml" # Tests NULL datamodel - PASSED
+
### Just ignore the XPath datamodel tests that hang, most of the rest fails as well
- "xpath/test388.scxml" # hangs
- "xpath/test580.scxml" # hangs
+ "xpath/test178.scxml" # Manual - PASSED
+ "xpath/test230.scxml" # Manual - PASSED
+ "xpath/test250.scxml" # Manual - PASSED
+ "xpath/test307.scxml" # Manual - PASSED
+ "xpath/test313.scxml" # Manual - PASSED
+ "xpath/test314.scxml" # Manual - PASSED
+ "xpath/test415.scxml" # Manual - PASSED
+ # "xpath/test513.txt" # Manual - PASSED
+
+ "xpath/test301.scxml" # Invalid script URL - PASSED
+ "xpath/test436.scxml" # Tests NULL datamodel - PASSED
+
+
+ ### Ignore for LUA datamodel
+ "lua/test178.scxml" # Manual - PASSED
+ "lua/test230.scxml" # Manual - PASSED
+ "lua/test250.scxml" # Manual - PASSED
+ "lua/test307.scxml" # Manual - PASSED
+ "lua/test313.scxml" # Manual - PASSED
+ "lua/test314.scxml" # Manual - PASSED
+ "lua/test415.scxml" # Manual - PASSED
+ # "lua/test513.txt" # Manual - PASSED
+
+ "lua/test301.scxml" # Invalid script URL - PASSED
+ "lua/test436.scxml" # Tests NULL datamodel - PASSED
+
+ ### Ignore for Prolog datamodel
+ "prolog/test178.scxml" # Manual - PASSED
+ "prolog/test230.scxml" # Manual - PASSED
+ "prolog/test250.scxml" # Manual - PASSED
+ "prolog/test307.scxml" # Manual - PASSED
+ "prolog/test313.scxml" # Manual - PASSED
+ "prolog/test314.scxml" # Manual - PASSED
+ "prolog/test415.scxml" # Manual - PASSED
+ # "lua/test513.txt" # Manual - PASSED
+
+ "prolog/test301.scxml" # Invalid script URL - PASSED
+ "prolog/test436.scxml" # Tests NULL datamodel - PASSED
### Ignore for PROMELA datamodel
- "promela/test178.scxml" # two identical params in _event.raw - failed
- "promela/test230.scxml" # autoforwarded events are identical - passed
- "promela/test250.scxml" # no onexit in cancelled invoker - passed
- "promela/test301.scxml" # reject invalid script - passed
- "promela/test307.scxml" # declare variable via script - failed
- "promela/test415.scxml" # terminate on toplevel final - passed
- # "promela/test513.txt" # manual test
-
- "promela/test190.scxml" # string concatenation
- "promela/test224.scxml" # string operation startWith
- "promela/test280.scxml" # no runtime checks for undeclared variables
- "promela/test350.scxml" # string concatenation
- "promela/test509.scxml" # string operation contains
- "promela/test518.scxml" # string operation contains
- "promela/test519.scxml" # string operation contains
- "promela/test520.scxml" # string operation contains
- "promela/test525.scxml" # assumes unbound arrays
- "promela/test530.scxml" # assigns DOM node to variable
- "promela/test534.scxml" # string operation contains
-
-
- ### Ignore for PROMELA model checking
+ # manual tests
+ "promela/test178.scxml" # two identical params in _event.raw - FAILED
+ "promela/test230.scxml" # autoforwarded events are identical - PASSED
+ "promela/test250.scxml" # no onexit in cancelled invoker - PASSED
+ "promela/test307.scxml" # late data-binding - PASSED
+ "promela/test313.scxml" # Manual - PASSED
+ "promela/test314.scxml" # Manual - PASSED
+ "promela/test415.scxml" # terminate on toplevel final - PASSED
+ # "promela/test513.txt" # manual test - PASSED
+
+ "promela/test301.scxml" # reject invalid script - PASSED
+ "promela/test436.scxml" # Tests NULL datamodel - PASSED
+
+
+ # "promela/test190.scxml" # string concatenation
+ # "promela/test224.scxml" # string operation startWith
+ # "promela/test280.scxml" # no runtime checks for undeclared variables
+ # "promela/test350.scxml" # string concatenation
+ # "promela/test509.scxml" # string operation contains
+ # "promela/test518.scxml" # string operation contains
+ # "promela/test519.scxml" # string operation contains
+ # "promela/test520.scxml" # string operation contains
+ # "promela/test525.scxml" # assumes unbound arrays
+ # "promela/test530.scxml" # assigns DOM node to variable
+ # "promela/test534.scxml" # string operation contains
+
+
+ ### Ignore for SPIN model checking
# manual tests
- "spin/promela/test178.scxml" # two identical params in _event.raw - failed
- "spin/promela/test230.scxml" # autoforwarded events are identical - passed
- "spin/promela/test250.scxml" # no onexit in cancelled invoker - passed
- "spin/promela/test301.scxml" # reject invalid script - passed
- "spin/promela/test307.scxml" # declare variable via script - failed
- "spin/promela/test415.scxml" # terminate on toplevel final - passed
- # "spin/promela/test513.txt" # manual test
+ # "spin/promela/test178.scxml" # two identical params in _event.raw - FAILED
+ # "spin/promela/test230.scxml" # autoforwarded events are identical - PASSED
+ # "spin/promela/test250.scxml" # no onexit in cancelled invoker - PASSED
+ # "spin/promela/test307.scxml" # declare variable via script - FAILED
+ # "spin/promela/test313.scxml" # assignment of 'return'
+ # "spin/promela/test314.scxml" # assignment of 'return'
+ # "spin/promela/test415.scxml" # terminate on toplevel final - PASSED
+ # "spin/promela/test513.txt" # manual test - FAILED
+
+ # "spin/promela/test301.scxml" # reject invalid script - PASSED
+ # "spin/promela/test436.scxml" # In(s) -> _x.states[s] prevents completion as NULL dm is hardcoded
# fail for syntax
-# "spin/promela/test150.scxml" # test that foreach causes a new variable to be declared
-# "spin/promela/test151.scxml" # test that foreach causes a new variable to be declared
- "spin/promela/test152.scxml" # test that an illegal array or item value causes error.execution
- "spin/promela/test156.scxml" # test that an error causes the foreach to stop execution
- "spin/promela/test224.scxml" # string operation startWith
- "spin/promela/test277.scxml" # platform creates unbound variable if we assign an illegal value to it
- "spin/promela/test280.scxml" # late data binding / undeclared variable
- "spin/promela/test286.scxml" # assignment to a non-declared var causes an error
- "spin/promela/test294.scxml" # mixed types for event.data via donedata
-# "spin/promela/test302.scxml" # variable not declared
-# "spin/promela/test304.scxml" # variable not declared
- "spin/promela/test309.scxml" # 'return' as an invalid boolean expression ought to eval to false
- "spin/promela/test311.scxml" # assignment to a non-declared var
- "spin/promela/test312.scxml" # assignment of 'return'
- "spin/promela/test313.scxml" # assignment of 'return'
- "spin/promela/test314.scxml" # assignment of 'return'
- "spin/promela/test322.scxml" # assignment to _sessionid
- "spin/promela/test324.scxml" # assignment to _name
- "spin/promela/test325.scxml" # assignment from _ioprocessor
- "spin/promela/test326.scxml" # assignment from _ioprocessor
- "spin/promela/test329.scxml" # test that none of the system variables can be modified
- "spin/promela/test344.scxml" # 'return' as a cond
- "spin/promela/test346.scxml" # assignment to system variables
- "spin/promela/test350.scxml" # string concatenation
- "spin/promela/test354.scxml" # mixed types for event.data
- "spin/promela/test401.scxml" # variable not declared
- "spin/promela/test402.scxml" # variable not declared
- "spin/promela/test436.scxml" # In(s) -> _x.states[s] prevents completion as NULL dm is hardcoded
- "spin/promela/test487.scxml" # assignment of 'return'
- "spin/promela/test509.scxml" # string operation contains
- "spin/promela/test518.scxml" # string operation contains
- "spin/promela/test519.scxml" # string operation contains
- "spin/promela/test520.scxml" # string operation contains
- "spin/promela/test525.scxml" # assumes unbound arrays
- "spin/promela/test530.scxml" # assigns DOM node to variable
- "spin/promela/test534.scxml" # string operation contains
+ # "spin/promela/test152.scxml" # test that an illegal array or item value causes error.execution
+ # "spin/promela/test156.scxml" # test that an error causes the foreach to stop execution
+ # "spin/promela/test224.scxml" # string operation startWith
+ # "spin/promela/test277.scxml" # platform creates unbound variable if we assign an illegal value to it
+ # "spin/promela/test280.scxml" # late data binding / undeclared variable
+ # "spin/promela/test286.scxml" # assignment to a non-declared var causes an error
+ # "spin/promela/test294.scxml" # mixed types for event.data via donedata
+ # "spin/promela/test309.scxml" # 'return' as an invalid boolean expression ought to eval to false
+ # "spin/promela/test311.scxml" # assignment to a non-declared var
+ # "spin/promela/test312.scxml" # assignment of 'return'
+ # "spin/promela/test322.scxml" # assignment to _sessionid
+ # "spin/promela/test324.scxml" # assignment to _name
+ # "spin/promela/test325.scxml" # assignment from _ioprocessor
+ # "spin/promela/test326.scxml" # assignment from _ioprocessor
+ # "spin/promela/test329.scxml" # test that none of the system variables can be modified
+ # "spin/promela/test344.scxml" # 'return' as a cond
+ # "spin/promela/test346.scxml" # assignment to system variables
+ # "spin/promela/test350.scxml" # string concatenation
+ # "spin/promela/test354.scxml" # mixed types for event.data
+ # "spin/promela/test401.scxml" # variable not declared
+ # "spin/promela/test402.scxml" # variable not declared
+ # "spin/promela/test487.scxml" # assignment of 'return'
+ # "spin/promela/test509.scxml" # string operation contains
+ # "spin/promela/test518.scxml" # string operation contains
+ # "spin/promela/test519.scxml" # string operation contains
+ # "spin/promela/test520.scxml" # string operation contains
+ # "spin/promela/test525.scxml" # assumes unbound arrays
+ # "spin/promela/test530.scxml" # assigns DOM node to variable
+ # "spin/promela/test534.scxml" # string operation contains
# fail for semantics
- "spin/promela/test159.scxml" # error raised causes all subsequent elements to be skipped
- "spin/promela/test194.scxml" # illegal target for send
- "spin/promela/test199.scxml" # invalid send type
- "spin/promela/test216.scxml" # nested SCXML document with srcexpr at invoke
- "spin/promela/test298.scxml" # non-existent data model location
- "spin/promela/test331.scxml" # tests _error.type via 'error.execution'
- "spin/promela/test332.scxml" # tests _error.sendid via 'error.execution'
- "spin/promela/test343.scxml" # test that illegal <param> produces error.execution
- "spin/promela/test488.scxml" # illegal expr in <param> produces error.execution
- "spin/promela/test496.scxml" # tests error.communication with illegal target
- "spin/promela/test521.scxml" # tests error.communication with illegal target
- "spin/promela/test528.scxml" # illegal 'expr' produces error.execution
- "spin/promela/test531.scxml" # uses _ioprocessors.basichttp.location
- "spin/promela/test532.scxml" # uses _ioprocessors.basichttp.location
- "spin/promela/test553.scxml" # error in namelist
- "spin/promela/test554.scxml" # evaluation of <invoke>'s args causes an error
- "spin/promela/test577.scxml" # send without target for basichttp
+ # "spin/promela/test159.scxml" # error raised causes all subsequent elements to be skipped
+ # "spin/promela/test194.scxml" # illegal target for send
+ # "spin/promela/test199.scxml" # invalid send type
+ # "spin/promela/test216.scxml" # nested SCXML document with srcexpr at invoke
+ # "spin/promela/test298.scxml" # non-existent data model location
+ # "spin/promela/test331.scxml" # tests _error.type via 'error.execution'
+ # "spin/promela/test332.scxml" # tests _error.sendid via 'error.execution'
+ # "spin/promela/test343.scxml" # test that illegal <param> produces error.execution
+ # "spin/promela/test488.scxml" # illegal expr in <param> produces error.execution
+ # "spin/promela/test496.scxml" # tests error.communication with illegal target
+ # "spin/promela/test521.scxml" # tests error.communication with illegal target
+ # "spin/promela/test528.scxml" # illegal 'expr' produces error.execution
+ # "spin/promela/test531.scxml" # uses _ioprocessors.basichttp.location
+ # "spin/promela/test532.scxml" # uses _ioprocessors.basichttp.location
+ # "spin/promela/test553.scxml" # error in namelist
+ # "spin/promela/test554.scxml" # evaluation of <invoke>'s args causes an error
+ # "spin/promela/test577.scxml" # send without target for basichttp
)