diff options
author | Lars Knoll <lars.knoll@nokia.com> | 2009-03-23 09:18:55 (GMT) |
---|---|---|
committer | Simon Hausmann <simon.hausmann@nokia.com> | 2009-03-23 09:18:55 (GMT) |
commit | e5fcad302d86d316390c6b0f62759a067313e8a9 (patch) | |
tree | c2afbf6f1066b6ce261f14341cf6d310e5595bc1 /tests/auto/qscriptv8testsuite/tst_qscriptv8testsuite.cpp | |
download | Qt-e5fcad302d86d316390c6b0f62759a067313e8a9.zip Qt-e5fcad302d86d316390c6b0f62759a067313e8a9.tar.gz Qt-e5fcad302d86d316390c6b0f62759a067313e8a9.tar.bz2 |
Long live Qt 4.5!
Diffstat (limited to 'tests/auto/qscriptv8testsuite/tst_qscriptv8testsuite.cpp')
-rw-r--r-- | tests/auto/qscriptv8testsuite/tst_qscriptv8testsuite.cpp | 340 |
1 files changed, 340 insertions, 0 deletions
diff --git a/tests/auto/qscriptv8testsuite/tst_qscriptv8testsuite.cpp b/tests/auto/qscriptv8testsuite/tst_qscriptv8testsuite.cpp new file mode 100644 index 0000000..435af41 --- /dev/null +++ b/tests/auto/qscriptv8testsuite/tst_qscriptv8testsuite.cpp @@ -0,0 +1,340 @@ +/**************************************************************************** +** +** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies). +** Contact: Qt Software Information (qt-info@nokia.com) +** +** This file is part of the test suite of the Qt Toolkit. +** +** $QT_BEGIN_LICENSE:LGPL$ +** No Commercial Usage +** This file contains pre-release code and may not be distributed. +** You may use this file in accordance with the terms and conditions +** contained in the either Technology Preview License Agreement or the +** Beta Release License Agreement. +** +** GNU Lesser General Public License Usage +** Alternatively, this file may be used under the terms of the GNU Lesser +** General Public License version 2.1 as published by the Free Software +** Foundation and appearing in the file LICENSE.LGPL included in the +** packaging of this file. Please review the following information to +** ensure the GNU Lesser General Public License version 2.1 requirements +** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. +** +** In addition, as a special exception, Nokia gives you certain +** additional rights. These rights are described in the Nokia Qt LGPL +** Exception version 1.0, included in the file LGPL_EXCEPTION.txt in this +** package. +** +** GNU General Public License Usage +** Alternatively, this file may be used under the terms of the GNU +** General Public License version 3.0 as published by the Free Software +** Foundation and appearing in the file LICENSE.GPL included in the +** packaging of this file. Please review the following information to +** ensure the GNU General Public License version 3.0 requirements will be +** met: http://www.gnu.org/copyleft/gpl.html. +** +** If you are unsure which license is appropriate for your use, please +** contact the sales department at qt-sales@nokia.com. +** $QT_END_LICENSE$ +** +****************************************************************************/ + + +#include <QtTest/QtTest> +#include <QByteArray> + +#include <QtScript> + +//TESTED_CLASS= +//TESTED_FILES= + +static QString readFile(const QString &filename) +{ + QFile file(filename); + if (!file.open(QFile::ReadOnly)) + return QString(); + QTextStream stream(&file); + stream.setCodec("UTF-8"); + return stream.readAll(); +} + +static void appendCString(QVector<char> *v, const char *s) +{ + char c; + do { + c = *(s++); + *v << c; + } while (c != '\0'); +} + +struct ExpectedFailure +{ + ExpectedFailure(const QString &name, const QString &act, + const QString &exp, const QString &msg) + : testName(name), actual(act), expected(exp), message(msg) + { } + + QString testName; + QString actual; + QString expected; + QString message; +}; + +class tst_Suite : public QObject +{ + +public: + tst_Suite(); + virtual ~tst_Suite(); + + static QMetaObject staticMetaObject; + virtual const QMetaObject *metaObject() const; + virtual void *qt_metacast(const char *); + virtual int qt_metacall(QMetaObject::Call, int, void **argv); + +private: + void addExpectedFailure(const QString &testName, const QString &actual, + const QString &expected, const QString &message); + bool isExpectedFailure(const QString &testName, const QString &actual, + const QString &expected, QString *message) const; + void addTestExclusion(const QString &testName, const QString &message); + void addTestExclusion(const QRegExp &rx, const QString &message); + bool isExcludedTest(const QString &testName, QString *message) const; + + QDir testsDir; + QStringList testNames; + QList<ExpectedFailure> expectedFailures; + QList<QPair<QRegExp, QString> > testExclusions; + QString mjsunitContents; +}; + +QMetaObject tst_Suite::staticMetaObject; + +Q_GLOBAL_STATIC(QVector<uint>, qt_meta_data_tst_Suite) +Q_GLOBAL_STATIC(QVector<char>, qt_meta_stringdata_tst_Suite) + +const QMetaObject *tst_Suite::metaObject() const +{ + return &staticMetaObject; +} + +void *tst_Suite::qt_metacast(const char *_clname) +{ + if (!_clname) return 0; + if (!strcmp(_clname, qt_meta_stringdata_tst_Suite()->constData())) + return static_cast<void*>(const_cast<tst_Suite*>(this)); + return QObject::qt_metacast(_clname); +} + +static QScriptValue qscript_fail(QScriptContext *ctx, QScriptEngine *eng) +{ + QScriptValue realFail = ctx->callee().data(); + Q_ASSERT(realFail.isFunction()); + QScriptValue ret = realFail.call(ctx->thisObject(), ctx->argumentsObject()); + Q_ASSERT(eng->hasUncaughtException()); + ret.setProperty("expected", ctx->argument(0)); + ret.setProperty("actual", ctx->argument(1)); + QScriptContextInfo info(ctx->parentContext()->parentContext()); + ret.setProperty("lineNumber", info.lineNumber()); + return ret; +} + +int tst_Suite::qt_metacall(QMetaObject::Call _c, int _id, void **_a) +{ + _id = QObject::qt_metacall(_c, _id, _a); + if (_id < 0) + return _id; + if (_c == QMetaObject::InvokeMetaMethod) { + QString name = testNames.at(_id); + QString path = testsDir.absoluteFilePath(name + ".js"); + QString excludeMessage; + if (isExcludedTest(name, &excludeMessage)) { + QTest::qSkip(excludeMessage.toLatin1(), QTest::SkipAll, path.toLatin1(), -1); + } else { + QScriptEngine engine; + engine.evaluate(mjsunitContents).toString(); + if (engine.hasUncaughtException()) { + QStringList bt = engine.uncaughtExceptionBacktrace(); + QString err = engine.uncaughtException().toString(); + qWarning("%s\n%s", qPrintable(err), qPrintable(bt.join("\n"))); + } else { + QScriptValue fakeFail = engine.newFunction(qscript_fail); + fakeFail.setData(engine.globalObject().property("fail")); + engine.globalObject().setProperty("fail", fakeFail); + QString contents = readFile(path); + QScriptValue ret = engine.evaluate(contents); + if (engine.hasUncaughtException()) { + if (!ret.isError()) { + Q_ASSERT(ret.instanceOf(engine.globalObject().property("MjsUnitAssertionError"))); + QString actual = ret.property("actual").toString(); + QString expected = ret.property("expected").toString(); + int lineNumber = ret.property("lineNumber").toInt32(); + QString failMessage; + if (isExpectedFailure(name, actual, expected, &failMessage)) { + QTest::qExpectFail("", failMessage.toLatin1(), + QTest::Continue, path.toLatin1(), + lineNumber); + } + QTest::qCompare(actual, expected, "actual", "expect", + path.toLatin1(), lineNumber); + } else { + int lineNumber = ret.property("lineNumber").toInt32(); + QTest::qExpectFail("", ret.toString().toLatin1(), + QTest::Continue, path.toLatin1(), lineNumber); + QTest::qVerify(false, ret.toString().toLatin1(), "", path.toLatin1(), lineNumber); + } + } + } + } + _id -= testNames.size(); + } + return _id; +} + +tst_Suite::tst_Suite() +{ + testsDir = QDir("."); + if (!testsDir.cd("tests")) { + qWarning("*** no tests/ dir!"); + return; + } + if (!testsDir.exists("mjsunit.js")) { + qWarning("*** no tests/mjsunit.js file!"); + return; + } + mjsunitContents = readFile(testsDir.absoluteFilePath("mjsunit.js")); + if (mjsunitContents.isEmpty()) { + qWarning("*** tests/mjsunit.js is empty!"); + return; + } + + QString willFixInNextReleaseMessage = QString::fromLatin1("Will fix in next release"); + addExpectedFailure("apply", "morundefineder", "morseper", willFixInNextReleaseMessage); + addExpectedFailure("arguments-enum", "2", "0", willFixInNextReleaseMessage); + addExpectedFailure("array-concat", "undefined", "baz", willFixInNextReleaseMessage); + addExpectedFailure("array-functions-prototype", "undefined", "one", willFixInNextReleaseMessage); + addExpectedFailure("const-redecl", "undefined", "TypeError", willFixInNextReleaseMessage); + addExpectedFailure("const", "2", "1", willFixInNextReleaseMessage); + addExpectedFailure("declare-locally", "undefined", "42", willFixInNextReleaseMessage); + addExpectedFailure("delay-syntax-error", "false", "true", willFixInNextReleaseMessage); + addExpectedFailure("delete-vars-from-eval", "false", "true", willFixInNextReleaseMessage); + addExpectedFailure("dont-enum-array-holes", "4", "2", willFixInNextReleaseMessage); + addExpectedFailure("fun-as-prototype", "undefined", "Funky", willFixInNextReleaseMessage); + addExpectedFailure("fun_name", "function(){}", "functionanonymous(){}", willFixInNextReleaseMessage); + addExpectedFailure("function-caller", "undefined", "function f(match) {\n g(match);\n}", willFixInNextReleaseMessage); + addExpectedFailure("global-const-var-conflicts", "false", "true", willFixInNextReleaseMessage); + addExpectedFailure("length", "3", "1", willFixInNextReleaseMessage); + addExpectedFailure("math-min-max", "-Infinity", "Infinity", willFixInNextReleaseMessage); + addExpectedFailure("newline-in-string", "asdf\n\nasdf\n?asdf\n\tasdf\n\\\n\n", "asdf\nasdf?asdf\tasdf\\", willFixInNextReleaseMessage); + addExpectedFailure("number-tostring", "1111111111111111081984.00000000", "1.1111111111111111e+21", willFixInNextReleaseMessage); + addExpectedFailure("parse-int-float", "false", "true", willFixInNextReleaseMessage); + addExpectedFailure("regexp-multiline-stack-trace", "false", "true", willFixInNextReleaseMessage); + addExpectedFailure("regexp-multiline", "false", "true", willFixInNextReleaseMessage); + addExpectedFailure("regexp-standalones", "0", "2", willFixInNextReleaseMessage); + addExpectedFailure("regexp-static", "undefined", "abc123.456def", willFixInNextReleaseMessage); + addExpectedFailure("sparse-array-reverse", "nopcb", "nopdcba", willFixInNextReleaseMessage); + addExpectedFailure("str-to-num", "false", "true", willFixInNextReleaseMessage); + addExpectedFailure("string-lastindexof", "0", "-1", "test is wrong?"); + addExpectedFailure("string-split", "5", "13", "regular expression semantics"); +// addExpectedFailure("substr", "", "abcdefghijklmn", willFixInNextReleaseMessage); + addExpectedFailure("to-precision", "1.2345e+27", "1.23450e+27", willFixInNextReleaseMessage); + addExpectedFailure("try", "3", "4", "task 209990"); + addExpectedFailure("try_catch_scopes", "0", "1", "task 227055"); + addExpectedFailure("unusual-constructor", "false", "true", "no idea"); + addExpectedFailure("unicode-test", "13792", "13793", "test is wrong?"); + addExpectedFailure("with-leave", "false", "true", "task 233769"); + + addTestExclusion("debug-*", "not applicable"); + addTestExclusion("mirror-*", "not applicable"); + + addTestExclusion("string-case", "V8-specific behavior? (Doesn't pass on SpiderMonkey either)"); + +#ifdef Q_OS_WINCE + addTestExclusion("deep-recursion", "Demands too much memory on WinCE"); + addTestExclusion("nested-repetition-count-overflow", "Demands too much memory on WinCE"); + addTestExclusion("unicode-test", "Demands too much memory on WinCE"); + addTestExclusion("mul-exhaustive", "Demands too much memory on WinCE"); +#endif + + QVector<uint> *data = qt_meta_data_tst_Suite(); + // content: + *data << 1 // revision + << 0 // classname + << 0 << 0 // classinfo + << 0 << 10 // methods (backpatched later) + << 0 << 0 // properties + << 0 << 0 // enums/sets + ; + + QVector<char> *stringdata = qt_meta_stringdata_tst_Suite(); + appendCString(stringdata, "tst_Suite"); + appendCString(stringdata, ""); + + QFileInfoList testFileInfos = testsDir.entryInfoList(QStringList() << "*.js", QDir::Files); + foreach (QFileInfo tfi, testFileInfos) { + QString name = tfi.baseName(); + // slot: signature, parameters, type, tag, flags + QString slot = QString::fromLatin1("%0()").arg(name); + *data << stringdata->size() << 10 << 10 << 10 << 0x08; + appendCString(stringdata, slot.toLatin1()); + testNames.append(name); + } + + (*data)[4] = testFileInfos.size(); + + *data << 0; // eod + + // initialize staticMetaObject + staticMetaObject.d.superdata = &QObject::staticMetaObject; + staticMetaObject.d.stringdata = stringdata->constData(); + staticMetaObject.d.data = data->constData(); + staticMetaObject.d.extradata = 0; +} + +tst_Suite::~tst_Suite() +{ +} + +void tst_Suite::addExpectedFailure(const QString &testName, const QString &actual, + const QString &expected, const QString &message) +{ + expectedFailures.append(ExpectedFailure(testName, actual, expected, message)); +} + +bool tst_Suite::isExpectedFailure(const QString &testName, const QString &actual, + const QString &expected, QString *message) const +{ + for (int i = 0; i < expectedFailures.size(); ++i) { + const ExpectedFailure &ef = expectedFailures.at(i); + if ((testName == ef.testName) && (actual == ef.actual) && (expected == ef.expected)) { + if (message) + *message = ef.message; + return true; + } + } + return false; +} + +void tst_Suite::addTestExclusion(const QString &testName, const QString &message) +{ + testExclusions.append(qMakePair(QRegExp(testName), message)); +} + +void tst_Suite::addTestExclusion(const QRegExp &rx, const QString &message) +{ + testExclusions.append(qMakePair(rx, message)); +} + +bool tst_Suite::isExcludedTest(const QString &testName, QString *message) const +{ + for (int i = 0; i < testExclusions.size(); ++i) { + if (testExclusions.at(i).first.indexIn(testName) != -1) { + if (message) + *message = testExclusions.at(i).second; + return true; + } + } + return false; +} + +QTEST_MAIN(tst_Suite) |