diff options
author | Lars Knoll <lars.knoll@nokia.com> | 2009-03-23 09:34:13 (GMT) |
---|---|---|
committer | Simon Hausmann <simon.hausmann@nokia.com> | 2009-03-23 09:34:13 (GMT) |
commit | 67ad0519fd165acee4a4d2a94fa502e9e4847bd0 (patch) | |
tree | 1dbf50b3dff8d5ca7e9344733968c72704eb15ff /tests/arthur/performancediff | |
download | Qt-67ad0519fd165acee4a4d2a94fa502e9e4847bd0.zip Qt-67ad0519fd165acee4a4d2a94fa502e9e4847bd0.tar.gz Qt-67ad0519fd165acee4a4d2a94fa502e9e4847bd0.tar.bz2 |
Long live Qt!
Diffstat (limited to 'tests/arthur/performancediff')
-rw-r--r-- | tests/arthur/performancediff/main.cpp | 54 | ||||
-rw-r--r-- | tests/arthur/performancediff/performancediff.cpp | 219 | ||||
-rw-r--r-- | tests/arthur/performancediff/performancediff.h | 73 | ||||
-rw-r--r-- | tests/arthur/performancediff/performancediff.pro | 18 |
4 files changed, 364 insertions, 0 deletions
diff --git a/tests/arthur/performancediff/main.cpp b/tests/arthur/performancediff/main.cpp new file mode 100644 index 0000000..9a35f90 --- /dev/null +++ b/tests/arthur/performancediff/main.cpp @@ -0,0 +1,54 @@ +/**************************************************************************** +** +** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies). +** Contact: Qt Software Information (qt-info@nokia.com) +** +** This file is part of the test suite of the Qt Toolkit. +** +** $QT_BEGIN_LICENSE:LGPL$ +** No Commercial Usage +** This file contains pre-release code and may not be distributed. +** You may use this file in accordance with the terms and conditions +** contained in the either Technology Preview License Agreement or the +** Beta Release License Agreement. +** +** GNU Lesser General Public License Usage +** Alternatively, this file may be used under the terms of the GNU Lesser +** General Public License version 2.1 as published by the Free Software +** Foundation and appearing in the file LICENSE.LGPL included in the +** packaging of this file. Please review the following information to +** ensure the GNU Lesser General Public License version 2.1 requirements +** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. +** +** In addition, as a special exception, Nokia gives you certain +** additional rights. These rights are described in the Nokia Qt LGPL +** Exception version 1.0, included in the file LGPL_EXCEPTION.txt in this +** package. +** +** GNU General Public License Usage +** Alternatively, this file may be used under the terms of the GNU +** General Public License version 3.0 as published by the Free Software +** Foundation and appearing in the file LICENSE.GPL included in the +** packaging of this file. Please review the following information to +** ensure the GNU General Public License version 3.0 requirements will be +** met: http://www.gnu.org/copyleft/gpl.html. +** +** If you are unsure which license is appropriate for your use, please +** contact the sales department at qt-sales@nokia.com. +** $QT_END_LICENSE$ +** +****************************************************************************/ +#include <QApplication> + +#include "performancediff.h" + +int main(int argc, char **argv) +{ + QApplication app(argc, argv); + + PerformanceDiff generator; + + generator.run(argc, argv); + + return 0; +} diff --git a/tests/arthur/performancediff/performancediff.cpp b/tests/arthur/performancediff/performancediff.cpp new file mode 100644 index 0000000..437dacb --- /dev/null +++ b/tests/arthur/performancediff/performancediff.cpp @@ -0,0 +1,219 @@ +/**************************************************************************** +** +** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies). +** Contact: Qt Software Information (qt-info@nokia.com) +** +** This file is part of the test suite of the Qt Toolkit. +** +** $QT_BEGIN_LICENSE:LGPL$ +** No Commercial Usage +** This file contains pre-release code and may not be distributed. +** You may use this file in accordance with the terms and conditions +** contained in the either Technology Preview License Agreement or the +** Beta Release License Agreement. +** +** GNU Lesser General Public License Usage +** Alternatively, this file may be used under the terms of the GNU Lesser +** General Public License version 2.1 as published by the Free Software +** Foundation and appearing in the file LICENSE.LGPL included in the +** packaging of this file. Please review the following information to +** ensure the GNU Lesser General Public License version 2.1 requirements +** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. +** +** In addition, as a special exception, Nokia gives you certain +** additional rights. These rights are described in the Nokia Qt LGPL +** Exception version 1.0, included in the file LGPL_EXCEPTION.txt in this +** package. +** +** GNU General Public License Usage +** Alternatively, this file may be used under the terms of the GNU +** General Public License version 3.0 as published by the Free Software +** Foundation and appearing in the file LICENSE.GPL included in the +** packaging of this file. Please review the following information to +** ensure the GNU General Public License version 3.0 requirements will be +** met: http://www.gnu.org/copyleft/gpl.html. +** +** If you are unsure which license is appropriate for your use, please +** contact the sales department at qt-sales@nokia.com. +** $QT_END_LICENSE$ +** +****************************************************************************/ +#include "performancediff.h" + +#include "xmldata.h" + +#include <QtXml> + +#include <QFile> +#include <QStringList> +#include <QDateTime> +#include <QtDebug> + +#include <iostream> +#include <iomanip> + + +static const int MIN_TEST_VAL = 20; +static const int TEST_EPSILON = 5; //ms + +static void usage(const char *progname) +{ + std::cerr << "Couldn't find 'framework.ini' " + << "file and no output has been specified."<<std::endl; + std::cerr << "Usage: "<<progname + << " oldDataDir" + << " newDataDir\n" + << std::endl; +} + + +PerformanceDiff::PerformanceDiff() + : settings(0) +{ + if (QFile::exists("framework.ini")) { + settings = new QSettings("framework.ini", QSettings::IniFormat); + } +} + +static void loadEngines(const QString &dirName, + QMap<QString, XMLEngine*> &engines) +{ + QDir dir(dirName); + dir.setFilter(QDir::Dirs | QDir::NoSymLinks | QDir::NoDotAndDotDot); + QFileInfoList list = dir.entryInfoList(); + for (int i = 0; i < list.size(); ++i) { + QFileInfo fileInfo = list.at(i); + QString dataFile = QString("%1/data.xml") + .arg(fileInfo.absoluteFilePath()); + if (QFile::exists(dataFile)) { + XMLReader handler; + QXmlSimpleReader reader; + reader.setContentHandler(&handler); + reader.setErrorHandler(&handler); + + QFile file(dataFile); + if (!file.open(QFile::ReadOnly | QFile::Text)) { + qWarning("Cannot open file '%s', because: %s", + qPrintable(dataFile), qPrintable(file.errorString())); + continue; + } + + QXmlInputSource xmlInputSource(&file); + if (reader.parse(xmlInputSource)) { + XMLEngine *engine = handler.xmlEngine(); + engines.insert(engine->name, engine); + } + } + } + +} +void PerformanceDiff::run(int argc, char **argv) +{ + processArguments(argc, argv); + + loadEngines(inputDirName, inputEngines); + loadEngines(diffDirName, diffEngines); + + if (inputEngines.isEmpty() || diffEngines.isEmpty()) { + usage(argv[0]); + return; + } + + generateDiff(); + //generateOutput(); +} + +void PerformanceDiff::processArguments(int argc, char **argv) +{ + if (argc != 3) + return; + inputDirName = QString(argv[1]); + diffDirName = QString(argv[2]); +} + +void PerformanceDiff::generateDiff() +{ + qreal totalIn = 0; + qreal totalDiff = 0; + + std::cout<<std::setiosflags(std::ios::left)<<std::setw(30)<<"Testcase" + <<std::setiosflags(std::ios::right) + <<std::setw(10) <<"Before" + <<std::setw(15) <<"After" + <<std::setw(20) <<"Difference"<<std::endl; + std::cout << std::resetiosflags(std::ios::right); + std::cout << std::resetiosflags(std::ios::left); + std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl; + foreach(XMLEngine *diffEngine, diffEngines) { + XMLEngine *inEngine = inputEngines[diffEngine->name]; + if (!inEngine) + continue; + foreach(XMLSuite *diffSuite, diffEngine->suites) { + XMLSuite *inSuite = inEngine->suites[diffSuite->name]; + if (!inSuite) + continue; + + foreach(XMLFile *diffFile, diffSuite->files) { + XMLFile *inFile = inSuite->files[diffFile->name]; + if (!inFile) + continue; + + qreal inAvg = 0; + qreal diffAvg = 0; + qreal inMin = 0; + qreal inMax = 0; + foreach(XMLData data, inFile->data) { + inAvg = (double(data.timeToRender)/data.iterations); + if (!inMin) + inMin = data.minElapsed; + else if (data.minElapsed < inMin) + inMin = data.minElapsed; + if (!inMax) + inMax = data.maxElapsed; + else if (inMax < data.maxElapsed) + inMax = data.maxElapsed; + } + //skipping really small tests + if (inAvg < MIN_TEST_VAL) { + continue; + } + + totalIn += inAvg; + foreach(XMLData data, diffFile->data) { + diffAvg = (double(data.timeToRender)/data.iterations); + } + totalDiff += diffAvg; + + QFileInfo fi(diffFile->name); + std::cout.width(80); + std::cout.setf(std::ios::fixed, std::ios::floatfield); + std::cout.setf(std::ios::showpoint); + std::cout << std::resetiosflags(std::ios::right); + std::cout << std::resetiosflags(std::ios::left); + std::cout<<std::setw(30)<<std::setfill('.')<<std::setiosflags(std::ios::left) + <<qPrintable(fi.fileName())<<"\t"; + std::cout<<std::setfill(' ')<<std::setprecision(2) + <<std::setiosflags(std::ios::right) + <<std::setw(8)<<std::setiosflags(std::ios::right)<<inAvg<<"\t" + <<std::setw(8)<<diffAvg<<"\t" + <<std::setw(7)<< ((1.0-(diffAvg/inAvg))*100.0) <<"%"; + if (diffAvg < inMin && + (qAbs(inMin - diffAvg) > TEST_EPSILON)) { + std::cout<<" + ("<<inMin<<")"; + } + if (diffAvg > inMax && + (qAbs(diffAvg - inMax) > TEST_EPSILON)) { + std::cout<<" - ("<<inMax<<")"; + } + + std::cout<<std::endl; + } + } + } + std::cout << std::resetiosflags(std::ios::right); + std::cout << std::resetiosflags(std::ios::left); + std::cout<<std::setfill('-')<<std::setw(75)<<'-'<<std::endl; +} + + + diff --git a/tests/arthur/performancediff/performancediff.h b/tests/arthur/performancediff/performancediff.h new file mode 100644 index 0000000..cc62dab --- /dev/null +++ b/tests/arthur/performancediff/performancediff.h @@ -0,0 +1,73 @@ +/**************************************************************************** +** +** Copyright (C) 2009 Nokia Corporation and/or its subsidiary(-ies). +** Contact: Qt Software Information (qt-info@nokia.com) +** +** This file is part of the test suite of the Qt Toolkit. +** +** $QT_BEGIN_LICENSE:LGPL$ +** No Commercial Usage +** This file contains pre-release code and may not be distributed. +** You may use this file in accordance with the terms and conditions +** contained in the either Technology Preview License Agreement or the +** Beta Release License Agreement. +** +** GNU Lesser General Public License Usage +** Alternatively, this file may be used under the terms of the GNU Lesser +** General Public License version 2.1 as published by the Free Software +** Foundation and appearing in the file LICENSE.LGPL included in the +** packaging of this file. Please review the following information to +** ensure the GNU Lesser General Public License version 2.1 requirements +** will be met: http://www.gnu.org/licenses/old-licenses/lgpl-2.1.html. +** +** In addition, as a special exception, Nokia gives you certain +** additional rights. These rights are described in the Nokia Qt LGPL +** Exception version 1.0, included in the file LGPL_EXCEPTION.txt in this +** package. +** +** GNU General Public License Usage +** Alternatively, this file may be used under the terms of the GNU +** General Public License version 3.0 as published by the Free Software +** Foundation and appearing in the file LICENSE.GPL included in the +** packaging of this file. Please review the following information to +** ensure the GNU General Public License version 3.0 requirements will be +** met: http://www.gnu.org/copyleft/gpl.html. +** +** If you are unsure which license is appropriate for your use, please +** contact the sales department at qt-sales@nokia.com. +** $QT_END_LICENSE$ +** +****************************************************************************/ +#ifndef PERFORMANCEDIFF_H +#define PERFORMANCEDIFF_H + +#include "xmldata.h" + +#include <QMap> +#include <QString> + +QT_FORWARD_DECLARE_CLASS(QStringList) +QT_FORWARD_DECLARE_CLASS(QSettings) + +class PerformanceDiff +{ +public: + PerformanceDiff(); + + //void generateOutput(); + + void run(int argc, char **argv); + +private: + void processArguments(int argc, char **argv); + void generateDiff(); +private: + QMap<QString, XMLEngine*> inputEngines; + QMap<QString, XMLEngine*> diffEngines; + + QSettings *settings; + QString inputDirName; + QString diffDirName; +}; + +#endif diff --git a/tests/arthur/performancediff/performancediff.pro b/tests/arthur/performancediff/performancediff.pro new file mode 100644 index 0000000..1c9b9fe --- /dev/null +++ b/tests/arthur/performancediff/performancediff.pro @@ -0,0 +1,18 @@ +# -*- Mode: makefile -*- +COMMON_FOLDER = $$PWD/../common +include(../arthurtester.pri) +TEMPLATE = app +TARGET = performancediff +DEPENDPATH += . +INCLUDEPATH += . +DESTDIR = ../bin + +CONFIG += console + +QT += xml opengl svg qt3support + +# Input +HEADERS += performancediff.h +SOURCES += main.cpp performancediff.cpp + + |