summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorKen Martin <ken.martin@kitware.com>2004-09-09 12:41:05 (GMT)
committerKen Martin <ken.martin@kitware.com>2004-09-09 12:41:05 (GMT)
commit43d8918f4078dc2f99a868b23bcdffabaa739a95 (patch)
treefdac473637067c129ad84173bfe0541406a0ee80
parentfca0ce545dec426c591511b13dddf733acbe00da (diff)
downloadCMake-43d8918f4078dc2f99a868b23bcdffabaa739a95.zip
CMake-43d8918f4078dc2f99a868b23bcdffabaa739a95.tar.gz
CMake-43d8918f4078dc2f99a868b23bcdffabaa739a95.tar.bz2
more cleanup of ctest
-rw-r--r--Source/CMakeLists.txt4
-rw-r--r--Source/CTest/cmCTestCoverageHandler.cxx577
-rw-r--r--Source/CTest/cmCTestCoverageHandler.h75
-rw-r--r--Source/CTest/cmCTestTestHandler.cxx1653
-rw-r--r--Source/CTest/cmCTestTestHandler.h214
-rw-r--r--Source/CTest/cmCTestUpdateHandler.cxx1
-rw-r--r--Source/cmCTest.cxx2197
-rw-r--r--Source/cmCTest.h197
8 files changed, 2583 insertions, 2335 deletions
diff --git a/Source/CMakeLists.txt b/Source/CMakeLists.txt
index 8b51866..6ba1927 100644
--- a/Source/CMakeLists.txt
+++ b/Source/CMakeLists.txt
@@ -111,9 +111,11 @@ ADD_EXECUTABLE(DumpDocumentation cmDumpDocumentation)
SET(CMTEST_SRCS ctest.cxx cmCTest.cxx
CTest/cmCTestBuildHandler.cxx
+ CTest/cmCTestConfigureHandler.cxx
+ CTest/cmCTestCoverageHandler.cxx
CTest/cmCTestScriptHandler.cxx
+ CTest/cmCTestTestHandler.cxx
CTest/cmCTestUpdateHandler.cxx
- CTest/cmCTestConfigureHandler.cxx
)
INCLUDE_DIRECTORIES(${CMAKE_SOURCE_DIR}/Source/CTest)
diff --git a/Source/CTest/cmCTestCoverageHandler.cxx b/Source/CTest/cmCTestCoverageHandler.cxx
new file mode 100644
index 0000000..42ed674
--- /dev/null
+++ b/Source/CTest/cmCTestCoverageHandler.cxx
@@ -0,0 +1,577 @@
+/*=========================================================================
+
+ Program: CMake - Cross-Platform Makefile Generator
+ Module: $RCSfile$
+ Language: C++
+ Date: $Date$
+ Version: $Revision$
+
+ Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
+ See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
+
+ This software is distributed WITHOUT ANY WARRANTY; without even
+ the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
+ PURPOSE. See the above copyright notices for more information.
+
+=========================================================================*/
+
+#include "cmCTestCoverageHandler.h"
+
+#include "cmCTest.h"
+#include "cmake.h"
+#include <cmsys/Process.h>
+
+#define SAFEDIV(x,y) (((y)!=0)?((x)/(y)):(0))
+
+
+//----------------------------------------------------------------------
+cmCTestCoverageHandler::cmCTestCoverageHandler()
+{
+ m_Verbose = false;
+ m_CTest = 0;
+}
+
+
+//----------------------------------------------------------------------
+//clearly it would be nice if this were broken up into a few smaller
+//functions and commented...
+int cmCTestCoverageHandler::CoverageDirectory(cmCTest *ctest_inst)
+{
+ m_CTest = ctest_inst;
+
+ std::cout << "Performing coverage" << std::endl;
+ double elapsed_time_start = cmSystemTools::GetTime();
+ cmCTest::tm_VectorOfStrings files;
+ cmCTest::tm_VectorOfStrings cfiles;
+ cmCTest::tm_VectorOfStrings cdirs;
+ bool done = false;
+ std::string::size_type cc;
+ std::string glob;
+ std::map<std::string, std::string> allsourcefiles;
+ std::map<std::string, std::string> allbinaryfiles;
+
+ std::string start_time = m_CTest->CurrentTime();
+
+ // Find all source files.
+ std::string sourceDirectory = m_CTest->GetDartConfiguration("SourceDirectory");
+ if ( sourceDirectory.size() == 0 )
+ {
+ std::cerr << "Cannot find SourceDirectory key in the DartConfiguration.tcl" << std::endl;
+ return 1;
+ }
+
+ std::string coverageCommand = m_CTest->GetDartConfiguration("CoverageCommand");
+ if ( coverageCommand.size() == 0 )
+ {
+ std::cerr << "Coverage command not defined in DartConfiguration.tcl" << std::endl;
+ return 1;
+ }
+ cdirs.push_back(sourceDirectory);
+ while ( !done )
+ {
+ if ( cdirs.size() <= 0 )
+ {
+ break;
+ }
+ glob = cdirs[cdirs.size()-1] + "/*";
+ //std::cout << "Glob: " << glob << std::endl;
+ cdirs.pop_back();
+ if ( cmSystemTools::SimpleGlob(glob, cfiles, 1) )
+ {
+ for ( cc = 0; cc < cfiles.size(); cc ++ )
+ {
+ allsourcefiles[cmSystemTools::GetFilenameName(cfiles[cc])] = cfiles[cc];
+ }
+ }
+ if ( cmSystemTools::SimpleGlob(glob, cfiles, -1) )
+ {
+ for ( cc = 0; cc < cfiles.size(); cc ++ )
+ {
+ if ( cfiles[cc] != "." && cfiles[cc] != ".." )
+ {
+ cdirs.push_back(cfiles[cc]);
+ }
+ }
+ }
+ }
+
+ // find all binary files
+ cdirs.push_back(cmSystemTools::GetCurrentWorkingDirectory());
+ while ( !done )
+ {
+ if ( cdirs.size() <= 0 )
+ {
+ break;
+ }
+ glob = cdirs[cdirs.size()-1] + "/*";
+ //std::cout << "Glob: " << glob << std::endl;
+ cdirs.pop_back();
+ if ( cmSystemTools::SimpleGlob(glob, cfiles, 1) )
+ {
+ for ( cc = 0; cc < cfiles.size(); cc ++ )
+ {
+ allbinaryfiles[cmSystemTools::GetFilenameName(cfiles[cc])] = cfiles[cc];
+ }
+ }
+ if ( cmSystemTools::SimpleGlob(glob, cfiles, -1) )
+ {
+ for ( cc = 0; cc < cfiles.size(); cc ++ )
+ {
+ if ( cfiles[cc] != "." && cfiles[cc] != ".." )
+ {
+ cdirs.push_back(cfiles[cc]);
+ }
+ }
+ }
+ }
+
+ std::map<std::string, std::string>::iterator sit;
+ for ( sit = allbinaryfiles.begin(); sit != allbinaryfiles.end(); sit ++ )
+ {
+ const std::string& fname = sit->second;
+ //std::cout << "File: " << fname << std::endl;
+ if ( strcmp(fname.substr(fname.size()-3, 3).c_str(), ".da") == 0 )
+ {
+ files.push_back(fname);
+ }
+ }
+
+ if ( files.size() == 0 )
+ {
+ std::cerr << "Cannot find any coverage information files (.da)" << std::endl;
+ return 1;
+ }
+
+ std::ofstream log;
+ if (!m_CTest->OpenOutputFile("Temporary", "Coverage.log", log))
+ {
+ std::cerr << "Cannot open log file" << std::endl;
+ return 1;
+ }
+ log.close();
+ if (!m_CTest->OpenOutputFile(m_CTest->GetCurrentTag(), "Coverage.xml", log))
+ {
+ std::cerr << "Cannot open log file" << std::endl;
+ return 1;
+ }
+
+ std::string opath = m_CTest->GetToplevelPath() + "/Testing/Temporary/Coverage";
+ cmSystemTools::MakeDirectory(opath.c_str());
+ cfiles.clear();
+ cmCTest::tm_VectorOfStrings ncfiles;
+ cmCTest::tm_VectorOfStrings missing_files;
+
+ for ( cc = 0; cc < files.size(); cc ++ )
+ {
+ std::string currPath = cmSystemTools::GetFilenamePath(files[cc]);
+ std::string command = coverageCommand + " -o \"" + currPath + "\" -l \"" + files[cc] + "\"";
+ std::string output;
+ int retVal = 0;
+ if ( m_Verbose )
+ {
+ std::cerr << "Run gcov on " << files[cc] << " in directory: " << currPath.c_str() << std::endl;
+ }
+ //std::cout << " --- Run [" << command << "]" << std::endl;
+ bool res = true;
+ if ( !m_CTest->GetShowOnly() )
+ {
+ res = cmSystemTools::RunSingleCommand(command.c_str(), &output,
+ &retVal, currPath.c_str(),
+ m_Verbose, 0 /*m_TimeOut*/);
+ }
+ if ( res && retVal == 0 )
+ {
+ //std::cout << " - done" << std::endl;
+ glob = currPath + "/*";
+ if ( !cmSystemTools::SimpleGlob(glob, ncfiles, 1) )
+ {
+ std::cerr << "Cannot found any coverage files" << std::endl;
+ return 1;
+ }
+ cfiles.insert(cfiles.end(), ncfiles.begin(), ncfiles.end());
+ std::vector<cmStdString> gcovlines;
+ cmSystemTools::Split(output.c_str(), gcovlines);
+ std::vector<cmStdString>::iterator git;
+ const char* message = "Could not open source file";
+ for ( git = gcovlines.begin(); git != gcovlines.end(); ++git )
+ {
+ if ( strncmp(git->c_str(), message, strlen(message) ) == 0 )
+ {
+ std::cerr << "Problem: " << git->c_str() << std::endl;
+ missing_files.push_back(git->c_str() + strlen(message));
+ }
+ }
+ }
+ else
+ {
+ std::cerr << "Run gcov on " << files[cc] << std::flush;
+ std::cerr << " [" << command << "]" << std::endl;
+ std::cerr << " - fail" << std::endl;
+ }
+ }
+
+ files.clear();
+ std::map<std::string, cmCTest::tm_VectorOfStrings > sourcefiles;
+ for ( cc = 0; cc < cfiles.size(); cc ++ )
+ {
+ std::string& fname = cfiles[cc];
+ // std::cout << "File: " << fname << std::endl;
+ if ( strcmp(fname.substr(fname.size()-5, 5).c_str(), ".gcov") == 0 )
+ {
+ files.push_back(fname);
+ std::string::size_type pos = fname.find(".da.");
+ std::string::size_type pos2 = fname.find(".da##");
+ if(pos2 != fname.npos)
+ {
+ pos = pos2+1;
+ }
+ if ( pos != fname.npos )
+ {
+ pos += 4;
+ std::string::size_type epos = fname.size() - pos - strlen(".gcov");
+ std::string nf = fname.substr(pos, epos);
+ //std::cout << "Substring: " << nf << std::endl;
+ if ( allsourcefiles.find(nf) != allsourcefiles.end() ||
+ allbinaryfiles.find(nf) != allbinaryfiles.end() )
+ {
+ cmCTest::tm_VectorOfStrings &cvec = sourcefiles[nf];
+ cvec.push_back(fname);
+ }
+ }
+ }
+ }
+ // for ( cc = 0; cc < files.size(); cc ++ )
+ // {
+ // std::cout << "File: " << files[cc] << std::endl;
+ // }
+ if ( missing_files.size() > 0 )
+ {
+ std::cout << "---------------------------------------------------------------" << std::endl;
+ std::cout << "The following files were missing:" << std::endl;
+ for ( cc = 0; cc < missing_files.size(); cc ++ )
+ {
+ std::cout << "File: " << missing_files[cc] << std::endl;
+ }
+ std::cout << "---------------------------------------------------------------" << std::endl;
+ }
+
+ std::map<std::string, cmCTest::tm_VectorOfStrings >::iterator it;
+ cmCTestCoverageHandler::tm_CoverageMap coverageresults;
+
+ m_CTest->StartXML(log);
+ log << "<Coverage>\n"
+ << "\t<StartDateTime>" << start_time << "</StartDateTime>" << std::endl;
+
+ int total_tested = 0;
+ int total_untested = 0;
+
+ for ( it = sourcefiles.begin(); it != sourcefiles.end(); it ++ )
+ {
+ //std::cerr << "Source file: " << it->first << std::endl;
+ cmCTest::tm_VectorOfStrings &gfiles = it->second;
+
+ for ( cc = 0; cc < gfiles.size(); cc ++ )
+ {
+ int do_coverage = 1;
+ std::string coverage_dir = cmSystemTools::GetFilenamePath(gfiles[cc].c_str());
+ std::string builDir = m_CTest->GetDartConfiguration("BuildDirectory");
+ do
+ {
+ std::string coverage_file = coverage_dir + "/.NoDartCoverage";
+ if ( cmSystemTools::FileExists(coverage_file.c_str()) )
+ {
+ do_coverage = 0;
+ break;
+ }
+ // is there a parent directory we can check
+ std::string::size_type pos = coverage_dir.rfind('/');
+ // if we could not find the directory return 0
+ if(pos == std::string::npos)
+ {
+ break;
+ }
+ coverage_dir = coverage_dir.substr(0, pos);
+ }
+ while (coverage_dir.size() >= builDir.size());
+ if ( !do_coverage )
+ {
+ continue;
+ }
+ //std::cout << "\t" << gfiles[cc] << std::endl;
+ std::ifstream ifile(gfiles[cc].c_str());
+ if ( !ifile )
+ {
+ std::cerr << "Cannot open file: " << gfiles[cc].c_str() << std::endl;
+ }
+
+ ifile.seekg (0, std::ios::end);
+ int length = ifile.tellg();
+ ifile.seekg (0, std::ios::beg);
+ char *buffer = new char [ length + 1 ];
+ ifile.read(buffer, length);
+ buffer [length] = 0;
+ //std::cout << "Read: " << buffer << std::endl;
+ std::vector<cmStdString> lines;
+ cmSystemTools::Split(buffer, lines);
+ delete [] buffer;
+ cmCTestCoverageHandler::cmCTestCoverage& cov = coverageresults[it->first];
+ std::vector<int>& covlines = cov.m_Lines;
+ if ( cov.m_FullPath == "" )
+ {
+ covlines.insert(covlines.begin(), lines.size(), -1);
+ if ( allsourcefiles.find(it->first) != allsourcefiles.end() )
+ {
+ cov.m_FullPath = allsourcefiles[it->first];
+ }
+ else if ( allbinaryfiles.find(it->first) != allbinaryfiles.end() )
+ {
+ cov.m_FullPath = allbinaryfiles[it->first];
+ }
+ cov.m_AbsolutePath = cov.m_FullPath;
+ std::string src_dir = m_CTest->GetDartConfiguration("SourceDirectory");
+ if ( src_dir[src_dir.size()-1] != '/' )
+ {
+ src_dir = src_dir + "/";
+ }
+ std::string::size_type spos = cov.m_FullPath.find(src_dir);
+ if ( spos == 0 )
+ {
+ cov.m_FullPath = std::string("./") + cov.m_FullPath.substr(src_dir.size());
+ }
+ else
+ {
+ //std::cerr << "Compare -- " << cov.m_FullPath << std::endl;
+ //std::cerr << " -- " << src_dir << std::endl;
+ cov.m_Show = false;
+ continue;
+ }
+ cov.m_Show = true;
+ }
+ std::string::size_type kk;
+ // std::cerr << "number of lines " << lines.size() << "\n";
+ for ( kk = 0; kk < lines.size(); kk ++ )
+ {
+ std::string& line = lines[kk];
+ //std::cerr << line << "\n";
+ std::string sub1 = line.substr(0, strlen(" #####"));
+ std::string sub2 = line.substr(0, strlen(" ######"));
+ int count = atoi(sub2.c_str());
+ if ( sub1.compare(" #####") == 0 ||
+ sub2.compare(" ######") == 0 )
+ {
+ if ( covlines[kk] == -1 )
+ {
+ covlines[kk] = 0;
+ }
+ cov.m_UnTested ++;
+ //std::cout << "Untested - ";
+ }
+ else if ( count > 0 )
+ {
+ if ( covlines[kk] == -1 )
+ {
+ covlines[kk] = 0;
+ }
+ cov.m_Tested ++;
+ covlines[kk] ++;
+ //std::cout << "Tested[" << count << "] - ";
+ }
+
+ //std::cout << line << std::endl;
+ }
+ }
+ }
+
+ //std::cerr << "Finalizing" << std::endl;
+ cmCTestCoverageHandler::tm_CoverageMap::iterator cit;
+ int ccount = 0;
+ std::ofstream cfileoutput;
+ int cfileoutputcount = 0;
+ char cfileoutputname[100];
+ std::string local_start_time = m_CTest->CurrentTime();
+ std::string local_end_time;
+ for ( cit = coverageresults.begin(); cit != coverageresults.end(); cit ++ )
+ {
+ cmCTestCoverageHandler::cmCTestCoverage &cov = cit->second;
+ if ( !cov.m_Show )
+ {
+ continue;
+ }
+
+ // Check if we should ignore the directory, if we find a NoDartCoverage
+ // file in it or any of its parents
+ int do_coverage = 1;
+ std::string coverage_dir = cmSystemTools::GetFilenamePath(cov.m_AbsolutePath.c_str());
+ do
+ {
+ std::string coverage_file = coverage_dir + "/.NoDartCoverage";
+ if ( cmSystemTools::FileExists(coverage_file.c_str()) )
+ {
+ do_coverage = 0;
+ break;
+ }
+ // is there a parent directory we can check
+ std::string::size_type pos = coverage_dir.rfind('/');
+ // if we could not find the directory return 0
+ if(pos == std::string::npos)
+ {
+ break;
+ }
+ coverage_dir = coverage_dir.substr(0, pos);
+
+ }
+ while (coverage_dir.size() >= sourceDirectory.size());
+
+ if (!do_coverage)
+ {
+ if ( m_Verbose )
+ {
+ std::cout << "Ignore file: " << cov.m_FullPath.c_str() << std::endl;
+ }
+ continue;
+ }
+
+ if ( ccount == 100 )
+ {
+ local_end_time = m_CTest->CurrentTime();
+ cfileoutput << "\t<EndDateTime>" << local_end_time << "</EndDateTime>\n"
+ << "</CoverageLog>" << std::endl;
+ m_CTest->EndXML(cfileoutput);
+ cfileoutput.close();
+ std::cout << "Close file: " << cfileoutputname << std::endl;
+ ccount = 0;
+ }
+ if ( ccount == 0 )
+ {
+ sprintf(cfileoutputname, "CoverageLog-%d.xml", cfileoutputcount++);
+ std::cout << "Open file: " << cfileoutputname << std::endl;
+ if (!m_CTest->OpenOutputFile(m_CTest->GetCurrentTag(),
+ cfileoutputname, cfileoutput))
+ {
+ std::cerr << "Cannot open log file: " << cfileoutputname << std::endl;
+ return 1;
+ }
+ local_start_time = m_CTest->CurrentTime();
+ m_CTest->StartXML(cfileoutput);
+ cfileoutput << "<CoverageLog>\n"
+ << "\t<StartDateTime>" << local_start_time << "</StartDateTime>" << std::endl;
+ }
+
+ //std::cerr << "Final process of Source file: " << cit->first << std::endl;
+ cov.m_UnTested = 0;
+ cov.m_Tested = 0;
+ for ( cc = 0; cc < cov.m_Lines.size(); cc ++ )
+ {
+ if ( cov.m_Lines[cc] == 0 )
+ {
+ cov.m_UnTested ++;
+ }
+ else if ( cov.m_Lines[cc] > 0 )
+ {
+ cov.m_Tested ++;
+ }
+ }
+
+ std::ifstream ifile(cov.m_AbsolutePath.c_str());
+ if ( !ifile )
+ {
+ std::cerr << "Cannot open file: " << cov.m_FullPath.c_str() << std::endl;
+ }
+ ifile.seekg (0, std::ios::end);
+ int length = ifile.tellg();
+ ifile.seekg (0, std::ios::beg);
+ char *buffer = new char [ length + 1 ];
+ ifile.read(buffer, length);
+ buffer [length] = 0;
+ //std::cout << "Read: " << buffer << std::endl;
+ std::vector<cmStdString> lines;
+ cmSystemTools::Split(buffer, lines);
+ delete [] buffer;
+
+ cfileoutput << "\t<File Name=\"" << cit->first << "\" FullPath=\""
+ << cov.m_FullPath << "\">\n"
+ << "\t\t<Report>" << std::endl;
+ for ( cc = 0; cc < lines.size(); cc ++ )
+ {
+ cfileoutput << "\t\t<Line Number=\""
+ << static_cast<int>(cc) << "\" Count=\""
+ << cov.m_Lines[cc] << "\">"
+ << cmCTest::MakeXMLSafe(lines[cc]) << "</Line>" << std::endl;
+ }
+ cfileoutput << "\t\t</Report>\n"
+ << "\t</File>" << std::endl;
+
+
+ total_tested += cov.m_Tested;
+ total_untested += cov.m_UnTested;
+ float cper = 0;
+ float cmet = 0;
+ if ( total_tested + total_untested > 0 && (cov.m_Tested + cov.m_UnTested) > 0)
+ {
+ cper = (100 * SAFEDIV(static_cast<float>(cov.m_Tested),
+ static_cast<float>(cov.m_Tested + cov.m_UnTested)));
+ cmet = ( SAFEDIV(static_cast<float>(cov.m_Tested + 10),
+ static_cast<float>(cov.m_Tested + cov.m_UnTested + 10)));
+ }
+
+ log << "\t<File Name=\"" << cit->first << "\" FullPath=\"" << cov.m_FullPath
+ << "\" Covered=\"" << (cmet>0?"true":"false") << "\">\n"
+ << "\t\t<LOCTested>" << cov.m_Tested << "</LOCTested>\n"
+ << "\t\t<LOCUnTested>" << cov.m_UnTested << "</LOCUnTested>\n"
+ << "\t\t<PercentCoverage>";
+ log.setf(std::ios::fixed, std::ios::floatfield);
+ log.precision(2);
+ log << (cper) << "</PercentCoverage>\n"
+ << "\t\t<CoverageMetric>";
+ log.setf(std::ios::fixed, std::ios::floatfield);
+ log.precision(2);
+ log << (cmet) << "</CoverageMetric>\n"
+ << "\t</File>" << std::endl;
+ ccount ++;
+ }
+
+ if ( ccount > 0 )
+ {
+ local_end_time = m_CTest->CurrentTime();
+ cfileoutput << "\t<EndDateTime>" << local_end_time << "</EndDateTime>\n"
+ << "</CoverageLog>" << std::endl;
+ m_CTest->EndXML(cfileoutput);
+ cfileoutput.close();
+ }
+
+ int total_lines = total_tested + total_untested;
+ float percent_coverage = 100 * SAFEDIV(static_cast<float>(total_tested),
+ static_cast<float>(total_lines));
+ if ( total_lines == 0 )
+ {
+ percent_coverage = 0;
+ }
+
+ std::string end_time = m_CTest->CurrentTime();
+
+ log << "\t<LOCTested>" << total_tested << "</LOCTested>\n"
+ << "\t<LOCUntested>" << total_untested << "</LOCUntested>\n"
+ << "\t<LOC>" << total_lines << "</LOC>\n"
+ << "\t<PercentCoverage>";
+ log.setf(std::ios::fixed, std::ios::floatfield);
+ log.precision(2);
+ log << (percent_coverage)<< "</PercentCoverage>\n"
+ << "\t<EndDateTime>" << end_time << "</EndDateTime>\n";
+ log << "<ElapsedMinutes>" <<
+ static_cast<int>((cmSystemTools::GetTime() - elapsed_time_start)/6)/10.0
+ << "</ElapsedMinutes>"
+ << "</Coverage>" << std::endl;
+ m_CTest->EndXML(log);
+
+ std::cout << "\tCovered LOC: " << total_tested << std::endl
+ << "\tNot covered LOC: " << total_untested << std::endl
+ << "\tTotal LOC: " << total_lines << std::endl
+ << "\tPercentage Coverage: ";
+
+ std::cout.setf(std::ios::fixed, std::ios::floatfield);
+ std::cout.precision(2);
+ std::cout << (percent_coverage) << "%" << std::endl;
+
+
+ return 1;
+}
diff --git a/Source/CTest/cmCTestCoverageHandler.h b/Source/CTest/cmCTestCoverageHandler.h
new file mode 100644
index 0000000..dd3760a
--- /dev/null
+++ b/Source/CTest/cmCTestCoverageHandler.h
@@ -0,0 +1,75 @@
+/*=========================================================================
+
+ Program: CMake - Cross-Platform Makefile Generator
+ Module: $RCSfile$
+ Language: C++
+ Date: $Date$
+ Version: $Revision$
+
+ Copyright (c) 2002 Kitware, Inc. All rights reserved.
+ See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
+
+ This software is distributed WITHOUT ANY WARRANTY; without even
+ the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
+ PURPOSE. See the above copyright notices for more information.
+
+=========================================================================*/
+
+#ifndef cmCTestCoverageHandler_h
+#define cmCTestCoverageHandler_h
+
+
+#include "cmStandardIncludes.h"
+#include "cmListFileCache.h"
+
+class cmCTest;
+
+/** \class cmCTestCoverageHandler
+ * \brief A class that handles coverage computaiton for ctest
+ *
+ */
+class cmCTestCoverageHandler
+{
+public:
+
+ /*
+ * The main entry point for this class
+ */
+ int CoverageDirectory(cmCTest *);
+
+ /*
+ * If verbose then more informaiton is printed out
+ */
+ void SetVerbose(bool val) { m_Verbose = val; }
+
+ cmCTestCoverageHandler();
+
+private:
+ bool m_Verbose;
+ cmCTest *m_CTest;
+
+ struct cmCTestCoverage
+ {
+ cmCTestCoverage()
+ {
+ m_AbsolutePath = "";
+ m_FullPath = "";
+ m_Covered = false;
+ m_Tested = 0;
+ m_UnTested = 0;
+ m_Lines.clear();
+ m_Show = false;
+ }
+ std::string m_AbsolutePath;
+ std::string m_FullPath;
+ bool m_Covered;
+ int m_Tested;
+ int m_UnTested;
+ std::vector<int> m_Lines;
+ bool m_Show;
+ };
+
+ typedef std::map<std::string, cmCTestCoverage> tm_CoverageMap;
+};
+
+#endif
diff --git a/Source/CTest/cmCTestTestHandler.cxx b/Source/CTest/cmCTestTestHandler.cxx
new file mode 100644
index 0000000..5a1cbed
--- /dev/null
+++ b/Source/CTest/cmCTestTestHandler.cxx
@@ -0,0 +1,1653 @@
+/*=========================================================================
+
+ Program: CMake - Cross-Platform Makefile Generator
+ Module: $RCSfile$
+ Language: C++
+ Date: $Date$
+ Version: $Revision$
+
+ Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
+ See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
+
+ This software is distributed WITHOUT ANY WARRANTY; without even
+ the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
+ PURPOSE. See the above copyright notices for more information.
+
+=========================================================================*/
+
+#include "cmCTestTestHandler.h"
+
+#include "cmCTest.h"
+#include "cmake.h"
+#include <cmsys/Process.h>
+#include <cmsys/RegularExpression.hxx>
+#include <cmsys/Base64.h>
+#include "cmMakefile.h"
+
+static const char* cmCTestMemCheckResultStrings[] = {
+ "ABR",
+ "ABW",
+ "ABWL",
+ "COR",
+ "EXU",
+ "FFM",
+ "FIM",
+ "FMM",
+ "FMR",
+ "FMW",
+ "FUM",
+ "IPR",
+ "IPW",
+ "MAF",
+ "MLK",
+ "MPK",
+ "NPR",
+ "ODS",
+ "PAR",
+ "PLK",
+ "UMC",
+ "UMR",
+ 0
+};
+
+static const char* cmCTestMemCheckResultLongStrings[] = {
+ "Threading Problem",
+ "ABW",
+ "ABWL",
+ "COR",
+ "EXU",
+ "FFM",
+ "FIM",
+ "Mismatched deallocation",
+ "FMR",
+ "FMW",
+ "FUM",
+ "IPR",
+ "IPW",
+ "MAF",
+ "Memory Leak",
+ "Potential Memory Leak",
+ "NPR",
+ "ODS",
+ "Invalid syscall param",
+ "PLK",
+ "Uninitialized Memory Conditional",
+ "Uninitialized Memory Read",
+ 0
+};
+
+
+bool TryExecutable(const char *dir, const char *file,
+ std::string *fullPath, const char *subdir)
+{
+ // try current directory
+ std::string tryPath;
+ if (dir && strcmp(dir,""))
+ {
+ tryPath = dir;
+ tryPath += "/";
+ }
+
+ if (subdir && strcmp(subdir,""))
+ {
+ tryPath += subdir;
+ tryPath += "/";
+ }
+
+ tryPath += file;
+ if(cmSystemTools::FileExists(tryPath.c_str()))
+ {
+ *fullPath = cmSystemTools::CollapseFullPath(tryPath.c_str());
+ return true;
+ }
+ tryPath += cmSystemTools::GetExecutableExtension();
+ if(cmSystemTools::FileExists(tryPath.c_str()))
+ {
+ *fullPath = cmSystemTools::CollapseFullPath(tryPath.c_str());
+ return true;
+ }
+ return false;
+}
+
+// get the next number in a string with numbers separated by ,
+// pos is the start of the search and pos2 is the end of the search
+// pos becomes pos2 after a call to GetNextNumber.
+// -1 is returned at the end of the list.
+inline int GetNextNumber(std::string const& in,
+ int& val,
+ std::string::size_type& pos,
+ std::string::size_type& pos2)
+{
+ pos2 = in.find(',', pos);
+ if(pos2 != in.npos)
+ {
+ if(pos2-pos == 0)
+ {
+ val = -1;
+ }
+ else
+ {
+ val = atoi(in.substr(pos, pos2-pos).c_str());
+ }
+ pos = pos2+1;
+ return 1;
+ }
+ else
+ {
+ if(in.size()-pos == 0)
+ {
+ val = -1;
+ }
+ else
+ {
+ val = atoi(in.substr(pos, in.size()-pos).c_str());
+ }
+ return 0;
+ }
+}
+
+// get the next number in a string with numbers separated by ,
+// pos is the start of the search and pos2 is the end of the search
+// pos becomes pos2 after a call to GetNextNumber.
+// -1 is returned at the end of the list.
+inline int GetNextRealNumber(std::string const& in,
+ double& val,
+ std::string::size_type& pos,
+ std::string::size_type& pos2)
+{
+ pos2 = in.find(',', pos);
+ if(pos2 != in.npos)
+ {
+ if(pos2-pos == 0)
+ {
+ val = -1;
+ }
+ else
+ {
+ val = atof(in.substr(pos, pos2-pos).c_str());
+ }
+ pos = pos2+1;
+ return 1;
+ }
+ else
+ {
+ if(in.size()-pos == 0)
+ {
+ val = -1;
+ }
+ else
+ {
+ val = atof(in.substr(pos, in.size()-pos).c_str());
+ }
+ return 0;
+ }
+}
+
+
+//----------------------------------------------------------------------
+cmCTestTestHandler::cmCTestTestHandler()
+{
+ m_Verbose = false;
+ m_CTest = 0;
+
+ m_UseIncludeRegExp = false;
+ m_UseExcludeRegExp = false;
+ m_UseExcludeRegExpFirst = false;
+
+ m_MaximumPassedTestResultSize = 100 * 1024;
+ m_MaximumFailedTestResultSize = 200 * 1024;
+}
+
+//----------------------------------------------------------------------
+void cmCTestTestHandler::PopulateCustomVectors(cmMakefile *mf)
+{
+ cmCTest::PopulateCustomVector(mf, "CTEST_CUSTOM_PRE_TEST",
+ m_CustomPreTest);
+ cmCTest::PopulateCustomVector(mf, "CTEST_CUSTOM_POST_TEST",
+ m_CustomPostTest);
+ cmCTest::PopulateCustomVector(mf, "CTEST_CUSTOM_PRE_MEMCHECK",
+ m_CustomPreMemCheck);
+ cmCTest::PopulateCustomVector(mf, "CTEST_CUSTOM_POST_MEMCHECK",
+ m_CustomPostMemCheck);
+
+ const char* maxstr =
+ mf->GetDefinition("CTEST_CUSTOM_PASSED_TEST_STRING_MAXLEN");
+ if ( maxstr )
+ {
+ long val = atoi(maxstr);
+ if ( val > 0 )
+ {
+ m_MaximumPassedTestResultSize = val;
+ }
+ }
+ maxstr = mf->GetDefinition("CTEST_CUSTOM_FAILED_TEST_STRING_MAXLEN");
+ if ( maxstr )
+ {
+ long val = atoi(maxstr);
+ if ( val > 0 )
+ {
+ m_MaximumFailedTestResultSize = val;
+ }
+ }
+
+ cmCTest::PopulateCustomVector(mf,
+ "CTEST_CUSTOM_TESTS_IGNORE",
+ m_CustomTestsIgnore);
+ cmCTest::PopulateCustomVector(mf,
+ "CTEST_CUSTOM_MEMCHECK_IGNORE",
+ m_CustomMemCheckIgnore);
+}
+
+
+//----------------------------------------------------------------------
+//clearly it would be nice if this were broken up into a few smaller
+//functions and commented...
+int cmCTestTestHandler::TestDirectory(cmCTest *ctest_inst, bool memcheck)
+{
+ m_CTest = ctest_inst;
+
+ m_TestResults.clear();
+ std::cout << (memcheck ? "Memory check" : "Test") << " project" << std::endl;
+ if ( memcheck )
+ {
+ if ( !this->InitializeMemoryChecking() )
+ {
+ return 1;
+ }
+ }
+
+ if ( memcheck )
+ {
+ if ( !this->ExecuteCommands(m_CustomPreMemCheck) )
+ {
+ std::cerr << "Problem executing pre-memcheck command(s)." << std::endl;
+ return 1;
+ }
+ }
+ else
+ {
+ if ( !this->ExecuteCommands(m_CustomPreTest) )
+ {
+ std::cerr << "Problem executing pre-test command(s)." << std::endl;
+ return 1;
+ }
+ }
+
+ std::vector<cmStdString> passed;
+ std::vector<cmStdString> failed;
+ int total;
+
+ this->ProcessDirectory(passed, failed, memcheck);
+
+ total = int(passed.size()) + int(failed.size());
+
+ if (total == 0)
+ {
+ if ( !m_CTest->GetShowOnly() )
+ {
+ std::cerr << "No tests were found!!!\n";
+ }
+ }
+ else
+ {
+ if (m_Verbose && passed.size() &&
+ (m_UseIncludeRegExp || m_UseExcludeRegExp))
+ {
+ std::cerr << "\nThe following tests passed:\n";
+ for(std::vector<cmStdString>::iterator j = passed.begin();
+ j != passed.end(); ++j)
+ {
+ std::cerr << "\t" << *j << "\n";
+ }
+ }
+
+ float percent = float(passed.size()) * 100.0f / total;
+ if ( failed.size() > 0 && percent > 99)
+ {
+ percent = 99;
+ }
+ fprintf(stderr,"\n%.0f%% tests passed, %i tests failed out of %i\n",
+ percent, int(failed.size()), total);
+
+ if (failed.size())
+ {
+ std::ofstream ofs;
+
+ std::cerr << "\nThe following tests FAILED:\n";
+ m_CTest->OpenOutputFile("Temporary", "LastTestsFailed.log", ofs);
+
+ std::vector<cmCTestTestHandler::cmCTestTestResult>::iterator ftit;
+ for(ftit = m_TestResults.begin();
+ ftit != m_TestResults.end(); ++ftit)
+ {
+ if ( ftit->m_Status != cmCTestTestHandler::COMPLETED )
+ {
+ ofs << ftit->m_TestCount << ":" << ftit->m_Name << std::endl;
+ fprintf(stderr, "\t%3d - %s (%s)\n", ftit->m_TestCount, ftit->m_Name.c_str(),
+ this->GetTestStatus(ftit->m_Status));
+ }
+ }
+
+ }
+ }
+
+ if ( m_CTest->GetProduceXML() )
+ {
+ std::ofstream xmlfile;
+ if( !m_CTest->OpenOutputFile(m_CTest->GetCurrentTag(),
+ (memcheck ? "DynamicAnalysis.xml" : "Test.xml"), xmlfile) )
+ {
+ std::cerr << "Cannot create " << (memcheck ? "memory check" : "testing")
+ << " XML file" << std::endl;
+ return 1;
+ }
+ if ( memcheck )
+ {
+ this->GenerateDartMemCheckOutput(xmlfile);
+ }
+ else
+ {
+ this->GenerateDartTestOutput(xmlfile);
+ }
+ }
+
+ if ( memcheck )
+ {
+ if ( !this->ExecuteCommands(m_CustomPostMemCheck) )
+ {
+ std::cerr << "Problem executing post-memcheck command(s)." << std::endl;
+ return 1;
+ }
+ }
+ else
+ {
+ if ( !this->ExecuteCommands(m_CustomPostTest) )
+ {
+ std::cerr << "Problem executing post-test command(s)." << std::endl;
+ return 1;
+ }
+ }
+
+ return int(failed.size());
+}
+
+void cmCTestTestHandler::ProcessDirectory(std::vector<cmStdString> &passed,
+ std::vector<cmStdString> &failed,
+ bool memcheck)
+{
+ std::string current_dir = cmSystemTools::GetCurrentWorkingDirectory();
+ cmsys::RegularExpression dartStuff("(<DartMeasurement.*/DartMeasurement[a-zA-Z]*>)");
+ tm_ListOfTests testlist;
+ this->GetListOfTests(&testlist, memcheck);
+ tm_ListOfTests::size_type tmsize = testlist.size();
+
+ std::ofstream ofs;
+ std::ofstream *olog = 0;
+ if ( !m_CTest->GetShowOnly() && tmsize > 0 &&
+ m_CTest->OpenOutputFile("Temporary",
+ (memcheck?"LastMemCheck.log":"LastTest.log"), ofs) )
+ {
+ olog = &ofs;
+ }
+
+ m_StartTest = m_CTest->CurrentTime();
+ double elapsed_time_start = cmSystemTools::GetTime();
+
+ if ( olog )
+ {
+ *olog << "Start testing: " << m_StartTest << std::endl
+ << "----------------------------------------------------------"
+ << std::endl;
+ }
+
+ // expand the test list
+ this->ExpandTestsToRunInformation((int)tmsize);
+
+ int cnt = 0;
+ tm_ListOfTests::iterator it;
+ std::string last_directory = "";
+ for ( it = testlist.begin(); it != testlist.end(); it ++ )
+ {
+ cnt ++;
+ const std::string& testname = it->m_Name;
+ tm_VectorOfListFileArgs& args = it->m_Args;
+ cmCTestTestResult cres;
+ cres.m_Status = cmCTestTestHandler::NOT_RUN;
+ cres.m_TestCount = cnt;
+
+ if (!(last_directory == it->m_Directory))
+ {
+ if ( m_Verbose )
+ {
+ std::cerr << "Changing directory into "
+ << it->m_Directory.c_str() << "\n";
+ }
+ last_directory = it->m_Directory;
+ cmSystemTools::ChangeDirectory(it->m_Directory.c_str());
+ }
+ cres.m_Name = testname;
+ if(m_TestsToRun.size() &&
+ std::find(m_TestsToRun.begin(), m_TestsToRun.end(), cnt) == m_TestsToRun.end())
+ {
+ continue;
+ }
+
+ if ( m_CTest->GetShowOnly() )
+ {
+ std::cerr.width(3);
+ std::cerr << cnt << "/";
+ std::cerr.width(3);
+ std::cerr << tmsize << " Testing ";
+ std::string outname = testname;
+ outname.resize(30, ' ');
+ std::cerr << outname.c_str() << "\n";
+ }
+ else
+ {
+ std::cerr.width(3);
+ std::cerr << cnt << "/";
+ std::cerr.width(3);
+ std::cerr << tmsize << " Testing ";
+ std::string outname = testname;
+ outname.resize(30, ' ');
+ std::cerr << outname.c_str();
+ std::cerr.flush();
+ }
+
+ //std::cerr << "Testing " << args[0] << " ... ";
+ // find the test executable
+ std::string actualCommand = this->FindTheExecutable(args[1].Value.c_str());
+ std::string testCommand = cmSystemTools::ConvertToOutputPath(actualCommand.c_str());
+ std::string memcheckcommand = "";
+
+ // continue if we did not find the executable
+ if (testCommand == "")
+ {
+ std::cerr << "Unable to find executable: " <<
+ args[1].Value.c_str() << "\n";
+ if ( !m_CTest->GetShowOnly() )
+ {
+ m_TestResults.push_back( cres );
+ failed.push_back(testname);
+ continue;
+ }
+ }
+
+ // add the arguments
+ tm_VectorOfListFileArgs::const_iterator j = args.begin();
+ ++j;
+ ++j;
+ std::vector<const char*> arguments;
+ if ( memcheck )
+ {
+ std::vector<cmStdString>::size_type pp;
+ arguments.push_back(m_MemoryTester.c_str());
+ memcheckcommand = m_MemoryTester;
+ for ( pp = 0; pp < m_MemoryTesterOptionsParsed.size(); pp ++ )
+ {
+ arguments.push_back(m_MemoryTesterOptionsParsed[pp].c_str());
+ memcheckcommand += " ";
+ memcheckcommand += cmSystemTools::EscapeSpaces(m_MemoryTesterOptionsParsed[pp].c_str());
+ }
+ }
+ arguments.push_back(actualCommand.c_str());
+ for(;j != args.end(); ++j)
+ {
+ testCommand += " ";
+ testCommand += cmSystemTools::EscapeSpaces(j->Value.c_str());
+ arguments.push_back(j->Value.c_str());
+ }
+ arguments.push_back(0);
+
+ /**
+ * Run an executable command and put the stdout in output.
+ */
+ std::string output;
+ int retVal = 0;
+
+
+ if ( m_Verbose )
+ {
+ std::cout << std::endl << (memcheck?"MemCheck":"Test") << " command: " << testCommand << std::endl;
+ if ( memcheck )
+ {
+ std::cout << "Memory check command: " << memcheckcommand << std::endl;
+ }
+ }
+ if ( olog )
+ {
+ *olog << cnt << "/" << tmsize
+ << " Test: " << testname.c_str() << std::endl;
+ *olog << "Command: ";
+ std::vector<cmStdString>::size_type ll;
+ for ( ll = 0; ll < arguments.size()-1; ll ++ )
+ {
+ *olog << "\"" << arguments[ll] << "\" ";
+ }
+ *olog
+ << std::endl
+ << "Directory: " << it->m_Directory << std::endl
+ << "\"" << testname.c_str() << "\" start time: "
+ << m_CTest->CurrentTime() << std::endl
+ << "Output:" << std::endl
+ << "----------------------------------------------------------"
+ << std::endl;
+ }
+ int res = 0;
+ double clock_start, clock_finish;
+ clock_start = cmSystemTools::GetTime();
+
+ if ( !m_CTest->GetShowOnly() )
+ {
+ res = m_CTest->RunTest(arguments, &output, &retVal, olog);
+ }
+
+ clock_finish = cmSystemTools::GetTime();
+
+ if ( olog )
+ {
+ double ttime = clock_finish - clock_start;
+ int hours = static_cast<int>(ttime / (60 * 60));
+ int minutes = static_cast<int>(ttime / 60) % 60;
+ int seconds = static_cast<int>(ttime) % 60;
+ char buffer[100];
+ sprintf(buffer, "%02d:%02d:%02d", hours, minutes, seconds);
+ *olog
+ << "----------------------------------------------------------"
+ << std::endl
+ << "\"" << testname.c_str() << "\" end time: "
+ << m_CTest->CurrentTime() << std::endl
+ << "\"" << testname.c_str() << "\" time elapsed: "
+ << buffer << std::endl
+ << "----------------------------------------------------------"
+ << std::endl << std::endl;
+ }
+
+ cres.m_ExecutionTime = (double)(clock_finish - clock_start);
+ cres.m_FullCommandLine = testCommand;
+
+ if ( !m_CTest->GetShowOnly() )
+ {
+ if (res == cmsysProcess_State_Exited && retVal == 0)
+ {
+ std::cerr << " Passed\n";
+ passed.push_back(testname);
+ cres.m_Status = cmCTestTestHandler::COMPLETED;
+ }
+ else
+ {
+ cres.m_Status = cmCTestTestHandler::FAILED;
+ if ( res == cmsysProcess_State_Expired )
+ {
+ std::cerr << "***Timeout\n";
+ cres.m_Status = cmCTestTestHandler::TIMEOUT;
+ }
+ else if ( res == cmsysProcess_State_Exception )
+ {
+ std::cerr << "***Exception: ";
+ switch ( retVal )
+ {
+ case cmsysProcess_Exception_Fault:
+ std::cerr << "SegFault";
+ cres.m_Status = cmCTestTestHandler::SEGFAULT;
+ break;
+ case cmsysProcess_Exception_Illegal:
+ std::cerr << "Illegal";
+ cres.m_Status = cmCTestTestHandler::ILLEGAL;
+ break;
+ case cmsysProcess_Exception_Interrupt:
+ std::cerr << "Interrupt";
+ cres.m_Status = cmCTestTestHandler::INTERRUPT;
+ break;
+ case cmsysProcess_Exception_Numerical:
+ std::cerr << "Numerical";
+ cres.m_Status = cmCTestTestHandler::NUMERICAL;
+ break;
+ default:
+ std::cerr << "Other";
+ cres.m_Status = cmCTestTestHandler::OTHER_FAULT;
+ }
+ std::cerr << "\n";
+ }
+ else if ( res == cmsysProcess_State_Error )
+ {
+ std::cerr << "***Bad command " << res << "\n";
+ cres.m_Status = cmCTestTestHandler::BAD_COMMAND;
+ }
+ else
+ {
+ std::cerr << "***Failed\n";
+ }
+ failed.push_back(testname);
+ }
+ if (output != "")
+ {
+ if (dartStuff.find(output.c_str()))
+ {
+ std::string dartString = dartStuff.match(1);
+ cmSystemTools::ReplaceString(output, dartString.c_str(),"");
+ cres.m_RegressionImages = this->GenerateRegressionImages(dartString);
+ }
+ }
+ }
+ cres.m_Output = output;
+ cres.m_ReturnValue = retVal;
+ std::string nwd = it->m_Directory;
+ if ( nwd.size() > m_CTest->GetToplevelPath().size() )
+ {
+ nwd = "." + nwd.substr(m_CTest->GetToplevelPath().size(), nwd.npos);
+ }
+ cmSystemTools::ReplaceString(nwd, "\\", "/");
+ cres.m_Path = nwd;
+ cres.m_CompletionStatus = "Completed";
+ m_TestResults.push_back( cres );
+ }
+
+ m_EndTest = m_CTest->CurrentTime();
+ m_ElapsedTestingTime = cmSystemTools::GetTime() - elapsed_time_start;
+ if ( olog )
+ {
+ *olog << "End testing: " << m_EndTest << std::endl;
+ }
+ cmSystemTools::ChangeDirectory(current_dir.c_str());
+}
+
+void cmCTestTestHandler::GenerateDartMemCheckOutput(std::ostream& os)
+{
+ if ( !m_CTest->GetProduceXML() )
+ {
+ return;
+ }
+
+ m_CTest->StartXML(os);
+ os << "<DynamicAnalysis Checker=\"";
+ switch ( m_MemoryTesterStyle )
+ {
+ case cmCTestTestHandler::VALGRIND:
+ os << "Valgrind";
+ break;
+ case cmCTestTestHandler::PURIFY:
+ os << "Purify";
+ break;
+ case cmCTestTestHandler::BOUNDS_CHECKER:
+ os << "BoundsChecker";
+ break;
+ default:
+ os << "Unknown";
+ }
+ os << "\">" << std::endl;
+
+ os << "\t<StartDateTime>" << m_StartTest << "</StartDateTime>\n"
+ << "\t<TestList>\n";
+ tm_TestResultsVector::size_type cc;
+ for ( cc = 0; cc < m_TestResults.size(); cc ++ )
+ {
+ cmCTestTestResult *result = &m_TestResults[cc];
+ os << "\t\t<Test>" << cmCTest::MakeXMLSafe(result->m_Path)
+ << "/" << cmCTest::MakeXMLSafe(result->m_Name)
+ << "</Test>" << std::endl;
+ }
+ os << "\t</TestList>\n";
+ std::cout << "-- Processing memory checking output: ";
+ unsigned int total = m_TestResults.size();
+ unsigned int step = total / 10;
+ unsigned int current = 0;
+ for ( cc = 0; cc < m_TestResults.size(); cc ++ )
+ {
+ cmCTestTestResult *result = &m_TestResults[cc];
+ std::string memcheckstr;
+ int memcheckresults[cmCTestTestHandler::NO_MEMORY_FAULT];
+ int kk;
+ bool res = this->ProcessMemCheckOutput(result->m_Output, memcheckstr, memcheckresults);
+ if ( res && result->m_Status == cmCTestTestHandler::COMPLETED )
+ {
+ continue;
+ }
+ os << "\t<Test Status=\"";
+ if ( result->m_Status == cmCTestTestHandler::COMPLETED )
+ {
+ os << "passed";
+ }
+ else if ( result->m_Status == cmCTestTestHandler::NOT_RUN )
+ {
+ os << "notrun";
+ }
+ else
+ {
+ os << "failed";
+ }
+ os << "\">\n"
+ << "\t\t<Name>" << cmCTest::MakeXMLSafe(result->m_Name) << "</Name>\n"
+ << "\t\t<Path>" << cmCTest::MakeXMLSafe(result->m_Path) << "</Path>\n"
+ << "\t\t<FullName>" << cmCTest::MakeXMLSafe(result->m_Path)
+ << "/" << cmCTest::MakeXMLSafe(result->m_Name) << "</FullName>\n"
+ << "\t\t<FullCommandLine>"
+ << cmCTest::MakeXMLSafe(result->m_FullCommandLine)
+ << "</FullCommandLine>\n"
+ << "\t\t<Results>" << std::endl;
+ for ( kk = 0; cmCTestMemCheckResultLongStrings[kk]; kk ++ )
+ {
+ if ( memcheckresults[kk] )
+ {
+ os << "\t\t\t<Defect type=\"" << cmCTestMemCheckResultLongStrings[kk] << "\">"
+ << memcheckresults[kk]
+ << "</Defect>" << std::endl;
+ }
+ m_MemoryTesterGlobalResults[kk] += memcheckresults[kk];
+ }
+ os
+ << "\t\t</Results>\n"
+ << "\t<Log>\n" << memcheckstr << std::endl
+ << "\t</Log>\n"
+ << "\t</Test>" << std::endl;
+ if ( current < cc )
+ {
+ std::cout << "#";
+ std::cout.flush();
+ current += step;
+ }
+ }
+ std::cout << std::endl;
+ std::cerr << "Memory checking results:" << std::endl;
+ os << "\t<DefectList>" << std::endl;
+ for ( cc = 0; cmCTestMemCheckResultStrings[cc]; cc ++ )
+ {
+ if ( m_MemoryTesterGlobalResults[cc] )
+ {
+ std::cerr.width(35);
+ std::cerr << cmCTestMemCheckResultLongStrings[cc] << " - "
+ << m_MemoryTesterGlobalResults[cc] << std::endl;
+ os << "\t\t<Defect Type=\"" << cmCTestMemCheckResultLongStrings[cc] << "\"/>" << std::endl;
+ }
+ }
+ os << "\t</DefectList>" << std::endl;
+
+ os << "\t<EndDateTime>" << m_EndTest << "</EndDateTime>" << std::endl;
+ os << "<ElapsedMinutes>"
+ << static_cast<int>(m_ElapsedTestingTime/6)/10.0
+ << "</ElapsedMinutes>\n";
+
+ os << "</DynamicAnalysis>" << std::endl;
+ m_CTest->EndXML(os);
+
+
+}
+
+void cmCTestTestHandler::GenerateDartTestOutput(std::ostream& os)
+{
+ if ( !m_CTest->GetProduceXML() )
+ {
+ return;
+ }
+
+ m_CTest->StartXML(os);
+ os << "<Testing>\n"
+ << "\t<StartDateTime>" << m_StartTest << "</StartDateTime>\n"
+ << "\t<TestList>\n";
+ tm_TestResultsVector::size_type cc;
+ for ( cc = 0; cc < m_TestResults.size(); cc ++ )
+ {
+ cmCTestTestResult *result = &m_TestResults[cc];
+ os << "\t\t<Test>" << cmCTest::MakeXMLSafe(result->m_Path)
+ << "/" << cmCTest::MakeXMLSafe(result->m_Name)
+ << "</Test>" << std::endl;
+ }
+ os << "\t</TestList>\n";
+ for ( cc = 0; cc < m_TestResults.size(); cc ++ )
+ {
+ cmCTestTestResult *result = &m_TestResults[cc];
+ os << "\t<Test Status=\"";
+ if ( result->m_Status == cmCTestTestHandler::COMPLETED )
+ {
+ os << "passed";
+ }
+ else if ( result->m_Status == cmCTestTestHandler::NOT_RUN )
+ {
+ os << "notrun";
+ }
+ else
+ {
+ os << "failed";
+ }
+ os << "\">\n"
+ << "\t\t<Name>" << cmCTest::MakeXMLSafe(result->m_Name) << "</Name>\n"
+ << "\t\t<Path>" << cmCTest::MakeXMLSafe(result->m_Path) << "</Path>\n"
+ << "\t\t<FullName>" << cmCTest::MakeXMLSafe(result->m_Path)
+ << "/" << cmCTest::MakeXMLSafe(result->m_Name) << "</FullName>\n"
+ << "\t\t<FullCommandLine>"
+ << cmCTest::MakeXMLSafe(result->m_FullCommandLine)
+ << "</FullCommandLine>\n"
+ << "\t\t<Results>" << std::endl;
+ if ( result->m_Status != cmCTestTestHandler::NOT_RUN )
+ {
+ if ( result->m_Status != cmCTestTestHandler::COMPLETED || result->m_ReturnValue )
+ {
+ os << "\t\t\t<NamedMeasurement type=\"text/string\" name=\"Exit Code\"><Value>"
+ << this->GetTestStatus(result->m_Status) << "</Value></NamedMeasurement>\n"
+ << "\t\t\t<NamedMeasurement type=\"text/string\" name=\"Exit Value\"><Value>"
+ << result->m_ReturnValue << "</Value></NamedMeasurement>" << std::endl;
+ }
+ os << result->m_RegressionImages;
+ os << "\t\t\t<NamedMeasurement type=\"numeric/double\" "
+ << "name=\"Execution Time\"><Value>"
+ << result->m_ExecutionTime << "</Value></NamedMeasurement>\n";
+ os
+ << "\t\t\t<NamedMeasurement type=\"text/string\" "
+ << "name=\"Completion Status\"><Value>"
+ << result->m_CompletionStatus << "</Value></NamedMeasurement>\n";
+ }
+ os
+ << "\t\t\t<Measurement>\n"
+ << "\t\t\t\t<Value>";
+ size_t truncate = result->m_Output.size();
+ if ( result->m_Status == cmCTestTestHandler::COMPLETED )
+ {
+ if ( result->m_Output.size() > m_MaximumPassedTestResultSize )
+ {
+ truncate = m_MaximumPassedTestResultSize;
+ }
+ }
+ else
+ {
+ if ( result->m_Output.size() > m_MaximumFailedTestResultSize )
+ {
+ truncate = m_MaximumFailedTestResultSize;
+ }
+ }
+ os << cmCTest::MakeXMLSafe(result->m_Output.substr(0, truncate));
+ if ( truncate < result->m_Output.size() )
+ {
+ os << "...\n\nThe output was stirpped because it excedes maximum allowed size: "
+ << truncate << std::endl;
+ }
+ os
+ << "</Value>\n"
+ << "\t\t\t</Measurement>\n"
+ << "\t\t</Results>\n"
+ << "\t</Test>" << std::endl;
+ }
+
+ os << "\t<EndDateTime>" << m_EndTest << "</EndDateTime>\n"
+ << "<ElapsedMinutes>"
+ << static_cast<int>(m_ElapsedTestingTime/6)/10.0
+ << "</ElapsedMinutes>"
+ << "</Testing>" << std::endl;
+ m_CTest->EndXML(os);
+}
+
+bool cmCTestTestHandler::InitializeMemoryChecking()
+{
+ // Setup the command
+ if ( cmSystemTools::FileExists(m_CTest->GetDartConfiguration("MemoryCheckCommand").c_str()) )
+ {
+ m_MemoryTester
+ = cmSystemTools::ConvertToOutputPath(m_CTest->GetDartConfiguration("MemoryCheckCommand").c_str());
+ }
+ else if ( cmSystemTools::FileExists(m_CTest->GetDartConfiguration("PurifyCommand").c_str()) )
+ {
+ m_MemoryTester
+ = cmSystemTools::ConvertToOutputPath(m_CTest->GetDartConfiguration("PurifyCommand").c_str());
+ }
+ else if ( cmSystemTools::FileExists(m_CTest->GetDartConfiguration("ValgrindCommand").c_str()) )
+ {
+ m_MemoryTester
+ = cmSystemTools::ConvertToOutputPath(m_CTest->GetDartConfiguration("ValgrindCommand").c_str());
+ }
+ else
+ {
+ std::cerr << "Memory checker (MemoryCheckCommand) not set, or cannot find the specified program."
+ << std::endl;
+ return false;
+ }
+
+ if ( m_MemoryTester[0] == '\"' && m_MemoryTester[m_MemoryTester.size()-1] == '\"' )
+ {
+ m_MemoryTester = m_MemoryTester.substr(1, m_MemoryTester.size()-2);
+ }
+
+ // Setup the options
+ if ( m_CTest->GetDartConfiguration("MemoryCheckCommandOptions").size() )
+ {
+ m_MemoryTesterOptions = m_CTest->GetDartConfiguration("MemoryCheckCommandOptions");
+ }
+ else if ( m_CTest->GetDartConfiguration("ValgrindCommandOptions").size() )
+ {
+ m_MemoryTesterOptions = m_CTest->GetDartConfiguration("ValgrindCommandOptions");
+ }
+
+ m_MemoryTesterOutputFile = m_CTest->GetToplevelPath() + "/Testing/Temporary/MemoryChecker.log";
+ m_MemoryTesterOutputFile = cmSystemTools::EscapeSpaces(m_MemoryTesterOutputFile.c_str());
+
+ if ( m_MemoryTester.find("valgrind") != std::string::npos )
+ {
+ m_MemoryTesterStyle = cmCTestTestHandler::VALGRIND;
+ if ( !m_MemoryTesterOptions.size() )
+ {
+ m_MemoryTesterOptions = "-q --skin=memcheck --leak-check=yes --show-reachable=yes --workaround-gcc296-bugs=yes --num-callers=100";
+ }
+ if ( m_CTest->GetDartConfiguration("MemoryCheckSuppressionFile").size() )
+ {
+ if ( !cmSystemTools::FileExists(m_CTest->GetDartConfiguration("MemoryCheckSuppressionFile").c_str()) )
+ {
+ std::cerr << "Cannot find memory checker suppression file: "
+ << m_CTest->GetDartConfiguration("MemoryCheckSuppressionFile").c_str() << std::endl;
+ return false;
+ }
+ m_MemoryTesterOptions += " --suppressions=" + cmSystemTools::EscapeSpaces(m_CTest->GetDartConfiguration("MemoryCheckSuppressionFile").c_str()) + "";
+ }
+ }
+ else if ( m_MemoryTester.find("purify") != std::string::npos )
+ {
+ m_MemoryTesterStyle = cmCTestTestHandler::PURIFY;
+#ifdef _WIN32
+ m_MemoryTesterOptions += " /SAVETEXTDATA=" + m_MemoryTesterOutputFile;
+#else
+ m_MemoryTesterOptions += " -log-file=" + m_MemoryTesterOutputFile;
+#endif
+ }
+ else if ( m_MemoryTester.find("boundschecker") != std::string::npos )
+ {
+ m_MemoryTesterStyle = cmCTestTestHandler::BOUNDS_CHECKER;
+ std::cerr << "Bounds checker not yet implemented" << std::endl;
+ return false;
+ }
+ else
+ {
+ std::cerr << "Do not understand memory checker: " << m_MemoryTester.c_str() << std::endl;
+ return false;
+ }
+
+ m_MemoryTesterOptionsParsed = cmSystemTools::ParseArguments(m_MemoryTesterOptions.c_str());
+ std::vector<cmStdString>::size_type cc;
+ for ( cc = 0; cmCTestMemCheckResultStrings[cc]; cc ++ )
+ {
+ m_MemoryTesterGlobalResults[cc] = 0;
+ }
+ return true;
+}
+
+int cmCTestTestHandler::ExecuteCommands(std::vector<cmStdString>& vec)
+{
+ std::vector<cmStdString>::iterator it;
+ for ( it = vec.begin(); it != vec.end(); ++it )
+ {
+ int retVal = 0;
+ if ( m_Verbose )
+ {
+ std::cout << "Run command: " << *it << std::endl;
+ }
+ if ( !cmSystemTools::RunSingleCommand(it->c_str(), 0, &retVal, 0, true /*m_Verbose*/) ||
+ retVal != 0 )
+ {
+ std::cerr << "Problem running command: " << *it << std::endl;
+ return 0;
+ }
+ }
+ return 1;
+}
+
+
+std::string cmCTestTestHandler::FindTheExecutable(const char *exe)
+{
+ std::string fullPath = "";
+ std::string dir;
+ std::string file;
+
+ cmSystemTools::SplitProgramPath(exe, dir, file);
+ if(m_CTest->GetConfigType() != "" &&
+ ::TryExecutable(dir.c_str(), file.c_str(), &fullPath,
+ m_CTest->GetConfigType().c_str()))
+ {
+ return fullPath;
+ }
+
+ if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"."))
+ {
+ return fullPath;
+ }
+
+ if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,""))
+ {
+ return fullPath;
+ }
+
+ if ( m_CTest->GetConfigType() == "" )
+ {
+ // No config type, so try to guess it
+ if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"Release"))
+ {
+ return fullPath;
+ }
+
+ if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"Debug"))
+ {
+ return fullPath;
+ }
+
+ if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"MinSizeRel"))
+ {
+ return fullPath;
+ }
+
+ if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"RelWithDebInfo"))
+ {
+ return fullPath;
+ }
+ }
+
+ // if everything else failed, check the users path
+ if (dir != "")
+ {
+ std::string path = cmSystemTools::FindProgram(file.c_str());
+ if (path != "")
+ {
+ return path;
+ }
+ }
+
+ if ( m_CTest->GetConfigType() != "" )
+ {
+ dir += "/";
+ dir += m_CTest->GetConfigType();
+ dir += "/";
+ dir += file;
+ cmSystemTools::Error("config type specified on the command line, but test executable not found.",
+ dir.c_str());
+ return "";
+ }
+ return fullPath;
+}
+
+
+void cmCTestTestHandler::GetListOfTests(tm_ListOfTests* testlist,
+ bool memcheck)
+{
+ // does the DartTestfile.txt exist ?
+ if(!cmSystemTools::FileExists("DartTestfile.txt"))
+ {
+ return;
+ }
+
+ // parse the file
+ std::ifstream fin("DartTestfile.txt");
+ if(!fin)
+ {
+ return;
+ }
+
+ cmsys::RegularExpression ireg(this->m_IncludeRegExp.c_str());
+ cmsys::RegularExpression ereg(this->m_ExcludeRegExp.c_str());
+
+ cmListFileCache cache;
+ cmListFile* listFile = cache.GetFileCache("DartTestfile.txt", false);
+ for(std::vector<cmListFileFunction>::const_iterator f =
+ listFile->m_Functions.begin(); f != listFile->m_Functions.end(); ++f)
+ {
+ const cmListFileFunction& lff = *f;
+ const std::string& name = lff.m_Name;
+ const tm_VectorOfListFileArgs& args = lff.m_Arguments;
+ if (name == "SUBDIRS")
+ {
+ std::string cwd = cmSystemTools::GetCurrentWorkingDirectory();
+ for(tm_VectorOfListFileArgs::const_iterator j = args.begin();
+ j != args.end(); ++j)
+ {
+ std::string nwd = cwd + "/";
+ nwd += j->Value;
+ if (cmSystemTools::FileIsDirectory(nwd.c_str()))
+ {
+ cmSystemTools::ChangeDirectory(nwd.c_str());
+ this->GetListOfTests(testlist, memcheck);
+ }
+ }
+ // return to the original directory
+ cmSystemTools::ChangeDirectory(cwd.c_str());
+ }
+
+ if (name == "ADD_TEST")
+ {
+ const std::string& testname = args[0].Value;
+ if (this->m_UseExcludeRegExp &&
+ this->m_UseExcludeRegExpFirst &&
+ ereg.find(testname.c_str()))
+ {
+ continue;
+ }
+ if ( memcheck )
+ {
+ std::vector<cmStdString>::iterator it;
+ bool found = false;
+ for ( it = m_CustomMemCheckIgnore.begin();
+ it != m_CustomMemCheckIgnore.end(); ++ it )
+ {
+ if ( *it == testname )
+ {
+ found = true;
+ break;
+ }
+ }
+ if ( found )
+ {
+ if ( m_Verbose )
+ {
+ std::cout << "Ignore memcheck: " << *it << std::endl;
+ }
+ continue;
+ }
+ }
+ else
+ {
+ std::vector<cmStdString>::iterator it;
+ bool found = false;
+ for ( it = m_CustomTestsIgnore.begin();
+ it != m_CustomTestsIgnore.end(); ++ it )
+ {
+ if ( *it == testname )
+ {
+ found = true;
+ break;
+ }
+ }
+ if ( found )
+ {
+ if ( m_Verbose )
+ {
+ std::cout << "Ignore test: " << *it << std::endl;
+ }
+ continue;
+ }
+ }
+
+
+ if (this->m_UseIncludeRegExp && !ireg.find(testname.c_str()))
+ {
+ continue;
+ }
+ if (this->m_UseExcludeRegExp &&
+ !this->m_UseExcludeRegExpFirst &&
+ ereg.find(testname.c_str()))
+ {
+ continue;
+ }
+
+ cmCTestTestProperties test;
+ test.m_Name = testname;
+ test.m_Args = args;
+ test.m_Directory = cmSystemTools::GetCurrentWorkingDirectory();
+ testlist->push_back(test);
+ }
+ }
+}
+
+
+void cmCTestTestHandler::UseIncludeRegExp()
+{
+ this->m_UseIncludeRegExp = true;
+}
+
+void cmCTestTestHandler::UseExcludeRegExp()
+{
+ this->m_UseExcludeRegExp = true;
+ this->m_UseExcludeRegExpFirst = this->m_UseIncludeRegExp ? false : true;
+}
+
+const char* cmCTestTestHandler::GetTestStatus(int status)
+{
+ static const char statuses[][100] = {
+ "Not Run",
+ "Timeout",
+ "SEGFAULT",
+ "ILLEGAL",
+ "INTERRUPT",
+ "NUMERICAL",
+ "OTHER_FAULT",
+ "Failed",
+ "BAD_COMMAND",
+ "Completed"
+ };
+
+ if ( status < cmCTestTestHandler::NOT_RUN ||
+ status > cmCTestTestHandler::COMPLETED )
+ {
+ return "No Status";
+ }
+ return statuses[status];
+}
+
+void cmCTestTestHandler::ExpandTestsToRunInformation(int numTests)
+{
+ if (this->TestsToRunString.empty())
+ {
+ return;
+ }
+
+ int start;
+ int end = -1;
+ double stride = -1;
+ std::string::size_type pos = 0;
+ std::string::size_type pos2;
+ // read start
+ if(GetNextNumber(this->TestsToRunString, start, pos, pos2))
+ {
+ // read end
+ if(GetNextNumber(this->TestsToRunString, end, pos, pos2))
+ {
+ // read stride
+ if(GetNextRealNumber(this->TestsToRunString, stride, pos, pos2))
+ {
+ int val =0;
+ // now read specific numbers
+ while(GetNextNumber(this->TestsToRunString, val, pos, pos2))
+ {
+ m_TestsToRun.push_back(val);
+ }
+ m_TestsToRun.push_back(val);
+ }
+ }
+ }
+
+ // if start is not specified then we assume we start at 1
+ if(start == -1)
+ {
+ start = 1;
+ }
+
+ // if end isnot specified then we assume we end with the last test
+ if(end == -1)
+ {
+ end = numTests;
+ }
+
+ // if the stride wasn't specified then it defaults to 1
+ if(stride == -1)
+ {
+ stride = 1;
+ }
+
+ // if we have a range then add it
+ if(end != -1 && start != -1 && stride > 0)
+ {
+ int i = 0;
+ while (i*stride + start <= end)
+ {
+ m_TestsToRun.push_back(static_cast<int>(i*stride+start));
+ ++i;
+ }
+ }
+
+ // sort the array
+ std::sort(m_TestsToRun.begin(), m_TestsToRun.end(), std::less<int>());
+ // remove duplicates
+ std::vector<int>::iterator new_end =
+ std::unique(m_TestsToRun.begin(), m_TestsToRun.end());
+ m_TestsToRun.erase(new_end, m_TestsToRun.end());
+ std::cout << "Running tests: ";
+ for(unsigned int i =0; i < m_TestsToRun.size(); ++i)
+ {
+ std::cout << m_TestsToRun[i] << " ";
+ }
+ std::cout << "\n";
+}
+
+#define SPACE_REGEX "[ \t\r\n]"
+
+std::string cmCTestTestHandler::GenerateRegressionImages(
+ const std::string& xml)
+{
+ cmsys::RegularExpression twoattributes(
+ "<DartMeasurement"
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*>([^<]*)</DartMeasurement>");
+ cmsys::RegularExpression threeattributes(
+ "<DartMeasurement"
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*>([^<]*)</DartMeasurement>");
+ cmsys::RegularExpression fourattributes(
+ "<DartMeasurement"
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*>([^<]*)</DartMeasurement>");
+ cmsys::RegularExpression measurementfile(
+ "<DartMeasurementFile"
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
+ SPACE_REGEX "*>([^<]*)</DartMeasurementFile>");
+
+ cmOStringStream ostr;
+ bool done = false;
+ std::string cxml = xml;
+ while ( ! done )
+ {
+ if ( twoattributes.find(cxml) )
+ {
+ ostr
+ << "\t\t\t<NamedMeasurement"
+ << " " << twoattributes.match(1) << "=\"" << twoattributes.match(2) << "\""
+ << " " << twoattributes.match(3) << "=\"" << twoattributes.match(4) << "\""
+ << "><Value>" << twoattributes.match(5)
+ << "</Value></NamedMeasurement>"
+ << std::endl;
+ cxml.erase(twoattributes.start(), twoattributes.end() - twoattributes.start());
+ }
+ else if ( threeattributes.find(cxml) )
+ {
+ ostr
+ << "\t\t\t<NamedMeasurement"
+ << " " << threeattributes.match(1) << "=\"" << threeattributes.match(2) << "\""
+ << " " << threeattributes.match(3) << "=\"" << threeattributes.match(4) << "\""
+ << " " << threeattributes.match(5) << "=\"" << threeattributes.match(6) << "\""
+ << "><Value>" << threeattributes.match(7)
+ << "</Value></NamedMeasurement>"
+ << std::endl;
+ cxml.erase(threeattributes.start(), threeattributes.end() - threeattributes.start());
+ }
+ else if ( fourattributes.find(cxml) )
+ {
+ ostr
+ << "\t\t\t<NamedMeasurement"
+ << " " << fourattributes.match(1) << "=\"" << fourattributes.match(2) << "\""
+ << " " << fourattributes.match(3) << "=\"" << fourattributes.match(4) << "\""
+ << " " << fourattributes.match(5) << "=\"" << fourattributes.match(6) << "\""
+ << " " << fourattributes.match(7) << "=\"" << fourattributes.match(8) << "\""
+ << "><Value>" << fourattributes.match(9)
+ << "</Value></NamedMeasurement>"
+ << std::endl;
+ cxml.erase(fourattributes.start(), fourattributes.end() - fourattributes.start());
+ }
+ else if ( measurementfile.find(cxml) )
+ {
+ const std::string& filename =
+ cmCTest::CleanString(measurementfile.match(5));
+ if ( cmSystemTools::FileExists(filename.c_str()) )
+ {
+ long len = cmSystemTools::FileLength(filename.c_str());
+ if ( len == 0 )
+ {
+ std::string k1 = measurementfile.match(1);
+ std::string v1 = measurementfile.match(2);
+ std::string k2 = measurementfile.match(3);
+ std::string v2 = measurementfile.match(4);
+ if ( cmSystemTools::LowerCase(k1) == "type" )
+ {
+ v1 = "text/string";
+ }
+ if ( cmSystemTools::LowerCase(k2) == "type" )
+ {
+ v2 = "text/string";
+ }
+
+ ostr
+ << "\t\t\t<NamedMeasurement"
+ << " " << k1 << "=\"" << v1 << "\""
+ << " " << k2 << "=\"" << v2 << "\""
+ << " encoding=\"none\""
+ << "><Value>Image " << filename.c_str()
+ << " is empty</Value></NamedMeasurement>";
+ }
+ else
+ {
+ std::ifstream ifs(filename.c_str(), std::ios::in
+#ifdef _WIN32
+ | std::ios::binary
+#endif
+ );
+ unsigned char *file_buffer = new unsigned char [ len + 1 ];
+ ifs.read(reinterpret_cast<char*>(file_buffer), len);
+ unsigned char *encoded_buffer = new unsigned char [ static_cast<int>(len * 1.5 + 5) ];
+
+ unsigned long rlen = cmsysBase64_Encode(file_buffer, len, encoded_buffer, 1);
+ unsigned long cc;
+
+ ostr
+ << "\t\t\t<NamedMeasurement"
+ << " " << measurementfile.match(1) << "=\"" << measurementfile.match(2) << "\""
+ << " " << measurementfile.match(3) << "=\"" << measurementfile.match(4) << "\""
+ << " encoding=\"base64\""
+ << ">" << std::endl << "\t\t\t\t<Value>";
+ for ( cc = 0; cc < rlen; cc ++ )
+ {
+ ostr << encoded_buffer[cc];
+ if ( cc % 60 == 0 && cc )
+ {
+ ostr << std::endl;
+ }
+ }
+ ostr
+ << "</Value>" << std::endl << "\t\t\t</NamedMeasurement>"
+ << std::endl;
+ delete [] file_buffer;
+ delete [] encoded_buffer;
+ }
+ }
+ else
+ {
+ int idx = 4;
+ if ( measurementfile.match(1) == "name" )
+ {
+ idx = 2;
+ }
+ ostr
+ << "\t\t\t<NamedMeasurement"
+ << " name=\"" << measurementfile.match(idx) << "\""
+ << " text=\"text/string\""
+ << "><Value>File " << filename.c_str() << " not found</Value></NamedMeasurement>"
+ << std::endl;
+ std::cout << "File \"" << filename.c_str() << "\" not found." << std::endl;
+ }
+ cxml.erase(measurementfile.start(), measurementfile.end() - measurementfile.start());
+ }
+ else
+ {
+ done = true;
+ }
+ }
+ return ostr.str();
+}
+
+bool cmCTestTestHandler::ProcessMemCheckOutput(const std::string& str,
+ std::string& log, int* results)
+{
+ std::string::size_type cc;
+ for ( cc = 0; cc < cmCTestTestHandler::NO_MEMORY_FAULT; cc ++ )
+ {
+ results[cc] = 0;
+ }
+
+ if ( m_MemoryTesterStyle == cmCTestTestHandler::VALGRIND )
+ {
+ return this->ProcessMemCheckValgrindOutput(str, log, results);
+ }
+ else if ( m_MemoryTesterStyle == cmCTestTestHandler::PURIFY )
+ {
+ return this->ProcessMemCheckPurifyOutput(str, log, results);
+ }
+ else if ( m_MemoryTesterStyle == cmCTestTestHandler::BOUNDS_CHECKER )
+ {
+ log.append("\nMemory checking style used was: ");
+ log.append("Bounds Checker");
+ }
+ else
+ {
+ log.append("\nMemory checking style used was: ");
+ log.append("None that I know");
+ log = str;
+ }
+
+
+ return true;
+}
+
+bool cmCTestTestHandler::ProcessMemCheckPurifyOutput(
+ const std::string&, std::string& log,
+ int* results)
+{
+ if ( !cmSystemTools::FileExists(m_MemoryTesterOutputFile.c_str()) )
+ {
+ log = "Cannot find Purify output file: " + m_MemoryTesterOutputFile;
+ std::cerr << log.c_str() << std::endl;
+ return false;
+ }
+
+ std::ifstream ifs(m_MemoryTesterOutputFile.c_str());
+ if ( !ifs )
+ {
+ log = "Cannot read Purify output file: " + m_MemoryTesterOutputFile;
+ std::cerr << log.c_str() << std::endl;
+ return false;
+ }
+
+ cmOStringStream ostr;
+ log = "";
+
+ cmsys::RegularExpression pfW("^\\[[WEI]\\] ([A-Z][A-Z][A-Z][A-Z]*): ");
+
+ int defects = 0;
+
+ std::string line;
+ while ( cmSystemTools::GetLineFromStream(ifs, line) )
+ {
+ int failure = cmCTestTestHandler::NO_MEMORY_FAULT;
+ if ( pfW.find(line) )
+ {
+ int cc;
+ for ( cc = 0; cc < cmCTestTestHandler::NO_MEMORY_FAULT; cc ++ )
+ {
+ if ( pfW.match(1) == cmCTestMemCheckResultStrings[cc] )
+ {
+ failure = cc;
+ break;
+ }
+ }
+ if ( cc == cmCTestTestHandler::NO_MEMORY_FAULT )
+ {
+ std::cerr<< "Unknown Purify memory fault: " << pfW.match(1) << std::endl;
+ ostr << "*** Unknown Purify memory fault: " << pfW.match(1) << std::endl;
+ }
+ }
+ if ( failure != NO_MEMORY_FAULT )
+ {
+ ostr << "<b>" << cmCTestMemCheckResultStrings[failure] << "</b> ";
+ results[failure] ++;
+ defects ++;
+ }
+ ostr << cmCTest::MakeXMLSafe(line) << std::endl;
+ }
+
+ log = ostr.str();
+ if ( defects )
+ {
+ return false;
+ }
+ return true;
+}
+
+bool cmCTestTestHandler::ProcessMemCheckValgrindOutput(
+ const std::string& str, std::string& log,
+ int* results)
+{
+ std::vector<cmStdString> lines;
+ cmSystemTools::Split(str.c_str(), lines);
+
+ std::string::size_type cc;
+
+ cmOStringStream ostr;
+ log = "";
+
+ int defects = 0;
+
+ cmsys::RegularExpression valgrindLine("^==[0-9][0-9]*==");
+
+ cmsys::RegularExpression vgFIM(
+ "== .*Invalid free\\(\\) / delete / delete\\[\\]");
+ cmsys::RegularExpression vgFMM(
+ "== .*Mismatched free\\(\\) / delete / delete \\[\\]");
+ cmsys::RegularExpression vgMLK(
+ "== .*[0-9][0-9]* bytes in [0-9][0-9]* blocks are definitely lost"
+ " in loss record [0-9][0-9]* of [0-9]");
+ cmsys::RegularExpression vgPAR(
+ "== .*Syscall param .* contains unaddressable byte\\(s\\)");
+ cmsys::RegularExpression vgMPK1(
+ "== .*[0-9][0-9]* bytes in [0-9][0-9]* blocks are possibly lost in"
+ " loss record [0-9][0-9]* of [0-9]");
+ cmsys::RegularExpression vgMPK2(
+ "== .*[0-9][0-9]* bytes in [0-9][0-9]* blocks are still reachable"
+ " in loss record [0-9][0-9]* of [0-9]");
+ cmsys::RegularExpression vgUMC(
+ "== .*Conditional jump or move depends on uninitialised value\\(s\\)");
+ cmsys::RegularExpression vgUMR1("== .*Use of uninitialised value of size [0-9][0-9]*");
+ cmsys::RegularExpression vgUMR2("== .*Invalid read of size [0-9][0-9]*");
+ cmsys::RegularExpression vgUMR3("== .*Jump to the invalid address ");
+ cmsys::RegularExpression vgUMR4(
+ "== .*Syscall param .* contains uninitialised or unaddressable byte\\(s\\)");
+ cmsys::RegularExpression vgIPW("== .*Invalid write of size [0-9]");
+ cmsys::RegularExpression vgABR("== .*pthread_mutex_unlock: mutex is locked by a different thread");
+
+ //double sttime = cmSystemTools::GetTime();
+ //std::cout << "Start test: " << lines.size() << std::endl;
+ for ( cc = 0; cc < lines.size(); cc ++ )
+ {
+ if ( valgrindLine.find(lines[cc]) )
+ {
+ int failure = cmCTestTestHandler::NO_MEMORY_FAULT;
+ if ( vgFIM.find(lines[cc]) ) { failure = cmCTestTestHandler::FIM; }
+ else if ( vgFMM.find(lines[cc]) ) { failure = cmCTestTestHandler::FMM; }
+ else if ( vgMLK.find(lines[cc]) ) { failure = cmCTestTestHandler::MLK; }
+ else if ( vgPAR.find(lines[cc]) ) { failure = cmCTestTestHandler::PAR; }
+ else if ( vgMPK1.find(lines[cc]) ){ failure = cmCTestTestHandler::MPK; }
+ else if ( vgMPK2.find(lines[cc]) ){ failure = cmCTestTestHandler::MPK; }
+ else if ( vgUMC.find(lines[cc]) ) { failure = cmCTestTestHandler::UMC; }
+ else if ( vgUMR1.find(lines[cc]) ){ failure = cmCTestTestHandler::UMR; }
+ else if ( vgUMR2.find(lines[cc]) ){ failure = cmCTestTestHandler::UMR; }
+ else if ( vgUMR3.find(lines[cc]) ){ failure = cmCTestTestHandler::UMR; }
+ else if ( vgUMR4.find(lines[cc]) ){ failure = cmCTestTestHandler::UMR; }
+ else if ( vgIPW.find(lines[cc]) ) { failure = cmCTestTestHandler::IPW; }
+ else if ( vgABR.find(lines[cc]) ) { failure = cmCTestTestHandler::ABR; }
+
+ if ( failure != cmCTestTestHandler::NO_MEMORY_FAULT )
+ {
+ ostr << "<b>" << cmCTestMemCheckResultStrings[failure] << "</b> ";
+ results[failure] ++;
+ defects ++;
+ }
+ ostr << cmCTest::MakeXMLSafe(lines[cc]) << std::endl;
+ }
+ }
+ //std::cout << "End test (elapsed: " << (cmSystemTools::GetTime() - sttime) << std::endl;
+ log = ostr.str();
+ if ( defects )
+ {
+ return false;
+ }
+ return true;
+}
+
+void cmCTestTestHandler::SetIncludeRegExp(const char *arg)
+{
+ m_IncludeRegExp = arg;
+}
+
+void cmCTestTestHandler::SetExcludeRegExp(const char *arg)
+{
+ m_ExcludeRegExp = arg;
+}
+
+void cmCTestTestHandler::SetTestsToRunInformation(const char* in)
+{
+ this->TestsToRunString = in;
+ // if the argument is a file, then read it and use the contents as the string
+ if(cmSystemTools::FileExists(in))
+ {
+ std::ifstream fin(in);
+ unsigned long filelen = cmSystemTools::FileLength(in);
+ char* buff = new char[filelen+1];
+ fin.getline(buff, filelen);
+ buff[fin.gcount()] = 0;
+ this->TestsToRunString = buff;
+ }
+}
+
diff --git a/Source/CTest/cmCTestTestHandler.h b/Source/CTest/cmCTestTestHandler.h
new file mode 100644
index 0000000..6885c31
--- /dev/null
+++ b/Source/CTest/cmCTestTestHandler.h
@@ -0,0 +1,214 @@
+/*=========================================================================
+
+ Program: CMake - Cross-Platform Makefile Generator
+ Module: $RCSfile$
+ Language: C++
+ Date: $Date$
+ Version: $Revision$
+
+ Copyright (c) 2002 Kitware, Inc. All rights reserved.
+ See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
+
+ This software is distributed WITHOUT ANY WARRANTY; without even
+ the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
+ PURPOSE. See the above copyright notices for more information.
+
+=========================================================================*/
+
+#ifndef cmCTestTestHandler_h
+#define cmCTestTestHandler_h
+
+
+#include "cmStandardIncludes.h"
+#include "cmListFileCache.h"
+
+class cmCTest;
+class cmMakefile;
+
+/** \class cmCTestTestHandler
+ * \brief A class that handles ctest -S invocations
+ *
+ */
+class cmCTestTestHandler
+{
+public:
+
+ /*
+ * The main entry point for this class
+ */
+ int TestDirectory(cmCTest *, bool memcheck);
+
+ /*
+ * If verbose then more informaiton is printed out
+ */
+ void SetVerbose(bool val) { m_Verbose = val; }
+
+ void PopulateCustomVectors(cmMakefile *mf);
+
+ ///! Control the use of the regular expresisons, call these methods to turn
+ ///them on
+ void UseIncludeRegExp();
+ void UseExcludeRegExp();
+ void SetIncludeRegExp(const char *);
+ void SetExcludeRegExp(const char *);
+
+ cmCTestTestHandler();
+
+ ///! pass the -I argument down
+ void SetTestsToRunInformation(const char*);
+
+private:
+
+ enum { // Memory checkers
+ UNKNOWN = 0,
+ VALGRIND,
+ PURIFY,
+ BOUNDS_CHECKER
+ };
+
+ enum { // Memory faults
+ ABR = 0,
+ ABW,
+ ABWL,
+ COR,
+ EXU,
+ FFM,
+ FIM,
+ FMM,
+ FMR,
+ FMW,
+ FUM,
+ IPR,
+ IPW,
+ MAF,
+ MLK,
+ MPK,
+ NPR,
+ ODS,
+ PAR,
+ PLK,
+ UMC,
+ UMR,
+ NO_MEMORY_FAULT
+ };
+
+ enum { // Program statuses
+ NOT_RUN = 0,
+ TIMEOUT,
+ SEGFAULT,
+ ILLEGAL,
+ INTERRUPT,
+ NUMERICAL,
+ OTHER_FAULT,
+ FAILED,
+ BAD_COMMAND,
+ COMPLETED
+ };
+
+ bool m_Verbose;
+ cmCTest *m_CTest;
+
+ std::string m_MemoryTester;
+ std::vector<cmStdString> m_MemoryTesterOptionsParsed;
+ std::string m_MemoryTesterOptions;
+ int m_MemoryTesterStyle;
+ std::string m_MemoryTesterOutputFile;
+ int m_MemoryTesterGlobalResults[NO_MEMORY_FAULT];
+
+
+ struct cmCTestTestResult
+ {
+ std::string m_Name;
+ std::string m_Path;
+ std::string m_FullCommandLine;
+ double m_ExecutionTime;
+ int m_ReturnValue;
+ int m_Status;
+ std::string m_CompletionStatus;
+ std::string m_Output;
+ std::string m_RegressionImages;
+ int m_TestCount;
+ };
+
+ typedef std::vector<cmCTestTestResult> tm_TestResultsVector;
+ tm_TestResultsVector m_TestResults;
+
+ int ExecuteCommands(std::vector<cmStdString>& vec);
+
+ ///! Initialize memory checking subsystem.
+ bool InitializeMemoryChecking();
+
+ /**
+ * Generate the Dart compatible output
+ */
+ void GenerateDartTestOutput(std::ostream& os);
+ void GenerateDartMemCheckOutput(std::ostream& os);
+
+ /**
+ * Run the test for a directory and any subdirectories
+ */
+ void ProcessDirectory(std::vector<cmStdString> &passed,
+ std::vector<cmStdString> &failed,
+ bool memcheck);
+
+ typedef std::vector<cmListFileArgument> tm_VectorOfListFileArgs;
+ struct cmCTestTestProperties
+ {
+ cmStdString m_Name;
+ cmStdString m_Directory;
+ tm_VectorOfListFileArgs m_Args;
+ };
+
+ typedef std::vector<cmCTestTestProperties> tm_ListOfTests;
+ /**
+ * Get the list of tests in directory and subdirectories.
+ */
+ void GetListOfTests(tm_ListOfTests* testlist, bool memcheck);
+
+ /**
+ * Find the executable for a test
+ */
+ std::string FindTheExecutable(const char *exe);
+
+ const char* GetTestStatus(int status);
+ void ExpandTestsToRunInformation(int numPossibleTests);
+
+ std::vector<cmStdString> m_CustomPreTest;
+ std::vector<cmStdString> m_CustomPostTest;
+ std::vector<cmStdString> m_CustomPreMemCheck;
+ std::vector<cmStdString> m_CustomPostMemCheck;
+ std::vector<cmStdString> m_CustomTestsIgnore;
+ std::vector<cmStdString> m_CustomMemCheckIgnore;
+
+ std::string m_StartTest;
+ std::string m_EndTest;
+ double m_ElapsedTestingTime;
+ std::vector<int> m_TestsToRun;
+
+ bool m_UseIncludeRegExp;
+ bool m_UseExcludeRegExp;
+ bool m_UseExcludeRegExpFirst;
+ std::string m_IncludeRegExp;
+ std::string m_ExcludeRegExp;
+
+ std::string GenerateRegressionImages(const std::string& xml);
+
+ //! Parse Valgrind/Purify/Bounds Checker result out of the output
+ //string. After running, log holds the output and results hold the
+ //different memmory errors.
+ bool ProcessMemCheckOutput(const std::string& str,
+ std::string& log, int* results);
+ bool ProcessMemCheckValgrindOutput(const std::string& str,
+ std::string& log, int* results);
+ bool ProcessMemCheckPurifyOutput(const std::string& str,
+ std::string& log, int* results);
+
+ ///! Maximum size of testing string
+ std::string::size_type m_MaximumPassedTestResultSize;
+ std::string::size_type m_MaximumFailedTestResultSize;
+
+ std::string TestsToRunString;
+
+};
+
+#endif
diff --git a/Source/CTest/cmCTestUpdateHandler.cxx b/Source/CTest/cmCTestUpdateHandler.cxx
index 139f7d2..11792d1 100644
--- a/Source/CTest/cmCTestUpdateHandler.cxx
+++ b/Source/CTest/cmCTestUpdateHandler.cxx
@@ -32,7 +32,6 @@
#endif
#include <stdlib.h>
-#include <time.h>
#include <math.h>
#include <float.h>
diff --git a/Source/cmCTest.cxx b/Source/cmCTest.cxx
index f2038d8..f7f3b71 100644
--- a/Source/cmCTest.cxx
+++ b/Source/cmCTest.cxx
@@ -24,7 +24,9 @@
#include "cmDynamicLoader.h"
#include "cmCTestBuildHandler.h"
+#include "cmCTestCoverageHandler.h"
#include "cmCTestScriptHandler.h"
+#include "cmCTestTestHandler.h"
#include "cmCTestUpdateHandler.h"
#include "cmCTestConfigureHandler.h"
@@ -33,7 +35,6 @@
#include <cmsys/RegularExpression.hxx>
#include <cmsys/Process.h>
-#include <cmsys/Base64.h>
#include <stdlib.h>
#include <math.h>
@@ -41,7 +42,6 @@
#include <memory> // auto_ptr
-#define SAFEDIV(x,y) (((y)!=0)?((x)/(y)):(0))
#define DEBUGOUT std::cout << __LINE__ << " "; std::cout
#define DEBUGERR std::cerr << __LINE__ << " "; std::cerr
@@ -112,7 +112,7 @@ struct tm* cmCTest::GetNightlyTime(std::string str,
return lctime;
}
-static std::string CleanString(const std::string& str)
+std::string cmCTest::CleanString(const std::string& str)
{
std::string::size_type spos = str.find_first_not_of(" \n\t\r\f\v");
std::string::size_type epos = str.find_last_not_of(" \n\t\r\f\v");
@@ -142,62 +142,10 @@ std::string cmCTest::CurrentTime()
strftime(current_time, 1000, "%a %b %d %H:%M:%S %Z %Y", t);
}
//std::cout << "Current_Time: " << current_time << std::endl;
- return cmCTest::MakeXMLSafe(::CleanString(current_time));
+ return cmCTest::MakeXMLSafe(cmCTest::CleanString(current_time));
}
-static const char* cmCTestMemCheckResultStrings[] = {
- "ABR",
- "ABW",
- "ABWL",
- "COR",
- "EXU",
- "FFM",
- "FIM",
- "FMM",
- "FMR",
- "FMW",
- "FUM",
- "IPR",
- "IPW",
- "MAF",
- "MLK",
- "MPK",
- "NPR",
- "ODS",
- "PAR",
- "PLK",
- "UMC",
- "UMR",
- 0
-};
-
-static const char* cmCTestMemCheckResultLongStrings[] = {
- "Threading Problem",
- "ABW",
- "ABWL",
- "COR",
- "EXU",
- "FFM",
- "FIM",
- "Mismatched deallocation",
- "FMR",
- "FMW",
- "FUM",
- "IPR",
- "IPW",
- "MAF",
- "Memory Leak",
- "Potential Memory Leak",
- "NPR",
- "ODS",
- "Invalid syscall param",
- "PLK",
- "Uninitialized Memory Conditional",
- "Uninitialized Memory Read",
- 0
-};
-
std::string cmCTest::MakeXMLSafe(const std::string& str)
{
cmOStringStream ost;
@@ -263,38 +211,6 @@ std::string cmCTest::MakeURLSafe(const std::string& str)
return ost.str();
}
-bool TryExecutable(const char *dir, const char *file,
- std::string *fullPath, const char *subdir)
-{
- // try current directory
- std::string tryPath;
- if (dir && strcmp(dir,""))
- {
- tryPath = dir;
- tryPath += "/";
- }
-
- if (subdir && strcmp(subdir,""))
- {
- tryPath += subdir;
- tryPath += "/";
- }
-
- tryPath += file;
- if(cmSystemTools::FileExists(tryPath.c_str()))
- {
- *fullPath = cmSystemTools::CollapseFullPath(tryPath.c_str());
- return true;
- }
- tryPath += cmSystemTools::GetExecutableExtension();
- if(cmSystemTools::FileExists(tryPath.c_str()))
- {
- *fullPath = cmSystemTools::CollapseFullPath(tryPath.c_str());
- return true;
- }
- return false;
-}
-
cmCTest::cmCTest()
{
m_ForceNewCTestProcess = false;
@@ -302,9 +218,6 @@ cmCTest::cmCTest()
m_BuildNoCMake = false;
m_BuildNoClean = false;
m_BuildTwoConfig = false;
- m_UseIncludeRegExp = false;
- m_UseExcludeRegExp = false;
- m_UseExcludeRegExpFirst = false;
m_Verbose = false;
m_DartMode = false;
m_ShowOnly = false;
@@ -312,18 +225,17 @@ cmCTest::cmCTest()
m_TestModel = cmCTest::EXPERIMENTAL;
m_InteractiveDebugMode = true;
m_TimeOut = 0;
- m_CompatibilityMode = 0;
int cc;
for ( cc=0; cc < cmCTest::LAST_TEST; cc ++ )
{
m_Tests[cc] = 0;
}
m_ShortDateFormat = true;
- m_MaximumPassedTestResultSize = 100 * 1024;
- m_MaximumFailedTestResultSize = 200 * 1024;
this->BuildHandler = new cmCTestBuildHandler;
+ this->CoverageHandler = new cmCTestCoverageHandler;
this->ScriptHandler = new cmCTestScriptHandler;
+ this->TestHandler = new cmCTestTestHandler;
this->UpdateHandler = new cmCTestUpdateHandler;
this->ConfigureHandler = new cmCTestConfigureHandler;
}
@@ -331,7 +243,9 @@ cmCTest::cmCTest()
cmCTest::~cmCTest()
{
delete this->BuildHandler;
+ delete this->CoverageHandler;
delete this->ScriptHandler;
+ delete this->TestHandler;
delete this->UpdateHandler;
delete this->ConfigureHandler;
}
@@ -453,7 +367,7 @@ void cmCTest::UpdateCTestConfiguration()
buffer[0] = 0;
fin.getline(buffer, 1023);
buffer[1023] = 0;
- std::string line = ::CleanString(buffer);
+ std::string line = cmCTest::CleanString(buffer);
if(line.size() == 0)
{
continue;
@@ -464,7 +378,7 @@ void cmCTest::UpdateCTestConfiguration()
buffer[0] = 0;
fin.getline(buffer, 1023);
buffer[1023] = 0;
- line += ::CleanString(buffer);
+ line += cmCTest::CleanString(buffer);
}
if ( line[0] == '#' )
{
@@ -476,7 +390,7 @@ void cmCTest::UpdateCTestConfiguration()
continue;
}
std::string key = line.substr(0, cpos);
- std::string value = ::CleanString(line.substr(cpos+1, line.npos));
+ std::string value = cmCTest::CleanString(line.substr(cpos+1, line.npos));
m_DartConfiguration[key] = value;
}
fin.close();
@@ -558,616 +472,7 @@ void cmCTest::Finalize()
{
}
-std::string cmCTest::FindTheExecutable(const char *exe)
-{
- std::string fullPath = "";
- std::string dir;
- std::string file;
-
- cmSystemTools::SplitProgramPath(exe, dir, file);
- if(m_ConfigType != "" &&
- ::TryExecutable(dir.c_str(), file.c_str(), &fullPath,
- m_ConfigType.c_str()))
- {
- return fullPath;
- }
-
- if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"."))
- {
- return fullPath;
- }
-
- if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,""))
- {
- return fullPath;
- }
-
- if ( m_ConfigType == "" )
- {
- // No config type, so try to guess it
- if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"Release"))
- {
- return fullPath;
- }
-
- if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"Debug"))
- {
- return fullPath;
- }
-
- if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"MinSizeRel"))
- {
- return fullPath;
- }
-
- if (::TryExecutable(dir.c_str(),file.c_str(),&fullPath,"RelWithDebInfo"))
- {
- return fullPath;
- }
- }
-
- // if everything else failed, check the users path
- if (dir != "")
- {
- std::string path = cmSystemTools::FindProgram(file.c_str());
- if (path != "")
- {
- return path;
- }
- }
-
- if ( m_ConfigType != "" )
- {
- dir += "/";
- dir += m_ConfigType;
- dir += "/";
- dir += file;
- cmSystemTools::Error("config type specified on the command line, but test executable not found.",
- dir.c_str());
- return "";
- }
- return fullPath;
-}
-
-
-int cmCTest::CoverageDirectory()
-{
- std::cout << "Performing coverage" << std::endl;
- double elapsed_time_start = cmSystemTools::GetTime();
- cmCTest::tm_VectorOfStrings files;
- cmCTest::tm_VectorOfStrings cfiles;
- cmCTest::tm_VectorOfStrings cdirs;
- bool done = false;
- std::string::size_type cc;
- std::string glob;
- std::map<std::string, std::string> allsourcefiles;
- std::map<std::string, std::string> allbinaryfiles;
-
- std::string start_time = this->CurrentTime();
-
- // Find all source files.
- std::string sourceDirectory = m_DartConfiguration["SourceDirectory"];
- if ( sourceDirectory.size() == 0 )
- {
- std::cerr << "Cannot find SourceDirectory key in the DartConfiguration.tcl" << std::endl;
- return 1;
- }
-
- std::string coverageCommand = m_DartConfiguration["CoverageCommand"];
- if ( coverageCommand.size() == 0 )
- {
- std::cerr << "Coverage command not defined in DartConfiguration.tcl" << std::endl;
- return 1;
- }
- cdirs.push_back(sourceDirectory);
- while ( !done )
- {
- if ( cdirs.size() <= 0 )
- {
- break;
- }
- glob = cdirs[cdirs.size()-1] + "/*";
- //std::cout << "Glob: " << glob << std::endl;
- cdirs.pop_back();
- if ( cmSystemTools::SimpleGlob(glob, cfiles, 1) )
- {
- for ( cc = 0; cc < cfiles.size(); cc ++ )
- {
- allsourcefiles[cmSystemTools::GetFilenameName(cfiles[cc])] = cfiles[cc];
- }
- }
- if ( cmSystemTools::SimpleGlob(glob, cfiles, -1) )
- {
- for ( cc = 0; cc < cfiles.size(); cc ++ )
- {
- if ( cfiles[cc] != "." && cfiles[cc] != ".." )
- {
- cdirs.push_back(cfiles[cc]);
- }
- }
- }
- }
-
- // find all binary files
- cdirs.push_back(cmSystemTools::GetCurrentWorkingDirectory());
- while ( !done )
- {
- if ( cdirs.size() <= 0 )
- {
- break;
- }
- glob = cdirs[cdirs.size()-1] + "/*";
- //std::cout << "Glob: " << glob << std::endl;
- cdirs.pop_back();
- if ( cmSystemTools::SimpleGlob(glob, cfiles, 1) )
- {
- for ( cc = 0; cc < cfiles.size(); cc ++ )
- {
- allbinaryfiles[cmSystemTools::GetFilenameName(cfiles[cc])] = cfiles[cc];
- }
- }
- if ( cmSystemTools::SimpleGlob(glob, cfiles, -1) )
- {
- for ( cc = 0; cc < cfiles.size(); cc ++ )
- {
- if ( cfiles[cc] != "." && cfiles[cc] != ".." )
- {
- cdirs.push_back(cfiles[cc]);
- }
- }
- }
- }
-
- std::map<std::string, std::string>::iterator sit;
- for ( sit = allbinaryfiles.begin(); sit != allbinaryfiles.end(); sit ++ )
- {
- const std::string& fname = sit->second;
- //std::cout << "File: " << fname << std::endl;
- if ( strcmp(fname.substr(fname.size()-3, 3).c_str(), ".da") == 0 )
- {
- files.push_back(fname);
- }
- }
-
- if ( files.size() == 0 )
- {
- std::cerr << "Cannot find any coverage information files (.da)" << std::endl;
- return 1;
- }
-
- std::ofstream log;
- if (!this->OpenOutputFile("Temporary", "Coverage.log", log))
- {
- std::cerr << "Cannot open log file" << std::endl;
- return 1;
- }
- log.close();
- if (!this->OpenOutputFile(m_CurrentTag, "Coverage.xml", log))
- {
- std::cerr << "Cannot open log file" << std::endl;
- return 1;
- }
-
- std::string opath = m_ToplevelPath + "/Testing/Temporary/Coverage";
- cmSystemTools::MakeDirectory(opath.c_str());
- cfiles.clear();
- cmCTest::tm_VectorOfStrings ncfiles;
- cmCTest::tm_VectorOfStrings missing_files;
-
- for ( cc = 0; cc < files.size(); cc ++ )
- {
- std::string currPath = cmSystemTools::GetFilenamePath(files[cc]);
- std::string command = coverageCommand + " -o \"" + currPath + "\" -l \"" + files[cc] + "\"";
- std::string output;
- int retVal = 0;
- if ( m_Verbose )
- {
- std::cerr << "Run gcov on " << files[cc] << " in directory: " << currPath.c_str() << std::endl;
- }
- //std::cout << " --- Run [" << command << "]" << std::endl;
- bool res = true;
- if ( !m_ShowOnly )
- {
- res = cmSystemTools::RunSingleCommand(command.c_str(), &output,
- &retVal, currPath.c_str(),
- m_Verbose, 0 /*m_TimeOut*/);
- }
- if ( res && retVal == 0 )
- {
- //std::cout << " - done" << std::endl;
- glob = currPath + "/*";
- if ( !cmSystemTools::SimpleGlob(glob, ncfiles, 1) )
- {
- std::cerr << "Cannot found any coverage files" << std::endl;
- return 1;
- }
- cfiles.insert(cfiles.end(), ncfiles.begin(), ncfiles.end());
- std::vector<cmStdString> gcovlines;
- cmSystemTools::Split(output.c_str(), gcovlines);
- std::vector<cmStdString>::iterator git;
- const char* message = "Could not open source file";
- for ( git = gcovlines.begin(); git != gcovlines.end(); ++git )
- {
- if ( strncmp(git->c_str(), message, strlen(message) ) == 0 )
- {
- std::cerr << "Problem: " << git->c_str() << std::endl;
- missing_files.push_back(git->c_str() + strlen(message));
- }
- }
- }
- else
- {
- std::cerr << "Run gcov on " << files[cc] << std::flush;
- std::cerr << " [" << command << "]" << std::endl;
- std::cerr << " - fail" << std::endl;
- }
- }
-
- files.clear();
- std::map<std::string, cmCTest::tm_VectorOfStrings > sourcefiles;
- for ( cc = 0; cc < cfiles.size(); cc ++ )
- {
- std::string& fname = cfiles[cc];
- // std::cout << "File: " << fname << std::endl;
- if ( strcmp(fname.substr(fname.size()-5, 5).c_str(), ".gcov") == 0 )
- {
- files.push_back(fname);
- std::string::size_type pos = fname.find(".da.");
- std::string::size_type pos2 = fname.find(".da##");
- if(pos2 != fname.npos)
- {
- pos = pos2+1;
- }
- if ( pos != fname.npos )
- {
- pos += 4;
- std::string::size_type epos = fname.size() - pos - strlen(".gcov");
- std::string nf = fname.substr(pos, epos);
- //std::cout << "Substring: " << nf << std::endl;
- if ( allsourcefiles.find(nf) != allsourcefiles.end() ||
- allbinaryfiles.find(nf) != allbinaryfiles.end() )
- {
- cmCTest::tm_VectorOfStrings &cvec = sourcefiles[nf];
- cvec.push_back(fname);
- }
- }
- }
- }
- // for ( cc = 0; cc < files.size(); cc ++ )
- // {
- // std::cout << "File: " << files[cc] << std::endl;
- // }
- if ( missing_files.size() > 0 )
- {
- std::cout << "---------------------------------------------------------------" << std::endl;
- std::cout << "The following files were missing:" << std::endl;
- for ( cc = 0; cc < missing_files.size(); cc ++ )
- {
- std::cout << "File: " << missing_files[cc] << std::endl;
- }
- std::cout << "---------------------------------------------------------------" << std::endl;
- }
-
- std::map<std::string, cmCTest::tm_VectorOfStrings >::iterator it;
- cmCTest::tm_CoverageMap coverageresults;
-
- this->StartXML(log);
- log << "<Coverage>\n"
- << "\t<StartDateTime>" << start_time << "</StartDateTime>" << std::endl;
-
- int total_tested = 0;
- int total_untested = 0;
-
- for ( it = sourcefiles.begin(); it != sourcefiles.end(); it ++ )
- {
- //std::cerr << "Source file: " << it->first << std::endl;
- cmCTest::tm_VectorOfStrings &gfiles = it->second;
-
- for ( cc = 0; cc < gfiles.size(); cc ++ )
- {
- int do_coverage = 1;
- std::string coverage_dir = cmSystemTools::GetFilenamePath(gfiles[cc].c_str());
- std::string builDir = m_DartConfiguration["BuildDirectory"];
- do
- {
- std::string coverage_file = coverage_dir + "/.NoDartCoverage";
- if ( cmSystemTools::FileExists(coverage_file.c_str()) )
- {
- do_coverage = 0;
- break;
- }
- // is there a parent directory we can check
- std::string::size_type pos = coverage_dir.rfind('/');
- // if we could not find the directory return 0
- if(pos == std::string::npos)
- {
- break;
- }
- coverage_dir = coverage_dir.substr(0, pos);
- }
- while (coverage_dir.size() >= builDir.size());
- if ( !do_coverage )
- {
- continue;
- }
- //std::cout << "\t" << gfiles[cc] << std::endl;
- std::ifstream ifile(gfiles[cc].c_str());
- if ( !ifile )
- {
- std::cerr << "Cannot open file: " << gfiles[cc].c_str() << std::endl;
- }
-
- ifile.seekg (0, std::ios::end);
- int length = ifile.tellg();
- ifile.seekg (0, std::ios::beg);
- char *buffer = new char [ length + 1 ];
- ifile.read(buffer, length);
- buffer [length] = 0;
- //std::cout << "Read: " << buffer << std::endl;
- std::vector<cmStdString> lines;
- cmSystemTools::Split(buffer, lines);
- delete [] buffer;
- cmCTest::cmCTestCoverage& cov = coverageresults[it->first];
- std::vector<int>& covlines = cov.m_Lines;
- if ( cov.m_FullPath == "" )
- {
- covlines.insert(covlines.begin(), lines.size(), -1);
- if ( allsourcefiles.find(it->first) != allsourcefiles.end() )
- {
- cov.m_FullPath = allsourcefiles[it->first];
- }
- else if ( allbinaryfiles.find(it->first) != allbinaryfiles.end() )
- {
- cov.m_FullPath = allbinaryfiles[it->first];
- }
- cov.m_AbsolutePath = cov.m_FullPath;
- std::string src_dir = m_DartConfiguration["SourceDirectory"];
- if ( src_dir[src_dir.size()-1] != '/' )
- {
- src_dir = src_dir + "/";
- }
- std::string::size_type spos = cov.m_FullPath.find(src_dir);
- if ( spos == 0 )
- {
- cov.m_FullPath = std::string("./") + cov.m_FullPath.substr(src_dir.size());
- }
- else
- {
- //std::cerr << "Compare -- " << cov.m_FullPath << std::endl;
- //std::cerr << " -- " << src_dir << std::endl;
- cov.m_Show = false;
- continue;
- }
- cov.m_Show = true;
- }
- std::string::size_type kk;
- // std::cerr << "number of lines " << lines.size() << "\n";
- for ( kk = 0; kk < lines.size(); kk ++ )
- {
- std::string& line = lines[kk];
- //std::cerr << line << "\n";
- std::string sub1 = line.substr(0, strlen(" #####"));
- std::string sub2 = line.substr(0, strlen(" ######"));
- int count = atoi(sub2.c_str());
- if ( sub1.compare(" #####") == 0 ||
- sub2.compare(" ######") == 0 )
- {
- if ( covlines[kk] == -1 )
- {
- covlines[kk] = 0;
- }
- cov.m_UnTested ++;
- //std::cout << "Untested - ";
- }
- else if ( count > 0 )
- {
- if ( covlines[kk] == -1 )
- {
- covlines[kk] = 0;
- }
- cov.m_Tested ++;
- covlines[kk] ++;
- //std::cout << "Tested[" << count << "] - ";
- }
-
- //std::cout << line << std::endl;
- }
- }
- }
-
- //std::cerr << "Finalizing" << std::endl;
- cmCTest::tm_CoverageMap::iterator cit;
- int ccount = 0;
- std::ofstream cfileoutput;
- int cfileoutputcount = 0;
- char cfileoutputname[100];
- std::string local_start_time = this->CurrentTime();
- std::string local_end_time;
- for ( cit = coverageresults.begin(); cit != coverageresults.end(); cit ++ )
- {
- cmCTest::cmCTestCoverage &cov = cit->second;
- if ( !cov.m_Show )
- {
- continue;
- }
-
- // Check if we should ignore the directory, if we find a NoDartCoverage
- // file in it or any of its parents
- int do_coverage = 1;
- std::string coverage_dir = cmSystemTools::GetFilenamePath(cov.m_AbsolutePath.c_str());
- do
- {
- std::string coverage_file = coverage_dir + "/.NoDartCoverage";
- if ( cmSystemTools::FileExists(coverage_file.c_str()) )
- {
- do_coverage = 0;
- break;
- }
- // is there a parent directory we can check
- std::string::size_type pos = coverage_dir.rfind('/');
- // if we could not find the directory return 0
- if(pos == std::string::npos)
- {
- break;
- }
- coverage_dir = coverage_dir.substr(0, pos);
-
- }
- while (coverage_dir.size() >= sourceDirectory.size());
-
- if (!do_coverage)
- {
- if ( m_Verbose )
- {
- std::cout << "Ignore file: " << cov.m_FullPath.c_str() << std::endl;
- }
- continue;
- }
-
- if ( ccount == 100 )
- {
- local_end_time = this->CurrentTime();
- cfileoutput << "\t<EndDateTime>" << local_end_time << "</EndDateTime>\n"
- << "</CoverageLog>" << std::endl;
- this->EndXML(cfileoutput);
- cfileoutput.close();
- std::cout << "Close file: " << cfileoutputname << std::endl;
- ccount = 0;
- }
- if ( ccount == 0 )
- {
- sprintf(cfileoutputname, "CoverageLog-%d.xml", cfileoutputcount++);
- std::cout << "Open file: " << cfileoutputname << std::endl;
- if (!this->OpenOutputFile(m_CurrentTag, cfileoutputname, cfileoutput))
- {
- std::cerr << "Cannot open log file: " << cfileoutputname << std::endl;
- return 1;
- }
- local_start_time = this->CurrentTime();
- this->StartXML(cfileoutput);
- cfileoutput << "<CoverageLog>\n"
- << "\t<StartDateTime>" << local_start_time << "</StartDateTime>" << std::endl;
- }
-
- //std::cerr << "Final process of Source file: " << cit->first << std::endl;
- cov.m_UnTested = 0;
- cov.m_Tested = 0;
- for ( cc = 0; cc < cov.m_Lines.size(); cc ++ )
- {
- if ( cov.m_Lines[cc] == 0 )
- {
- cov.m_UnTested ++;
- }
- else if ( cov.m_Lines[cc] > 0 )
- {
- cov.m_Tested ++;
- }
- }
-
- std::ifstream ifile(cov.m_AbsolutePath.c_str());
- if ( !ifile )
- {
- std::cerr << "Cannot open file: " << cov.m_FullPath.c_str() << std::endl;
- }
- ifile.seekg (0, std::ios::end);
- int length = ifile.tellg();
- ifile.seekg (0, std::ios::beg);
- char *buffer = new char [ length + 1 ];
- ifile.read(buffer, length);
- buffer [length] = 0;
- //std::cout << "Read: " << buffer << std::endl;
- std::vector<cmStdString> lines;
- cmSystemTools::Split(buffer, lines);
- delete [] buffer;
-
- cfileoutput << "\t<File Name=\"" << cit->first << "\" FullPath=\""
- << cov.m_FullPath << "\">\n"
- << "\t\t<Report>" << std::endl;
- for ( cc = 0; cc < lines.size(); cc ++ )
- {
- cfileoutput << "\t\t<Line Number=\""
- << static_cast<int>(cc) << "\" Count=\""
- << cov.m_Lines[cc] << "\">"
- << cmCTest::MakeXMLSafe(lines[cc]) << "</Line>" << std::endl;
- }
- cfileoutput << "\t\t</Report>\n"
- << "\t</File>" << std::endl;
-
-
- total_tested += cov.m_Tested;
- total_untested += cov.m_UnTested;
- float cper = 0;
- float cmet = 0;
- if ( total_tested + total_untested > 0 && (cov.m_Tested + cov.m_UnTested) > 0)
- {
- cper = (100 * SAFEDIV(static_cast<float>(cov.m_Tested),
- static_cast<float>(cov.m_Tested + cov.m_UnTested)));
- cmet = ( SAFEDIV(static_cast<float>(cov.m_Tested + 10),
- static_cast<float>(cov.m_Tested + cov.m_UnTested + 10)));
- }
-
- log << "\t<File Name=\"" << cit->first << "\" FullPath=\"" << cov.m_FullPath
- << "\" Covered=\"" << (cmet>0?"true":"false") << "\">\n"
- << "\t\t<LOCTested>" << cov.m_Tested << "</LOCTested>\n"
- << "\t\t<LOCUnTested>" << cov.m_UnTested << "</LOCUnTested>\n"
- << "\t\t<PercentCoverage>";
- log.setf(std::ios::fixed, std::ios::floatfield);
- log.precision(2);
- log << (cper) << "</PercentCoverage>\n"
- << "\t\t<CoverageMetric>";
- log.setf(std::ios::fixed, std::ios::floatfield);
- log.precision(2);
- log << (cmet) << "</CoverageMetric>\n"
- << "\t</File>" << std::endl;
- ccount ++;
- }
-
- if ( ccount > 0 )
- {
- local_end_time = this->CurrentTime();
- cfileoutput << "\t<EndDateTime>" << local_end_time << "</EndDateTime>\n"
- << "</CoverageLog>" << std::endl;
- this->EndXML(cfileoutput);
- cfileoutput.close();
- }
-
- int total_lines = total_tested + total_untested;
- float percent_coverage = 100 * SAFEDIV(static_cast<float>(total_tested),
- static_cast<float>(total_lines));
- if ( total_lines == 0 )
- {
- percent_coverage = 0;
- }
-
- std::string end_time = this->CurrentTime();
-
- log << "\t<LOCTested>" << total_tested << "</LOCTested>\n"
- << "\t<LOCUntested>" << total_untested << "</LOCUntested>\n"
- << "\t<LOC>" << total_lines << "</LOC>\n"
- << "\t<PercentCoverage>";
- log.setf(std::ios::fixed, std::ios::floatfield);
- log.precision(2);
- log << (percent_coverage)<< "</PercentCoverage>\n"
- << "\t<EndDateTime>" << end_time << "</EndDateTime>\n";
- log << "<ElapsedMinutes>" <<
- static_cast<int>((cmSystemTools::GetTime() - elapsed_time_start)/6)/10.0
- << "</ElapsedMinutes>"
- << "</Coverage>" << std::endl;
- this->EndXML(log);
-
- std::cout << "\tCovered LOC: " << total_tested << std::endl
- << "\tNot covered LOC: " << total_untested << std::endl
- << "\tTotal LOC: " << total_lines << std::endl
- << "\tPercentage Coverage: ";
-
- std::cout.setf(std::ios::fixed, std::ios::floatfield);
- std::cout.precision(2);
- std::cout << (percent_coverage) << "%" << std::endl;
-
-
- return 1;
-}
bool cmCTest::OpenOutputFile(const std::string& path,
const std::string& name, std::ofstream& stream)
@@ -1206,624 +511,6 @@ bool cmCTest::OpenOutputFile(const std::string& path,
return true;
}
-void cmCTest::GetListOfTests(tm_ListOfTests* testlist, bool memcheck)
-{
- // does the DartTestfile.txt exist ?
- if(!cmSystemTools::FileExists("DartTestfile.txt"))
- {
- return;
- }
-
- // parse the file
- std::ifstream fin("DartTestfile.txt");
- if(!fin)
- {
- return;
- }
-
- cmsys::RegularExpression ireg(this->m_IncludeRegExp.c_str());
- cmsys::RegularExpression ereg(this->m_ExcludeRegExp.c_str());
-
- cmListFileCache cache;
- cmListFile* listFile = cache.GetFileCache("DartTestfile.txt", false);
- for(std::vector<cmListFileFunction>::const_iterator f =
- listFile->m_Functions.begin(); f != listFile->m_Functions.end(); ++f)
- {
- const cmListFileFunction& lff = *f;
- const std::string& name = lff.m_Name;
- const tm_VectorOfListFileArgs& args = lff.m_Arguments;
- if (name == "SUBDIRS")
- {
- std::string cwd = cmSystemTools::GetCurrentWorkingDirectory();
- for(tm_VectorOfListFileArgs::const_iterator j = args.begin();
- j != args.end(); ++j)
- {
- std::string nwd = cwd + "/";
- nwd += j->Value;
- if (cmSystemTools::FileIsDirectory(nwd.c_str()))
- {
- cmSystemTools::ChangeDirectory(nwd.c_str());
- this->GetListOfTests(testlist, memcheck);
- }
- }
- // return to the original directory
- cmSystemTools::ChangeDirectory(cwd.c_str());
- }
-
- if (name == "ADD_TEST")
- {
- const std::string& testname = args[0].Value;
- if (this->m_UseExcludeRegExp &&
- this->m_UseExcludeRegExpFirst &&
- ereg.find(testname.c_str()))
- {
- continue;
- }
- if ( memcheck )
- {
- tm_VectorOfStrings::iterator it;
- bool found = false;
- for ( it = m_CustomMemCheckIgnore.begin();
- it != m_CustomMemCheckIgnore.end(); ++ it )
- {
- if ( *it == testname )
- {
- found = true;
- break;
- }
- }
- if ( found )
- {
- if ( m_Verbose )
- {
- std::cout << "Ignore memcheck: " << *it << std::endl;
- }
- continue;
- }
- }
- else
- {
- tm_VectorOfStrings::iterator it;
- bool found = false;
- for ( it = m_CustomTestsIgnore.begin();
- it != m_CustomTestsIgnore.end(); ++ it )
- {
- if ( *it == testname )
- {
- found = true;
- break;
- }
- }
- if ( found )
- {
- if ( m_Verbose )
- {
- std::cout << "Ignore test: " << *it << std::endl;
- }
- continue;
- }
- }
-
-
- if (this->m_UseIncludeRegExp && !ireg.find(testname.c_str()))
- {
- continue;
- }
- if (this->m_UseExcludeRegExp &&
- !this->m_UseExcludeRegExpFirst &&
- ereg.find(testname.c_str()))
- {
- continue;
- }
-
- cmCTestTestProperties test;
- test.m_Name = testname;
- test.m_Args = args;
- test.m_Directory = cmSystemTools::GetCurrentWorkingDirectory();
- testlist->push_back(test);
- }
- }
-}
-
-void cmCTest::ProcessDirectory(cmCTest::tm_VectorOfStrings &passed,
- cmCTest::tm_VectorOfStrings &failed,
- bool memcheck)
-{
- std::string current_dir = cmSystemTools::GetCurrentWorkingDirectory();
- cmsys::RegularExpression dartStuff("(<DartMeasurement.*/DartMeasurement[a-zA-Z]*>)");
- tm_ListOfTests testlist;
- this->GetListOfTests(&testlist, memcheck);
- tm_ListOfTests::size_type tmsize = testlist.size();
-
- std::ofstream ofs;
- std::ofstream *olog = 0;
- if ( !m_ShowOnly && tmsize > 0 &&
- this->OpenOutputFile("Temporary",
- (memcheck?"LastMemCheck.log":"LastTest.log"), ofs) )
- {
- olog = &ofs;
- }
-
- m_StartTest = this->CurrentTime();
- double elapsed_time_start = cmSystemTools::GetTime();
-
- if ( olog )
- {
- *olog << "Start testing: " << m_StartTest << std::endl
- << "----------------------------------------------------------"
- << std::endl;
- }
-
- // expand the test list
- this->ExpandTestsToRunInformation((int)tmsize);
-
- int cnt = 0;
- tm_ListOfTests::iterator it;
- std::string last_directory = "";
- for ( it = testlist.begin(); it != testlist.end(); it ++ )
- {
- cnt ++;
- const std::string& testname = it->m_Name;
- tm_VectorOfListFileArgs& args = it->m_Args;
- cmCTestTestResult cres;
- cres.m_Status = cmCTest::NOT_RUN;
- cres.m_TestCount = cnt;
-
- if (!(last_directory == it->m_Directory))
- {
- if ( m_Verbose )
- {
- std::cerr << "Changing directory into "
- << it->m_Directory.c_str() << "\n";
- }
- last_directory = it->m_Directory;
- cmSystemTools::ChangeDirectory(it->m_Directory.c_str());
- }
- cres.m_Name = testname;
- if(m_TestsToRun.size() &&
- std::find(m_TestsToRun.begin(), m_TestsToRun.end(), cnt) == m_TestsToRun.end())
- {
- continue;
- }
-
- if ( m_ShowOnly )
- {
- std::cerr.width(3);
- std::cerr << cnt << "/";
- std::cerr.width(3);
- std::cerr << tmsize << " Testing ";
- std::string outname = testname;
- outname.resize(30, ' ');
- std::cerr << outname.c_str() << "\n";
- }
- else
- {
- std::cerr.width(3);
- std::cerr << cnt << "/";
- std::cerr.width(3);
- std::cerr << tmsize << " Testing ";
- std::string outname = testname;
- outname.resize(30, ' ');
- std::cerr << outname.c_str();
- std::cerr.flush();
- }
-
- //std::cerr << "Testing " << args[0] << " ... ";
- // find the test executable
- std::string actualCommand = this->FindTheExecutable(args[1].Value.c_str());
- std::string testCommand = cmSystemTools::ConvertToOutputPath(actualCommand.c_str());
- std::string memcheckcommand = "";
-
- // continue if we did not find the executable
- if (testCommand == "")
- {
- std::cerr << "Unable to find executable: " <<
- args[1].Value.c_str() << "\n";
- if ( !m_ShowOnly )
- {
- m_TestResults.push_back( cres );
- failed.push_back(testname);
- continue;
- }
- }
-
- // add the arguments
- tm_VectorOfListFileArgs::const_iterator j = args.begin();
- ++j;
- ++j;
- std::vector<const char*> arguments;
- if ( memcheck )
- {
- cmCTest::tm_VectorOfStrings::size_type pp;
- arguments.push_back(m_MemoryTester.c_str());
- memcheckcommand = m_MemoryTester;
- for ( pp = 0; pp < m_MemoryTesterOptionsParsed.size(); pp ++ )
- {
- arguments.push_back(m_MemoryTesterOptionsParsed[pp].c_str());
- memcheckcommand += " ";
- memcheckcommand += cmSystemTools::EscapeSpaces(m_MemoryTesterOptionsParsed[pp].c_str());
- }
- }
- arguments.push_back(actualCommand.c_str());
- for(;j != args.end(); ++j)
- {
- testCommand += " ";
- testCommand += cmSystemTools::EscapeSpaces(j->Value.c_str());
- arguments.push_back(j->Value.c_str());
- }
- arguments.push_back(0);
-
- /**
- * Run an executable command and put the stdout in output.
- */
- std::string output;
- int retVal = 0;
-
-
- if ( m_Verbose )
- {
- std::cout << std::endl << (memcheck?"MemCheck":"Test") << " command: " << testCommand << std::endl;
- if ( memcheck )
- {
- std::cout << "Memory check command: " << memcheckcommand << std::endl;
- }
- }
- if ( olog )
- {
- *olog << cnt << "/" << tmsize
- << " Test: " << testname.c_str() << std::endl;
- *olog << "Command: ";
- tm_VectorOfStrings::size_type ll;
- for ( ll = 0; ll < arguments.size()-1; ll ++ )
- {
- *olog << "\"" << arguments[ll] << "\" ";
- }
- *olog
- << std::endl
- << "Directory: " << it->m_Directory << std::endl
- << "\"" << testname.c_str() << "\" start time: "
- << this->CurrentTime() << std::endl
- << "Output:" << std::endl
- << "----------------------------------------------------------"
- << std::endl;
- }
- int res = 0;
- double clock_start, clock_finish;
- clock_start = cmSystemTools::GetTime();
-
- if ( !m_ShowOnly )
- {
- res = this->RunTest(arguments, &output, &retVal, olog);
- }
-
- clock_finish = cmSystemTools::GetTime();
-
- if ( olog )
- {
- double ttime = clock_finish - clock_start;
- int hours = static_cast<int>(ttime / (60 * 60));
- int minutes = static_cast<int>(ttime / 60) % 60;
- int seconds = static_cast<int>(ttime) % 60;
- char buffer[100];
- sprintf(buffer, "%02d:%02d:%02d", hours, minutes, seconds);
- *olog
- << "----------------------------------------------------------"
- << std::endl
- << "\"" << testname.c_str() << "\" end time: "
- << this->CurrentTime() << std::endl
- << "\"" << testname.c_str() << "\" time elapsed: "
- << buffer << std::endl
- << "----------------------------------------------------------"
- << std::endl << std::endl;
- }
-
- cres.m_ExecutionTime = (double)(clock_finish - clock_start);
- cres.m_FullCommandLine = testCommand;
-
- if ( !m_ShowOnly )
- {
- if (res == cmsysProcess_State_Exited && retVal == 0)
- {
- std::cerr << " Passed\n";
- passed.push_back(testname);
- cres.m_Status = cmCTest::COMPLETED;
- }
- else
- {
- cres.m_Status = cmCTest::FAILED;
- if ( res == cmsysProcess_State_Expired )
- {
- std::cerr << "***Timeout\n";
- cres.m_Status = cmCTest::TIMEOUT;
- }
- else if ( res == cmsysProcess_State_Exception )
- {
- std::cerr << "***Exception: ";
- switch ( retVal )
- {
- case cmsysProcess_Exception_Fault:
- std::cerr << "SegFault";
- cres.m_Status = cmCTest::SEGFAULT;
- break;
- case cmsysProcess_Exception_Illegal:
- std::cerr << "Illegal";
- cres.m_Status = cmCTest::ILLEGAL;
- break;
- case cmsysProcess_Exception_Interrupt:
- std::cerr << "Interrupt";
- cres.m_Status = cmCTest::INTERRUPT;
- break;
- case cmsysProcess_Exception_Numerical:
- std::cerr << "Numerical";
- cres.m_Status = cmCTest::NUMERICAL;
- break;
- default:
- std::cerr << "Other";
- cres.m_Status = cmCTest::OTHER_FAULT;
- }
- std::cerr << "\n";
- }
- else if ( res == cmsysProcess_State_Error )
- {
- std::cerr << "***Bad command " << res << "\n";
- cres.m_Status = cmCTest::BAD_COMMAND;
- }
- else
- {
- std::cerr << "***Failed\n";
- }
- failed.push_back(testname);
- }
- if (output != "")
- {
- if (dartStuff.find(output.c_str()))
- {
- std::string dartString = dartStuff.match(1);
- cmSystemTools::ReplaceString(output, dartString.c_str(),"");
- cres.m_RegressionImages = this->GenerateRegressionImages(dartString);
- }
- }
- }
- cres.m_Output = output;
- cres.m_ReturnValue = retVal;
- std::string nwd = it->m_Directory;
- if ( nwd.size() > m_ToplevelPath.size() )
- {
- nwd = "." + nwd.substr(m_ToplevelPath.size(), nwd.npos);
- }
- cmSystemTools::ReplaceString(nwd, "\\", "/");
- cres.m_Path = nwd;
- cres.m_CompletionStatus = "Completed";
- m_TestResults.push_back( cres );
- }
-
- m_EndTest = this->CurrentTime();
- m_ElapsedTestingTime = cmSystemTools::GetTime() - elapsed_time_start;
- if ( olog )
- {
- *olog << "End testing: " << m_EndTest << std::endl;
- }
- cmSystemTools::ChangeDirectory(current_dir.c_str());
-}
-
-bool cmCTest::InitializeMemoryChecking()
-{
- // Setup the command
- if ( cmSystemTools::FileExists(m_DartConfiguration["MemoryCheckCommand"].c_str()) )
- {
- m_MemoryTester
- = cmSystemTools::ConvertToOutputPath(m_DartConfiguration["MemoryCheckCommand"].c_str());
- }
- else if ( cmSystemTools::FileExists(m_DartConfiguration["PurifyCommand"].c_str()) )
- {
- m_MemoryTester
- = cmSystemTools::ConvertToOutputPath(m_DartConfiguration["PurifyCommand"].c_str());
- }
- else if ( cmSystemTools::FileExists(m_DartConfiguration["ValgrindCommand"].c_str()) )
- {
- m_MemoryTester
- = cmSystemTools::ConvertToOutputPath(m_DartConfiguration["ValgrindCommand"].c_str());
- }
- else
- {
- std::cerr << "Memory checker (MemoryCheckCommand) not set, or cannot find the specified program."
- << std::endl;
- return false;
- }
-
- if ( m_MemoryTester[0] == '\"' && m_MemoryTester[m_MemoryTester.size()-1] == '\"' )
- {
- m_MemoryTester = m_MemoryTester.substr(1, m_MemoryTester.size()-2);
- }
-
- // Setup the options
- if ( m_DartConfiguration["MemoryCheckCommandOptions"].size() )
- {
- m_MemoryTesterOptions = m_DartConfiguration["MemoryCheckCommandOptions"];
- }
- else if ( m_DartConfiguration["ValgrindCommandOptions"].size() )
- {
- m_MemoryTesterOptions = m_DartConfiguration["ValgrindCommandOptions"];
- }
-
- m_MemoryTesterOutputFile = m_ToplevelPath + "/Testing/Temporary/MemoryChecker.log";
- m_MemoryTesterOutputFile = cmSystemTools::EscapeSpaces(m_MemoryTesterOutputFile.c_str());
-
- if ( m_MemoryTester.find("valgrind") != std::string::npos )
- {
- m_MemoryTesterStyle = cmCTest::VALGRIND;
- if ( !m_MemoryTesterOptions.size() )
- {
- m_MemoryTesterOptions = "-q --skin=memcheck --leak-check=yes --show-reachable=yes --workaround-gcc296-bugs=yes --num-callers=100";
- }
- if ( m_DartConfiguration["MemoryCheckSuppressionFile"].size() )
- {
- if ( !cmSystemTools::FileExists(m_DartConfiguration["MemoryCheckSuppressionFile"].c_str()) )
- {
- std::cerr << "Cannot find memory checker suppression file: "
- << m_DartConfiguration["MemoryCheckSuppressionFile"].c_str() << std::endl;
- return false;
- }
- m_MemoryTesterOptions += " --suppressions=" + cmSystemTools::EscapeSpaces(m_DartConfiguration["MemoryCheckSuppressionFile"].c_str()) + "";
- }
- }
- else if ( m_MemoryTester.find("purify") != std::string::npos )
- {
- m_MemoryTesterStyle = cmCTest::PURIFY;
-#ifdef _WIN32
- m_MemoryTesterOptions += " /SAVETEXTDATA=" + m_MemoryTesterOutputFile;
-#else
- m_MemoryTesterOptions += " -log-file=" + m_MemoryTesterOutputFile;
-#endif
- }
- else if ( m_MemoryTester.find("boundschecker") != std::string::npos )
- {
- m_MemoryTesterStyle = cmCTest::BOUNDS_CHECKER;
- std::cerr << "Bounds checker not yet implemented" << std::endl;
- return false;
- }
- else
- {
- std::cerr << "Do not understand memory checker: " << m_MemoryTester.c_str() << std::endl;
- return false;
- }
-
- m_MemoryTesterOptionsParsed = cmSystemTools::ParseArguments(m_MemoryTesterOptions.c_str());
- cmCTest::tm_VectorOfStrings::size_type cc;
- for ( cc = 0; cmCTestMemCheckResultStrings[cc]; cc ++ )
- {
- m_MemoryTesterGlobalResults[cc] = 0;
- }
- return true;
-}
-
-int cmCTest::TestDirectory(bool memcheck)
-{
- m_TestResults.clear();
- std::cout << (memcheck ? "Memory check" : "Test") << " project" << std::endl;
- if ( memcheck )
- {
- if ( !this->InitializeMemoryChecking() )
- {
- return 1;
- }
- }
-
- if ( memcheck )
- {
- if ( !this->ExecuteCommands(m_CustomPreMemCheck) )
- {
- std::cerr << "Problem executing pre-memcheck command(s)." << std::endl;
- return 1;
- }
- }
- else
- {
- if ( !this->ExecuteCommands(m_CustomPreTest) )
- {
- std::cerr << "Problem executing pre-test command(s)." << std::endl;
- return 1;
- }
- }
-
- cmCTest::tm_VectorOfStrings passed;
- cmCTest::tm_VectorOfStrings failed;
- int total;
-
- this->ProcessDirectory(passed, failed, memcheck);
-
- total = int(passed.size()) + int(failed.size());
-
- if (total == 0)
- {
- if ( !m_ShowOnly )
- {
- std::cerr << "No tests were found!!!\n";
- }
- }
- else
- {
- if (m_Verbose && passed.size() &&
- (m_UseIncludeRegExp || m_UseExcludeRegExp))
- {
- std::cerr << "\nThe following tests passed:\n";
- for(cmCTest::tm_VectorOfStrings::iterator j = passed.begin();
- j != passed.end(); ++j)
- {
- std::cerr << "\t" << *j << "\n";
- }
- }
-
- float percent = float(passed.size()) * 100.0f / total;
- if ( failed.size() > 0 && percent > 99)
- {
- percent = 99;
- }
- fprintf(stderr,"\n%.0f%% tests passed, %i tests failed out of %i\n",
- percent, int(failed.size()), total);
-
- if (failed.size())
- {
- std::ofstream ofs;
-
- std::cerr << "\nThe following tests FAILED:\n";
- this->OpenOutputFile("Temporary", "LastTestsFailed.log", ofs);
-
- std::vector<cmCTest::cmCTestTestResult>::iterator ftit;
- for(ftit = m_TestResults.begin();
- ftit != m_TestResults.end(); ++ftit)
- {
- if ( ftit->m_Status != cmCTest::COMPLETED )
- {
- ofs << ftit->m_TestCount << ":" << ftit->m_Name << std::endl;
- fprintf(stderr, "\t%3d - %s (%s)\n", ftit->m_TestCount, ftit->m_Name.c_str(),
- this->GetTestStatus(ftit->m_Status));
- }
- }
-
- }
- }
-
- if ( m_DartMode )
- {
- std::ofstream xmlfile;
- if( !this->OpenOutputFile(m_CurrentTag,
- (memcheck ? (m_CompatibilityMode?"Purify.xml":"DynamicAnalysis.xml") : "Test.xml"), xmlfile) )
- {
- std::cerr << "Cannot create " << (memcheck ? "memory check" : "testing")
- << " XML file" << std::endl;
- return 1;
- }
- if ( memcheck )
- {
- this->GenerateDartMemCheckOutput(xmlfile);
- }
- else
- {
- this->GenerateDartTestOutput(xmlfile);
- }
- }
-
- if ( memcheck )
- {
- if ( !this->ExecuteCommands(m_CustomPostMemCheck) )
- {
- std::cerr << "Problem executing post-memcheck command(s)." << std::endl;
- return 1;
- }
- }
- else
- {
- if ( !this->ExecuteCommands(m_CustomPostTest) )
- {
- std::cerr << "Problem executing post-test command(s)." << std::endl;
- return 1;
- }
- }
-
- return int(failed.size());
-}
-
int cmCTest::SubmitResults()
{
std::ofstream ofs;
@@ -1998,257 +685,7 @@ std::string cmCTest::GetSubmitResultsPrefix()
return name;
}
-void cmCTest::GenerateDartMemCheckOutput(std::ostream& os)
-{
- if ( !m_DartMode )
- {
- return;
- }
-
- this->StartXML(os);
- if ( m_CompatibilityMode )
- {
- os << "<Purify>" << std::endl;
- }
- else
- {
- os << "<DynamicAnalysis Checker=\"";
- switch ( m_MemoryTesterStyle )
- {
- case cmCTest::VALGRIND:
- os << "Valgrind";
- break;
- case cmCTest::PURIFY:
- os << "Purify";
- break;
- case cmCTest::BOUNDS_CHECKER:
- os << "BoundsChecker";
- break;
- default:
- os << "Unknown";
- }
- os << "\">" << std::endl;
- }
- os << "\t<StartDateTime>" << m_StartTest << "</StartDateTime>\n"
- << "\t<TestList>\n";
- tm_TestResultsVector::size_type cc;
- for ( cc = 0; cc < m_TestResults.size(); cc ++ )
- {
- cmCTestTestResult *result = &m_TestResults[cc];
- os << "\t\t<Test>" << this->MakeXMLSafe(result->m_Path)
- << "/" << this->MakeXMLSafe(result->m_Name)
- << "</Test>" << std::endl;
- }
- os << "\t</TestList>\n";
- std::cout << "-- Processing memory checking output: ";
- unsigned int total = m_TestResults.size();
- unsigned int step = total / 10;
- unsigned int current = 0;
- for ( cc = 0; cc < m_TestResults.size(); cc ++ )
- {
- cmCTestTestResult *result = &m_TestResults[cc];
- std::string memcheckstr;
- int memcheckresults[cmCTest::NO_MEMORY_FAULT];
- int kk;
- bool res = this->ProcessMemCheckOutput(result->m_Output, memcheckstr, memcheckresults);
- if ( res && result->m_Status == cmCTest::COMPLETED )
- {
- continue;
- }
- os << "\t<Test Status=\"";
- if ( result->m_Status == cmCTest::COMPLETED )
- {
- os << "passed";
- }
- else if ( result->m_Status == cmCTest::NOT_RUN )
- {
- os << "notrun";
- }
- else
- {
- os << "failed";
- }
- os << "\">\n"
- << "\t\t<Name>" << this->MakeXMLSafe(result->m_Name) << "</Name>\n"
- << "\t\t<Path>" << this->MakeXMLSafe(result->m_Path) << "</Path>\n"
- << "\t\t<FullName>" << this->MakeXMLSafe(result->m_Path)
- << "/" << this->MakeXMLSafe(result->m_Name) << "</FullName>\n"
- << "\t\t<FullCommandLine>"
- << this->MakeXMLSafe(result->m_FullCommandLine)
- << "</FullCommandLine>\n"
- << "\t\t<Results>" << std::endl;
- if ( m_CompatibilityMode )
- {
- for ( kk = 0; cmCTestMemCheckResultStrings[kk]; kk ++ )
- {
- os << "\t\t\t<" << cmCTestMemCheckResultStrings[kk] << ">"
- << memcheckresults[kk]
- << "</" << cmCTestMemCheckResultStrings[kk] << ">" << std::endl;
- m_MemoryTesterGlobalResults[kk] += memcheckresults[kk];
- }
- }
- else
- {
- for ( kk = 0; cmCTestMemCheckResultLongStrings[kk]; kk ++ )
- {
- if ( memcheckresults[kk] )
- {
- os << "\t\t\t<Defect type=\"" << cmCTestMemCheckResultLongStrings[kk] << "\">"
- << memcheckresults[kk]
- << "</Defect>" << std::endl;
- }
- m_MemoryTesterGlobalResults[kk] += memcheckresults[kk];
- }
- }
- os
- << "\t\t</Results>\n"
- << "\t<Log>\n" << memcheckstr << std::endl
- << "\t</Log>\n"
- << "\t</Test>" << std::endl;
- if ( current < cc )
- {
- std::cout << "#";
- std::cout.flush();
- current += step;
- }
- }
- std::cout << std::endl;
- std::cerr << "Memory checking results:" << std::endl;
- os << "\t<DefectList>" << std::endl;
- for ( cc = 0; cmCTestMemCheckResultStrings[cc]; cc ++ )
- {
- if ( m_MemoryTesterGlobalResults[cc] )
- {
- std::cerr.width(35);
- std::cerr << cmCTestMemCheckResultLongStrings[cc] << " - "
- << m_MemoryTesterGlobalResults[cc] << std::endl;
- if ( !m_CompatibilityMode )
- {
- os << "\t\t<Defect Type=\"" << cmCTestMemCheckResultLongStrings[cc] << "\"/>" << std::endl;
- }
- }
- }
- os << "\t</DefectList>" << std::endl;
-
- os << "\t<EndDateTime>" << m_EndTest << "</EndDateTime>" << std::endl;
- os << "<ElapsedMinutes>"
- << static_cast<int>(m_ElapsedTestingTime/6)/10.0
- << "</ElapsedMinutes>\n";
-
- if ( m_CompatibilityMode )
- {
- os << "</Purify>" << std::endl;
- }
- else
- {
- os << "</DynamicAnalysis>" << std::endl;
- }
- this->EndXML(os);
-
-
-}
-
-void cmCTest::GenerateDartTestOutput(std::ostream& os)
-{
- if ( !m_DartMode )
- {
- return;
- }
-
- this->StartXML(os);
- os << "<Testing>\n"
- << "\t<StartDateTime>" << m_StartTest << "</StartDateTime>\n"
- << "\t<TestList>\n";
- tm_TestResultsVector::size_type cc;
- for ( cc = 0; cc < m_TestResults.size(); cc ++ )
- {
- cmCTestTestResult *result = &m_TestResults[cc];
- os << "\t\t<Test>" << this->MakeXMLSafe(result->m_Path)
- << "/" << this->MakeXMLSafe(result->m_Name)
- << "</Test>" << std::endl;
- }
- os << "\t</TestList>\n";
- for ( cc = 0; cc < m_TestResults.size(); cc ++ )
- {
- cmCTestTestResult *result = &m_TestResults[cc];
- os << "\t<Test Status=\"";
- if ( result->m_Status == cmCTest::COMPLETED )
- {
- os << "passed";
- }
- else if ( result->m_Status == cmCTest::NOT_RUN )
- {
- os << "notrun";
- }
- else
- {
- os << "failed";
- }
- os << "\">\n"
- << "\t\t<Name>" << this->MakeXMLSafe(result->m_Name) << "</Name>\n"
- << "\t\t<Path>" << this->MakeXMLSafe(result->m_Path) << "</Path>\n"
- << "\t\t<FullName>" << this->MakeXMLSafe(result->m_Path)
- << "/" << this->MakeXMLSafe(result->m_Name) << "</FullName>\n"
- << "\t\t<FullCommandLine>"
- << this->MakeXMLSafe(result->m_FullCommandLine)
- << "</FullCommandLine>\n"
- << "\t\t<Results>" << std::endl;
- if ( result->m_Status != cmCTest::NOT_RUN )
- {
- if ( result->m_Status != cmCTest::COMPLETED || result->m_ReturnValue )
- {
- os << "\t\t\t<NamedMeasurement type=\"text/string\" name=\"Exit Code\"><Value>"
- << this->GetTestStatus(result->m_Status) << "</Value></NamedMeasurement>\n"
- << "\t\t\t<NamedMeasurement type=\"text/string\" name=\"Exit Value\"><Value>"
- << result->m_ReturnValue << "</Value></NamedMeasurement>" << std::endl;
- }
- os << result->m_RegressionImages;
- os << "\t\t\t<NamedMeasurement type=\"numeric/double\" "
- << "name=\"Execution Time\"><Value>"
- << result->m_ExecutionTime << "</Value></NamedMeasurement>\n";
- os
- << "\t\t\t<NamedMeasurement type=\"text/string\" "
- << "name=\"Completion Status\"><Value>"
- << result->m_CompletionStatus << "</Value></NamedMeasurement>\n";
- }
- os
- << "\t\t\t<Measurement>\n"
- << "\t\t\t\t<Value>";
- size_t truncate = result->m_Output.size();
- if ( result->m_Status == cmCTest::COMPLETED )
- {
- if ( result->m_Output.size() > m_MaximumPassedTestResultSize )
- {
- truncate = m_MaximumPassedTestResultSize;
- }
- }
- else
- {
- if ( result->m_Output.size() > m_MaximumFailedTestResultSize )
- {
- truncate = m_MaximumFailedTestResultSize;
- }
- }
- os << this->MakeXMLSafe(result->m_Output.substr(0, truncate));
- if ( truncate < result->m_Output.size() )
- {
- os << "...\n\nThe output was stirpped because it excedes maximum allowed size: "
- << truncate << std::endl;
- }
- os
- << "</Value>\n"
- << "\t\t\t</Measurement>\n"
- << "\t\t</Results>\n"
- << "\t</Test>" << std::endl;
- }
- os << "\t<EndDateTime>" << m_EndTest << "</EndDateTime>\n"
- << "<ElapsedMinutes>"
- << static_cast<int>(m_ElapsedTestingTime/6)/10.0
- << "</ElapsedMinutes>"
- << "</Testing>" << std::endl;
- this->EndXML(os);
-}
int cmCTest::ProcessTests()
{
@@ -2295,7 +732,7 @@ int cmCTest::ProcessTests()
if ( m_Tests[TEST_TEST] || m_Tests[ALL_TEST] || notest )
{
this->UpdateCTestConfiguration();
- if (this->TestDirectory(false))
+ if (this->TestHandler->TestDirectory(this,false))
{
res |= cmCTest::TEST_ERRORS;
}
@@ -2303,12 +740,12 @@ int cmCTest::ProcessTests()
if ( m_Tests[COVERAGE_TEST] || m_Tests[ALL_TEST] )
{
this->UpdateCTestConfiguration();
- this->CoverageDirectory();
+ this->CoverageHandler->CoverageDirectory(this);
}
if ( m_Tests[MEMCHECK_TEST] || m_Tests[ALL_TEST] )
{
this->UpdateCTestConfiguration();
- if (this->TestDirectory(true))
+ if (this->TestHandler->TestDirectory(this,true))
{
res |= cmCTest::MEMORY_ERRORS;
}
@@ -2384,164 +821,6 @@ int cmCTest::GetTestModelFromString(const char* str)
return cmCTest::EXPERIMENTAL;
}
-#define SPACE_REGEX "[ \t\r\n]"
-
-std::string cmCTest::GenerateRegressionImages(const std::string& xml)
-{
- cmsys::RegularExpression twoattributes(
- "<DartMeasurement"
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*>([^<]*)</DartMeasurement>");
- cmsys::RegularExpression threeattributes(
- "<DartMeasurement"
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*>([^<]*)</DartMeasurement>");
- cmsys::RegularExpression fourattributes(
- "<DartMeasurement"
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*>([^<]*)</DartMeasurement>");
- cmsys::RegularExpression measurementfile(
- "<DartMeasurementFile"
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*(name|type|encoding|compression)=\"([^\"]*)\""
- SPACE_REGEX "*>([^<]*)</DartMeasurementFile>");
-
- cmOStringStream ostr;
- bool done = false;
- std::string cxml = xml;
- while ( ! done )
- {
- if ( twoattributes.find(cxml) )
- {
- ostr
- << "\t\t\t<NamedMeasurement"
- << " " << twoattributes.match(1) << "=\"" << twoattributes.match(2) << "\""
- << " " << twoattributes.match(3) << "=\"" << twoattributes.match(4) << "\""
- << "><Value>" << twoattributes.match(5)
- << "</Value></NamedMeasurement>"
- << std::endl;
- cxml.erase(twoattributes.start(), twoattributes.end() - twoattributes.start());
- }
- else if ( threeattributes.find(cxml) )
- {
- ostr
- << "\t\t\t<NamedMeasurement"
- << " " << threeattributes.match(1) << "=\"" << threeattributes.match(2) << "\""
- << " " << threeattributes.match(3) << "=\"" << threeattributes.match(4) << "\""
- << " " << threeattributes.match(5) << "=\"" << threeattributes.match(6) << "\""
- << "><Value>" << threeattributes.match(7)
- << "</Value></NamedMeasurement>"
- << std::endl;
- cxml.erase(threeattributes.start(), threeattributes.end() - threeattributes.start());
- }
- else if ( fourattributes.find(cxml) )
- {
- ostr
- << "\t\t\t<NamedMeasurement"
- << " " << fourattributes.match(1) << "=\"" << fourattributes.match(2) << "\""
- << " " << fourattributes.match(3) << "=\"" << fourattributes.match(4) << "\""
- << " " << fourattributes.match(5) << "=\"" << fourattributes.match(6) << "\""
- << " " << fourattributes.match(7) << "=\"" << fourattributes.match(8) << "\""
- << "><Value>" << fourattributes.match(9)
- << "</Value></NamedMeasurement>"
- << std::endl;
- cxml.erase(fourattributes.start(), fourattributes.end() - fourattributes.start());
- }
- else if ( measurementfile.find(cxml) )
- {
- const std::string& filename = ::CleanString(measurementfile.match(5));
- if ( cmSystemTools::FileExists(filename.c_str()) )
- {
- long len = cmSystemTools::FileLength(filename.c_str());
- if ( len == 0 )
- {
- std::string k1 = measurementfile.match(1);
- std::string v1 = measurementfile.match(2);
- std::string k2 = measurementfile.match(3);
- std::string v2 = measurementfile.match(4);
- if ( cmSystemTools::LowerCase(k1) == "type" )
- {
- v1 = "text/string";
- }
- if ( cmSystemTools::LowerCase(k2) == "type" )
- {
- v2 = "text/string";
- }
-
- ostr
- << "\t\t\t<NamedMeasurement"
- << " " << k1 << "=\"" << v1 << "\""
- << " " << k2 << "=\"" << v2 << "\""
- << " encoding=\"none\""
- << "><Value>Image " << filename.c_str()
- << " is empty</Value></NamedMeasurement>";
- }
- else
- {
- std::ifstream ifs(filename.c_str(), std::ios::in
-#ifdef _WIN32
- | std::ios::binary
-#endif
- );
- unsigned char *file_buffer = new unsigned char [ len + 1 ];
- ifs.read(reinterpret_cast<char*>(file_buffer), len);
- unsigned char *encoded_buffer = new unsigned char [ static_cast<int>(len * 1.5 + 5) ];
-
- unsigned long rlen = cmsysBase64_Encode(file_buffer, len, encoded_buffer, 1);
- unsigned long cc;
-
- ostr
- << "\t\t\t<NamedMeasurement"
- << " " << measurementfile.match(1) << "=\"" << measurementfile.match(2) << "\""
- << " " << measurementfile.match(3) << "=\"" << measurementfile.match(4) << "\""
- << " encoding=\"base64\""
- << ">" << std::endl << "\t\t\t\t<Value>";
- for ( cc = 0; cc < rlen; cc ++ )
- {
- ostr << encoded_buffer[cc];
- if ( cc % 60 == 0 && cc )
- {
- ostr << std::endl;
- }
- }
- ostr
- << "</Value>" << std::endl << "\t\t\t</NamedMeasurement>"
- << std::endl;
- delete [] file_buffer;
- delete [] encoded_buffer;
- }
- }
- else
- {
- int idx = 4;
- if ( measurementfile.match(1) == "name" )
- {
- idx = 2;
- }
- ostr
- << "\t\t\t<NamedMeasurement"
- << " name=\"" << measurementfile.match(idx) << "\""
- << " text=\"text/string\""
- << "><Value>File " << filename.c_str() << " not found</Value></NamedMeasurement>"
- << std::endl;
- std::cout << "File \"" << filename.c_str() << "\" not found." << std::endl;
- }
- cxml.erase(measurementfile.start(), measurementfile.end() - measurementfile.start());
- }
- else
- {
- done = true;
- }
- }
- return ostr.str();
-}
-
int cmCTest::RunMakeCommand(const char* command, std::string* output,
int* retVal, const char* dir, bool verbose, int timeout, std::ofstream& ofs)
{
@@ -2653,10 +932,12 @@ int cmCTest::RunMakeCommand(const char* command, std::string* output,
return result;
}
-int cmCTest::RunTest(std::vector<const char*> argv, std::string* output, int *retVal,
- std::ostream* log)
+int cmCTest::RunTest(std::vector<const char*> argv,
+ std::string* output, int *retVal,
+ std::ostream* log)
{
- if(cmSystemTools::SameFile(argv[0], m_CTestSelf.c_str()) && !m_ForceNewCTestProcess)
+ if(cmSystemTools::SameFile(argv[0], m_CTestSelf.c_str()) &&
+ !m_ForceNewCTestProcess)
{
cmCTest inst;
inst.m_ConfigType = m_ConfigType;
@@ -2769,28 +1050,6 @@ int cmCTest::RunTest(std::vector<const char*> argv, std::string* output, int *re
return result;
}
-const char* cmCTest::GetTestStatus(int status)
-{
- static const char statuses[][100] = {
- "Not Run",
- "Timeout",
- "SEGFAULT",
- "ILLEGAL",
- "INTERRUPT",
- "NUMERICAL",
- "OTHER_FAULT",
- "Failed",
- "BAD_COMMAND",
- "Completed"
- };
-
- if ( status < cmCTest::NOT_RUN || status > cmCTest::COMPLETED )
- {
- return "No Status";
- }
- return statuses[status];
-}
-
void cmCTest::StartXML(std::ostream& ostr)
{
ostr << "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n"
@@ -2806,180 +1065,6 @@ void cmCTest::EndXML(std::ostream& ostr)
ostr << "</Site>" << std::endl;
}
-bool cmCTest::ProcessMemCheckPurifyOutput(const std::string&, std::string& log,
- int* results)
-{
- if ( !cmSystemTools::FileExists(m_MemoryTesterOutputFile.c_str()) )
- {
- log = "Cannot find Purify output file: " + m_MemoryTesterOutputFile;
- std::cerr << log.c_str() << std::endl;
- return false;
- }
-
- std::ifstream ifs(m_MemoryTesterOutputFile.c_str());
- if ( !ifs )
- {
- log = "Cannot read Purify output file: " + m_MemoryTesterOutputFile;
- std::cerr << log.c_str() << std::endl;
- return false;
- }
-
- cmOStringStream ostr;
- log = "";
-
- cmsys::RegularExpression pfW("^\\[[WEI]\\] ([A-Z][A-Z][A-Z][A-Z]*): ");
-
- int defects = 0;
-
- std::string line;
- while ( cmSystemTools::GetLineFromStream(ifs, line) )
- {
- int failure = cmCTest::NO_MEMORY_FAULT;
- if ( pfW.find(line) )
- {
- int cc;
- for ( cc = 0; cc < cmCTest::NO_MEMORY_FAULT; cc ++ )
- {
- if ( pfW.match(1) == cmCTestMemCheckResultStrings[cc] )
- {
- failure = cc;
- break;
- }
- }
- if ( cc == cmCTest::NO_MEMORY_FAULT )
- {
- std::cerr<< "Unknown Purify memory fault: " << pfW.match(1) << std::endl;
- ostr << "*** Unknown Purify memory fault: " << pfW.match(1) << std::endl;
- }
- }
- if ( failure != NO_MEMORY_FAULT )
- {
- ostr << "<b>" << cmCTestMemCheckResultStrings[failure] << "</b> ";
- results[failure] ++;
- defects ++;
- }
- ostr << cmCTest::MakeXMLSafe(line) << std::endl;
- }
-
- log = ostr.str();
- if ( defects )
- {
- return false;
- }
- return true;
-}
-
-bool cmCTest::ProcessMemCheckValgrindOutput(const std::string& str, std::string& log,
- int* results)
-{
- std::vector<cmStdString> lines;
- cmSystemTools::Split(str.c_str(), lines);
-
- std::string::size_type cc;
-
- cmOStringStream ostr;
- log = "";
-
- int defects = 0;
-
- cmsys::RegularExpression valgrindLine("^==[0-9][0-9]*==");
-
- cmsys::RegularExpression vgFIM(
- "== .*Invalid free\\(\\) / delete / delete\\[\\]");
- cmsys::RegularExpression vgFMM(
- "== .*Mismatched free\\(\\) / delete / delete \\[\\]");
- cmsys::RegularExpression vgMLK(
- "== .*[0-9][0-9]* bytes in [0-9][0-9]* blocks are definitely lost"
- " in loss record [0-9][0-9]* of [0-9]");
- cmsys::RegularExpression vgPAR(
- "== .*Syscall param .* contains unaddressable byte\\(s\\)");
- cmsys::RegularExpression vgMPK1(
- "== .*[0-9][0-9]* bytes in [0-9][0-9]* blocks are possibly lost in"
- " loss record [0-9][0-9]* of [0-9]");
- cmsys::RegularExpression vgMPK2(
- "== .*[0-9][0-9]* bytes in [0-9][0-9]* blocks are still reachable"
- " in loss record [0-9][0-9]* of [0-9]");
- cmsys::RegularExpression vgUMC(
- "== .*Conditional jump or move depends on uninitialised value\\(s\\)");
- cmsys::RegularExpression vgUMR1("== .*Use of uninitialised value of size [0-9][0-9]*");
- cmsys::RegularExpression vgUMR2("== .*Invalid read of size [0-9][0-9]*");
- cmsys::RegularExpression vgUMR3("== .*Jump to the invalid address ");
- cmsys::RegularExpression vgUMR4(
- "== .*Syscall param .* contains uninitialised or unaddressable byte\\(s\\)");
- cmsys::RegularExpression vgIPW("== .*Invalid write of size [0-9]");
- cmsys::RegularExpression vgABR("== .*pthread_mutex_unlock: mutex is locked by a different thread");
-
- //double sttime = cmSystemTools::GetTime();
- //std::cout << "Start test: " << lines.size() << std::endl;
- for ( cc = 0; cc < lines.size(); cc ++ )
- {
- if ( valgrindLine.find(lines[cc]) )
- {
- int failure = cmCTest::NO_MEMORY_FAULT;
- if ( vgFIM.find(lines[cc]) ) { failure = cmCTest::FIM; }
- else if ( vgFMM.find(lines[cc]) ) { failure = cmCTest::FMM; }
- else if ( vgMLK.find(lines[cc]) ) { failure = cmCTest::MLK; }
- else if ( vgPAR.find(lines[cc]) ) { failure = cmCTest::PAR; }
- else if ( vgMPK1.find(lines[cc]) ){ failure = cmCTest::MPK; }
- else if ( vgMPK2.find(lines[cc]) ){ failure = cmCTest::MPK; }
- else if ( vgUMC.find(lines[cc]) ) { failure = cmCTest::UMC; }
- else if ( vgUMR1.find(lines[cc]) ){ failure = cmCTest::UMR; }
- else if ( vgUMR2.find(lines[cc]) ){ failure = cmCTest::UMR; }
- else if ( vgUMR3.find(lines[cc]) ){ failure = cmCTest::UMR; }
- else if ( vgUMR4.find(lines[cc]) ){ failure = cmCTest::UMR; }
- else if ( vgIPW.find(lines[cc]) ) { failure = cmCTest::IPW; }
- else if ( vgABR.find(lines[cc]) ) { failure = cmCTest::ABR; }
-
- if ( failure != cmCTest::NO_MEMORY_FAULT )
- {
- ostr << "<b>" << cmCTestMemCheckResultStrings[failure] << "</b> ";
- results[failure] ++;
- defects ++;
- }
- ostr << cmCTest::MakeXMLSafe(lines[cc]) << std::endl;
- }
- }
- //std::cout << "End test (elapsed: " << (cmSystemTools::GetTime() - sttime) << std::endl;
- log = ostr.str();
- if ( defects )
- {
- return false;
- }
- return true;
-}
-
-bool cmCTest::ProcessMemCheckOutput(const std::string& str, std::string& log, int* results)
-{
- std::string::size_type cc;
- for ( cc = 0; cc < cmCTest::NO_MEMORY_FAULT; cc ++ )
- {
- results[cc] = 0;
- }
-
- if ( m_MemoryTesterStyle == cmCTest::VALGRIND )
- {
- return this->ProcessMemCheckValgrindOutput(str, log, results);
- }
- else if ( m_MemoryTesterStyle == cmCTest::PURIFY )
- {
- return this->ProcessMemCheckPurifyOutput(str, log, results);
- }
- else if ( m_MemoryTesterStyle == cmCTest::BOUNDS_CHECKER )
- {
- log.append("\nMemory checking style used was: ");
- log.append("Bounds Checker");
- }
- else
- {
- log.append("\nMemory checking style used was: ");
- log.append("None that I know");
- log = str;
- }
-
-
- return true;
-}
-
int cmCTest::GenerateDartNotesOutput(std::ostream& os, const cmCTest::tm_VectorOfStrings& files)
{
cmCTest::tm_VectorOfStrings::const_iterator it;
@@ -3078,9 +1163,11 @@ int cmCTest::Run(std::vector<std::string>const& args, std::string* output)
{
this->m_Verbose = true;
this->BuildHandler->SetVerbose(this->m_Verbose);
+ this->ConfigureHandler->SetVerbose(this->m_Verbose);
+ this->CoverageHandler->SetVerbose(this->m_Verbose);
this->ScriptHandler->SetVerbose(this->m_Verbose);
+ this->TestHandler->SetVerbose(this->m_Verbose);
this->UpdateHandler->SetVerbose(this->m_Verbose);
- this->ConfigureHandler->SetVerbose(this->m_Verbose);
}
if( arg.find("-N",0) == 0 || arg.find("--show-only",0) == 0 )
@@ -3108,10 +1195,6 @@ int cmCTest::Run(std::vector<std::string>const& args, std::string* output)
i++;
m_InteractiveDebugMode = cmSystemTools::IsOn(args[i].c_str());
}
- if( arg.find("--compatibility-mode",0) == 0 )
- {
- m_CompatibilityMode = true;
- }
if( arg.find("-D",0) == 0 && i < args.size() - 1 )
{
this->m_DartMode = true;
@@ -3366,21 +1449,20 @@ int cmCTest::Run(std::vector<std::string>const& args, std::string* output)
if(arg.find("-I",0) == 0 && i < args.size() - 1)
{
i++;
- this->SetTestsToRunInformation(args[i].c_str());
+ this->TestHandler->SetTestsToRunInformation(args[i].c_str());
}
if(arg.find("-R",0) == 0 && i < args.size() - 1)
{
- this->m_UseIncludeRegExp = true;
+ this->TestHandler->UseIncludeRegExp();
i++;
- this->m_IncludeRegExp = args[i];
+ this->TestHandler->SetIncludeRegExp(args[i].c_str());
}
if(arg.find("-E",0) == 0 && i < args.size() - 1)
{
- this->m_UseExcludeRegExp = true;
+ this->TestHandler->UseExcludeRegExp();
i++;
- this->m_ExcludeRegExp = args[i];
- this->m_UseExcludeRegExpFirst = this->m_UseIncludeRegExp ? false : true;
+ this->TestHandler->SetExcludeRegExp(args[i].c_str());
}
if(arg.find("-A",0) == 0 && i < args.size() - 1)
@@ -4016,34 +2098,8 @@ int cmCTest::ReadCustomConfigurationFileTree(const char* dir)
}
this->BuildHandler->PopulateCustomVectors(mf);
+ this->TestHandler->PopulateCustomVectors(mf);
- this->PopulateCustomVector(mf, "CTEST_CUSTOM_TESTS_IGNORE", m_CustomTestsIgnore);
- this->PopulateCustomVector(mf, "CTEST_CUSTOM_MEMCHECK_IGNORE", m_CustomMemCheckIgnore);
-
- this->PopulateCustomVector(mf, "CTEST_CUSTOM_PRE_TEST", m_CustomPreTest);
- this->PopulateCustomVector(mf, "CTEST_CUSTOM_POST_TEST", m_CustomPostTest);
- this->PopulateCustomVector(mf, "CTEST_CUSTOM_PRE_MEMCHECK", m_CustomPreMemCheck);
- this->PopulateCustomVector(mf, "CTEST_CUSTOM_POST_MEMCHECK", m_CustomPostMemCheck);
-
- const char* maxstr = mf->GetDefinition("CTEST_CUSTOM_PASSED_TEST_STRING_MAXLEN");
- if ( maxstr )
- {
- long val = atoi(maxstr);
- if ( val > 0 )
- {
- m_MaximumPassedTestResultSize = val;
- }
- }
- maxstr = mf->GetDefinition("CTEST_CUSTOM_FAILED_TEST_STRING_MAXLEN");
- if ( maxstr )
- {
- long val = atoi(maxstr);
- if ( val > 0 )
- {
- m_MaximumFailedTestResultSize = val;
- }
- }
-
return 1;
}
@@ -4068,204 +2124,33 @@ void cmCTest::PopulateCustomVector(cmMakefile* mf, const char* def, tm_VectorOfS
}
}
-int cmCTest::ExecuteCommands(tm_VectorOfStrings& vec)
-{
- tm_VectorOfStrings::iterator it;
- for ( it = vec.begin(); it != vec.end(); ++it )
- {
- int retVal = 0;
- if ( m_Verbose )
- {
- std::cout << "Run command: " << *it << std::endl;
- }
- if ( !cmSystemTools::RunSingleCommand(it->c_str(), 0, &retVal, 0, true /*m_Verbose*/) ||
- retVal != 0 )
- {
- std::cerr << "Problem running command: " << *it << std::endl;
- return 0;
- }
- }
- return 1;
-}
-
-
-// get the next number in a string with numbers separated by ,
-// pos is the start of the search and pos2 is the end of the search
-// pos becomes pos2 after a call to GetNextNumber.
-// -1 is returned at the end of the list.
-inline int GetNextNumber(std::string const& in,
- int& val,
- std::string::size_type& pos,
- std::string::size_type& pos2)
-{
- pos2 = in.find(',', pos);
- if(pos2 != in.npos)
- {
- if(pos2-pos == 0)
- {
- val = -1;
- }
- else
- {
- val = atoi(in.substr(pos, pos2-pos).c_str());
- }
- pos = pos2+1;
- return 1;
- }
- else
- {
- if(in.size()-pos == 0)
- {
- val = -1;
- }
- else
- {
- val = atoi(in.substr(pos, in.size()-pos).c_str());
- }
- return 0;
- }
-}
-
-// get the next number in a string with numbers separated by ,
-// pos is the start of the search and pos2 is the end of the search
-// pos becomes pos2 after a call to GetNextNumber.
-// -1 is returned at the end of the list.
-inline int GetNextRealNumber(std::string const& in,
- double& val,
- std::string::size_type& pos,
- std::string::size_type& pos2)
+std::string cmCTest::GetDartConfiguration(const char *name)
{
- pos2 = in.find(',', pos);
- if(pos2 != in.npos)
- {
- if(pos2-pos == 0)
- {
- val = -1;
- }
- else
- {
- val = atof(in.substr(pos, pos2-pos).c_str());
- }
- pos = pos2+1;
- return 1;
- }
- else
- {
- if(in.size()-pos == 0)
- {
- val = -1;
- }
- else
- {
- val = atof(in.substr(pos, in.size()-pos).c_str());
- }
- return 0;
- }
+ return m_DartConfiguration[name];
}
-
-void cmCTest::SetTestsToRunInformation(const char* in)
+
+std::string cmCTest::GetCurrentTag()
{
- this->TestsToRunString = in;
- // if the argument is a file, then read it and use the contents as the string
- if(cmSystemTools::FileExists(in))
- {
- std::ifstream fin(in);
- unsigned long filelen = cmSystemTools::FileLength(in);
- char* buff = new char[filelen+1];
- fin.getline(buff, filelen);
- buff[fin.gcount()] = 0;
- this->TestsToRunString = buff;
- }
+ return m_CurrentTag;
}
-void cmCTest::ExpandTestsToRunInformation(int numTests)
+std::string cmCTest::GetToplevelPath()
{
- if (this->TestsToRunString.empty())
- {
- return;
- }
-
- int start;
- int end = -1;
- double stride = -1;
- std::string::size_type pos = 0;
- std::string::size_type pos2;
- // read start
- if(GetNextNumber(this->TestsToRunString, start, pos, pos2))
- {
- // read end
- if(GetNextNumber(this->TestsToRunString, end, pos, pos2))
- {
- // read stride
- if(GetNextRealNumber(this->TestsToRunString, stride, pos, pos2))
- {
- int val =0;
- // now read specific numbers
- while(GetNextNumber(this->TestsToRunString, val, pos, pos2))
- {
- m_TestsToRun.push_back(val);
- }
- m_TestsToRun.push_back(val);
- }
- }
- }
-
- // if start is not specified then we assume we start at 1
- if(start == -1)
- {
- start = 1;
- }
-
- // if end isnot specified then we assume we end with the last test
- if(end == -1)
- {
- end = numTests;
- }
-
- // if the stride wasn't specified then it defaults to 1
- if(stride == -1)
- {
- stride = 1;
- }
-
- // if we have a range then add it
- if(end != -1 && start != -1 && stride > 0)
- {
- int i = 0;
- while (i*stride + start <= end)
- {
- m_TestsToRun.push_back(static_cast<int>(i*stride+start));
- ++i;
- }
- }
-
- // sort the array
- std::sort(m_TestsToRun.begin(), m_TestsToRun.end(), std::less<int>());
- // remove duplicates
- std::vector<int>::iterator new_end =
- std::unique(m_TestsToRun.begin(), m_TestsToRun.end());
- m_TestsToRun.erase(new_end, m_TestsToRun.end());
- std::cout << "Running tests: ";
- for(unsigned int i =0; i < m_TestsToRun.size(); ++i)
- {
- std::cout << m_TestsToRun[i] << " ";
- }
- std::cout << "\n";
+ return m_ToplevelPath;
}
-std::string cmCTest::GetDartConfiguration(const char *name)
+std::string cmCTest::GetConfigType()
{
- return m_DartConfiguration[name];
+ return m_ConfigType;
}
-
-std::string cmCTest::GetCurrentTag()
+bool cmCTest::GetShowOnly()
{
- return m_CurrentTag;
+ return m_ShowOnly;
}
-bool cmCTest::GetShowOnly()
+bool cmCTest::GetProduceXML()
{
- return m_ShowOnly;
+ return m_DartMode;
}
diff --git a/Source/cmCTest.h b/Source/cmCTest.h
index bef3d4a..a9efcc0 100644
--- a/Source/cmCTest.h
+++ b/Source/cmCTest.h
@@ -25,15 +25,16 @@
class cmMakefile;
class cmCTestBuildHandler;
+class cmCTestConfigureHandler;
+class cmCTestCoverageHandler;
class cmCTestScriptHandler;
+class cmCTestTestHandler;
class cmCTestUpdateHandler;
-class cmCTestConfigureHandler;
class cmCTest
{
public:
typedef std::vector<cmStdString> tm_VectorOfStrings;
- typedef std::vector<cmListFileArgument> tm_VectorOfListFileArgs;
///! Process Command line arguments
int Run(std::vector<std::string>const&, std::string* output = 0);
@@ -74,34 +75,20 @@ public:
int TestDirectory(bool memcheck);
/**
- * Try to get coverage of the project
- */
- int CoverageDirectory();
-
- /**
* Do submit testing results
*/
int SubmitResults();
std::string GetSubmitResultsPrefix();
+ ///! what is the configuraiton type, e.g. Debug, Release etc.
+ std::string GetConfigType();
+
/**
* Check if CTest file exists
*/
bool CTestFileExists(const std::string& filename);
/**
- * Run the test for a directory and any subdirectories
- */
- void ProcessDirectory(tm_VectorOfStrings &passed,
- tm_VectorOfStrings &failed,
- bool memcheck);
-
- /**
- * Find the executable for a test
- */
- std::string FindTheExecutable(const char *exe);
-
- /**
* Set the cmake test
*/
bool SetTest(const char*, bool report = true);
@@ -114,7 +101,7 @@ public:
std::string GetTestModelString();
static int GetTestModelFromString(const char* str);
-
+ static std::string CleanString(const std::string& str);
std::string GetDartConfiguration(const char *name);
/**
@@ -126,13 +113,6 @@ public:
//! Set the notes files to be created.
void SetNotesFiles(const char* notes);
- bool m_UseIncludeRegExp;
- std::string m_IncludeRegExp;
-
- bool m_UseExcludeRegExp;
- bool m_UseExcludeRegExpFirst;
- std::string m_ExcludeRegExp;
-
std::string m_ConfigType;
bool m_Verbose;
bool m_DartMode;
@@ -174,6 +154,9 @@ public:
///! Should we only show what we would do?
bool GetShowOnly();
+ ///! Are we producing XML
+ bool GetProduceXML();
+
//! Start CTest XML output file
void StartXML(std::ostream& ostr);
@@ -189,17 +172,22 @@ public:
static void PopulateCustomVector(cmMakefile* mf, const char* definition,
tm_VectorOfStrings& vec);
+ std::string GetToplevelPath();
+
+ //! Run command specialized for tests. Returns process status and retVal is
+ // return value or exception.
+ int RunTest(std::vector<const char*> args, std::string* output, int *retVal,
+ std::ostream* logfile);
+
private:
// these are helper classes
- cmCTestBuildHandler *BuildHandler;
+ cmCTestBuildHandler *BuildHandler;
+ cmCTestCoverageHandler *CoverageHandler;
cmCTestScriptHandler *ScriptHandler;
+ cmCTestTestHandler *TestHandler;
cmCTestUpdateHandler *UpdateHandler;
cmCTestConfigureHandler *ConfigureHandler;
- void SetTestsToRunInformation(const char*);
- void ExpandTestsToRunInformation(int numPossibleTests);
- std::string TestsToRunString;
-
bool m_ShowOnly;
enum {
@@ -217,104 +205,9 @@ private:
LAST_TEST = 11
};
- enum { // Program statuses
- NOT_RUN = 0,
- TIMEOUT,
- SEGFAULT,
- ILLEGAL,
- INTERRUPT,
- NUMERICAL,
- OTHER_FAULT,
- FAILED,
- BAD_COMMAND,
- COMPLETED
- };
-
- enum { // Memory checkers
- UNKNOWN = 0,
- VALGRIND,
- PURIFY,
- BOUNDS_CHECKER
- };
-
- enum { // Memory faults
- ABR = 0,
- ABW,
- ABWL,
- COR,
- EXU,
- FFM,
- FIM,
- FMM,
- FMR,
- FMW,
- FUM,
- IPR,
- IPW,
- MAF,
- MLK,
- MPK,
- NPR,
- ODS,
- PAR,
- PLK,
- UMC,
- UMR,
- NO_MEMORY_FAULT
- };
-
-
- struct cmCTestTestResult
- {
- std::string m_Name;
- std::string m_Path;
- std::string m_FullCommandLine;
- double m_ExecutionTime;
- int m_ReturnValue;
- int m_Status;
- std::string m_CompletionStatus;
- std::string m_Output;
- std::string m_RegressionImages;
- int m_TestCount;
- };
-
- struct cmCTestTestProperties
- {
- cmStdString m_Name;
- cmStdString m_Directory;
- tm_VectorOfListFileArgs m_Args;
- };
-
- typedef std::vector<cmCTestTestProperties> tm_ListOfTests;
-
-
- struct cmCTestCoverage
- {
- cmCTestCoverage()
- {
- m_AbsolutePath = "";
- m_FullPath = "";
- m_Covered = false;
- m_Tested = 0;
- m_UnTested = 0;
- m_Lines.clear();
- m_Show = false;
- }
- std::string m_AbsolutePath;
- std::string m_FullPath;
- bool m_Covered;
- int m_Tested;
- int m_UnTested;
- std::vector<int> m_Lines;
- bool m_Show;
- };
-
- typedef std::vector<cmCTestTestResult> tm_TestResultsVector;
//! Map of configuration properties
typedef std::map<std::string, std::string> tm_DartConfigurationMap;
- typedef std::map<std::string, cmCTestCoverage> tm_CoverageMap;
- tm_TestResultsVector m_TestResults;
std::string m_ToplevelPath;
tm_DartConfigurationMap m_DartConfiguration;
int m_Tests[LAST_TEST];
@@ -322,21 +215,10 @@ private:
std::string m_CurrentTag;
bool m_TomorrowTag;
- std::string m_StartTest;
- std::string m_EndTest;
- double m_ElapsedTestingTime;
-
int m_TestModel;
double m_TimeOut;
- std::string m_MemoryTester;
- std::string m_MemoryTesterOptions;
- int m_MemoryTesterStyle;
- std::string m_MemoryTesterOutputFile;
- tm_VectorOfStrings m_MemoryTesterOptionsParsed;
- int m_MemoryTesterGlobalResults[NO_MEMORY_FAULT];
-
int m_CompatibilityMode;
// information for the --build-and-test options
@@ -357,67 +239,28 @@ private:
bool m_BuildNoClean;
bool m_BuildNoCMake;
std::string m_NotesFiles;
- std::vector<int> m_TestsToRun;
int ReadCustomConfigurationFileTree(const char* dir);
- tm_VectorOfStrings m_CustomTestsIgnore;
- tm_VectorOfStrings m_CustomMemCheckIgnore;
-
- tm_VectorOfStrings m_CustomPreTest;
- tm_VectorOfStrings m_CustomPostTest;
- tm_VectorOfStrings m_CustomPreMemCheck;
- tm_VectorOfStrings m_CustomPostMemCheck;
bool m_InteractiveDebugMode;
bool m_ShortDateFormat;
void BlockTestErrorDiagnostics();
- int ExecuteCommands(tm_VectorOfStrings& vec);
-
- /**
- * Get the list of tests in directory and subdirectories.
- */
- void GetListOfTests(tm_ListOfTests* testlist, bool memcheck);
//! Reread the configuration file
void UpdateCTestConfiguration();
- /**
- * Generate the Dart compatible output
- */
- void GenerateDartTestOutput(std::ostream& os);
- void GenerateDartMemCheckOutput(std::ostream& os);
-
- //! Run command specialized for tests. Returns process status and retVal is
- // return value or exception.
- int RunTest(std::vector<const char*> args, std::string* output, int *retVal,
- std::ostream* logfile);
-
- std::string GenerateRegressionImages(const std::string& xml);
- const char* GetTestStatus(int status);
-
//! Create not from files.
int GenerateDartNotesOutput(std::ostream& os, const tm_VectorOfStrings& files);
- //! Parse Valgrind/Purify/Bounds Checker result out of the output string. After running,
- // log holds the output and results hold the different memmory errors.
- bool ProcessMemCheckOutput(const std::string& str, std::string& log, int* results);
- bool ProcessMemCheckValgrindOutput(const std::string& str, std::string& log, int* results);
- bool ProcessMemCheckPurifyOutput(const std::string& str, std::string& log, int* results);
-
///! Run CMake and build a test and then run it as a single test.
int RunCMakeAndTest(std::string* output);
- ///! Initialize memory checking subsystem.
- bool InitializeMemoryChecking();
///! Find the running cmake
void FindRunningCMake(const char* arg0);
- ///! Maximum size of testing string
- std::string::size_type m_MaximumPassedTestResultSize;
- std::string::size_type m_MaximumFailedTestResultSize;
};
#endif