CMake/Source/CTest/cmCTestCoverageHandler.cxx

850 lines
28 KiB
C++
Raw Normal View History

2004-09-09 16:41:05 +04:00
/*=========================================================================
Program: CMake - Cross-Platform Makefile Generator
Module: $RCSfile$
Language: C++
Date: $Date$
Version: $Revision$
Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
2006-03-09 19:17:10 +03:00
This software is distributed WITHOUT ANY WARRANTY; without even
the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
2004-09-09 16:41:05 +04:00
PURPOSE. See the above copyright notices for more information.
=========================================================================*/
#include "cmCTestCoverageHandler.h"
#include "cmCTest.h"
#include "cmake.h"
#include "cmSystemTools.h"
#include "cmGeneratedFileStream.h"
2004-09-09 16:41:05 +04:00
#include <cmsys/Process.h>
#include <cmsys/RegularExpression.hxx>
#include <cmsys/Glob.hxx>
2004-09-09 16:41:05 +04:00
2006-03-09 19:17:10 +03:00
#include <stdlib.h>
2004-09-09 17:31:43 +04:00
#include <math.h>
#include <float.h>
2004-09-09 16:41:05 +04:00
#define SAFEDIV(x,y) (((y)!=0)?((x)/(y)):(0))
//----------------------------------------------------------------------
cmCTestCoverageHandler::cmCTestCoverageHandler()
{
}
//----------------------------------------------------------------------
void cmCTestCoverageHandler::Initialize()
{
this->Superclass::Initialize();
2006-03-10 23:03:09 +03:00
this->CustomCoverageExclude.empty();
2004-09-09 16:41:05 +04:00
}
//----------------------------------------------------------------------
2006-03-09 19:17:10 +03:00
bool cmCTestCoverageHandler::StartCoverageLogFile(
cmGeneratedFileStream& covLogFile, int logFileCount)
2004-09-09 16:41:05 +04:00
{
char covLogFilename[1024];
sprintf(covLogFilename, "CoverageLog-%d", logFileCount);
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "Open file: "
<< covLogFilename << std::endl);
if (!this->StartResultingXML(covLogFilename, covLogFile) )
2004-09-09 16:41:05 +04:00
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Cannot open log file: "
2006-03-09 19:17:10 +03:00
<< covLogFilename << std::endl);
return false;
2004-09-09 16:41:05 +04:00
}
2006-03-10 23:03:09 +03:00
std::string local_start_time = this->CTest->CurrentTime();
this->CTest->StartXML(covLogFile);
covLogFile << "<CoverageLog>" << std::endl
2006-03-09 19:17:10 +03:00
<< "\t<StartDateTime>" << local_start_time << "</StartDateTime>"
<< std::endl;
return true;
}
2004-09-09 16:41:05 +04:00
//----------------------------------------------------------------------
2006-03-09 19:17:10 +03:00
void cmCTestCoverageHandler::EndCoverageLogFile(cmGeneratedFileStream& ostr,
int logFileCount)
{
2006-03-10 23:03:09 +03:00
std::string local_end_time = this->CTest->CurrentTime();
ostr << "\t<EndDateTime>" << local_end_time << "</EndDateTime>" << std::endl
<< "</CoverageLog>" << std::endl;
2006-03-10 23:03:09 +03:00
this->CTest->EndXML(ostr);
char covLogFilename[1024];
sprintf(covLogFilename, "CoverageLog-%d.xml", logFileCount);
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "Close file: "
2006-03-09 19:17:10 +03:00
<< covLogFilename << std::endl);
2005-07-14 17:29:33 +04:00
ostr.Close();
}
//----------------------------------------------------------------------
2006-03-09 19:17:10 +03:00
bool cmCTestCoverageHandler::ShouldIDoCoverage(const char* file,
const char* srcDir,
const char* binDir)
{
std::vector<cmsys::RegularExpression>::iterator sit;
2006-03-10 23:03:09 +03:00
for ( sit = this->CustomCoverageExcludeRegex.begin();
sit != this->CustomCoverageExcludeRegex.end(); ++ sit )
{
if ( sit->find(file) )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, " File " << file
<< " is excluded in CTestCustom.ctest" << std::endl;);
return false;
}
}
std::string fSrcDir = cmSystemTools::CollapseFullPath(srcDir);
std::string fBinDir = cmSystemTools::CollapseFullPath(binDir);
std::string fFile = cmSystemTools::CollapseFullPath(file);
2006-03-09 19:17:10 +03:00
bool sourceSubDir = cmSystemTools::IsSubDirectory(fFile.c_str(),
fSrcDir.c_str());
bool buildSubDir = cmSystemTools::IsSubDirectory(fFile.c_str(),
fBinDir.c_str());
// Always check parent directory of the file.
std::string fileDir = cmSystemTools::GetFilenamePath(fFile.c_str());
std::string checkDir;
// We also need to check the binary/source directory pair.
if ( sourceSubDir && buildSubDir )
2004-09-09 16:41:05 +04:00
{
if ( fSrcDir.size() > fBinDir.size() )
2004-09-09 16:41:05 +04:00
{
checkDir = fSrcDir;
2004-09-09 16:41:05 +04:00
}
else
2004-09-09 16:41:05 +04:00
{
checkDir = fBinDir;
2004-09-09 16:41:05 +04:00
}
}
else if ( sourceSubDir )
2004-09-09 16:41:05 +04:00
{
checkDir = fSrcDir;
2004-09-09 16:41:05 +04:00
}
else if ( buildSubDir )
2004-09-09 16:41:05 +04:00
{
checkDir = fBinDir;
2004-09-09 16:41:05 +04:00
}
std::string ndc
= cmSystemTools::FileExistsInParentDirectories(".NoDartCoverage",
fFile.c_str(), checkDir.c_str());
if ( ndc.size() )
2004-09-09 16:41:05 +04:00
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "Found: " << ndc.c_str()
2006-03-09 19:17:10 +03:00
<< " so skip coverage of " << file << std::endl);
return false;
2004-09-09 16:41:05 +04:00
}
// By now checkDir should be set to parent directory of the file.
// Get the relative path to the file an apply it to the opposite directory.
// If it is the same as fileDir, then ignore, otherwise check.
std::string relPath = cmSystemTools::RelativePath(checkDir.c_str(),
fFile.c_str());
if ( checkDir == fSrcDir )
2004-09-09 16:41:05 +04:00
{
checkDir = fBinDir;
2004-09-09 16:41:05 +04:00
}
else
2004-09-09 16:41:05 +04:00
{
checkDir = fSrcDir;
2004-09-09 16:41:05 +04:00
}
fFile = checkDir + "/" + relPath;
fFile = cmSystemTools::GetFilenamePath(fFile.c_str());
2004-09-09 16:41:05 +04:00
if ( fileDir == fFile )
2004-09-09 16:41:05 +04:00
{
// This is in-source build, so we trust the previous check.
return true;
2004-09-09 16:41:05 +04:00
}
ndc = cmSystemTools::FileExistsInParentDirectories(".NoDartCoverage",
fFile.c_str(), checkDir.c_str());
if ( ndc.size() )
2004-09-09 16:41:05 +04:00
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "Found: " << ndc.c_str()
2006-03-09 19:17:10 +03:00
<< " so skip coverage of: " << file << std::endl);
return false;
2004-09-09 16:41:05 +04:00
}
// Ok, nothing in source tree, nothing in binary tree
return true;
}
//----------------------------------------------------------------------
//clearly it would be nice if this were broken up into a few smaller
//functions and commented...
2005-01-27 23:54:47 +03:00
int cmCTestCoverageHandler::ProcessHandler()
{
int error = 0;
2006-03-10 23:03:09 +03:00
std::string sourceDir
= this->CTest->GetCTestConfiguration("SourceDirectory");
std::string binaryDir
= this->CTest->GetCTestConfiguration("BuildDirectory");
std::string gcovCommand
= this->CTest->GetCTestConfiguration("CoverageCommand");
cmGeneratedFileStream ofs;
double elapsed_time_start = cmSystemTools::GetTime();
if ( !this->StartLogFile("Coverage", ofs) )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE,
"Cannot create LastCoverage.log file" << std::endl);
}
ofs << "Performing coverage: " << elapsed_time_start << std::endl;
cmSystemTools::ConvertToUnixSlashes(sourceDir);
cmSystemTools::ConvertToUnixSlashes(binaryDir);
std::string asfGlob = sourceDir + "/*";
std::string abfGlob = binaryDir + "/*";
2006-03-09 19:17:10 +03:00
// Style 1
2006-03-09 19:17:10 +03:00
std::string st1gcovOutputRex1
= "[0-9]+\\.[0-9]+% of [0-9]+ (source |)lines executed in file (.*)$";
std::string st1gcovOutputRex2 = "^Creating (.*\\.gcov)\\.";
cmsys::RegularExpression st1re1(st1gcovOutputRex1.c_str());
cmsys::RegularExpression st1re2(st1gcovOutputRex2.c_str());
2006-03-09 19:17:10 +03:00
// Style 2
2005-08-03 21:34:13 +04:00
std::string st2gcovOutputRex1 = "^File *[`'](.*)'$";
2006-03-09 19:17:10 +03:00
std::string st2gcovOutputRex2
= "Lines executed: *[0-9]+\\.[0-9]+% of [0-9]+$";
2005-08-03 22:15:17 +04:00
std::string st2gcovOutputRex3 = "^(.*):creating [`'](.*\\.gcov)'";
std::string st2gcovOutputRex4 = "^(.*):unexpected EOF *$";
std::string st2gcovOutputRex5 = "^(.*):cannot open source file*$";
2006-03-09 19:17:10 +03:00
std::string st2gcovOutputRex6
= "^(.*):source file is newer than graph file `(.*)'$";
cmsys::RegularExpression st2re1(st2gcovOutputRex1.c_str());
cmsys::RegularExpression st2re2(st2gcovOutputRex2.c_str());
cmsys::RegularExpression st2re3(st2gcovOutputRex3.c_str());
cmsys::RegularExpression st2re4(st2gcovOutputRex4.c_str());
cmsys::RegularExpression st2re5(st2gcovOutputRex5.c_str());
cmsys::RegularExpression st2re6(st2gcovOutputRex6.c_str());
2006-03-09 19:17:10 +03:00
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, "Performing coverage" << std::endl);
2006-03-09 19:17:10 +03:00
2006-03-10 23:03:09 +03:00
std::string coverage_start_time = this->CTest->CurrentTime();
2006-03-09 19:17:10 +03:00
2006-03-10 23:03:09 +03:00
std::string testingDir = this->CTest->GetBinaryDir() + "/Testing";
std::string tempDir = testingDir + "/CoverageInfo";
std::string currentDirectory = cmSystemTools::GetCurrentWorkingDirectory();
cmSystemTools::MakeDirectory(tempDir.c_str());
cmSystemTools::ChangeDirectory(tempDir.c_str());
2006-03-09 19:17:10 +03:00
cmsys::Glob gl;
gl.RecurseOn();
std::string daGlob = binaryDir + "/*.da";
gl.FindFiles(daGlob);
std::vector<std::string> files = gl.GetFiles();
daGlob = binaryDir + "/*.gcda";
gl.FindFiles(daGlob);
std::vector<std::string>& moreFiles = gl.GetFiles();
files.insert(files.end(), moreFiles.begin(), moreFiles.end());
std::vector<std::string>::iterator it;
2006-03-09 19:17:10 +03:00
if ( files.size() == 0 )
2004-09-09 16:41:05 +04:00
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, " Cannot find any coverage files."
2006-03-09 19:17:10 +03:00
<< std::endl);
// No coverage files is a valid thing, so the exit code is 0
return 0;
2004-09-09 16:41:05 +04:00
}
2006-03-10 23:03:09 +03:00
this->CustomCoverageExcludeRegex.empty();
std::vector<cmStdString>::iterator rexIt;
2006-03-10 23:03:09 +03:00
for ( rexIt = this->CustomCoverageExclude.begin();
rexIt != this->CustomCoverageExclude.end();
++ rexIt )
{
2006-03-10 23:03:09 +03:00
this->CustomCoverageExcludeRegex.push_back(
2006-03-09 19:17:10 +03:00
cmsys::RegularExpression(rexIt->c_str()));
}
2006-03-09 19:17:10 +03:00
typedef std::vector<int> singleFileCoverageVector;
typedef std::map<std::string, singleFileCoverageVector> totalCoverageMap;
2006-03-09 19:17:10 +03:00
totalCoverageMap totalCoverage;
2006-03-09 19:17:10 +03:00
int gcovStyle = 0;
std::set<std::string> missingFiles;
2006-03-09 19:17:10 +03:00
std::string actualSourceFile = "";
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT,
2006-03-09 19:17:10 +03:00
" Processing coverage (each . represents one file):" << std::endl);
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, " ");
int file_count = 0;
for ( it = files.begin(); it != files.end(); ++ it )
2004-09-09 16:41:05 +04:00
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, "." << std::flush);
std::string fileDir = cmSystemTools::GetFilenamePath(it->c_str());
2006-03-09 19:17:10 +03:00
std::string command = "\"" + gcovCommand + "\" -l -o \"" + fileDir
+ "\" \"" + *it + "\"";
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, command.c_str()
<< std::endl);
std::string output = "";
std::string errors = "";
int retVal = 0;
ofs << "* Run coverage for: " << fileDir.c_str() << std::endl;
ofs << " Command: " << command.c_str() << std::endl;
2006-03-10 23:03:09 +03:00
int res = this->CTest->RunCommand(command.c_str(), &output, &errors,
&retVal, tempDir.c_str(), 0 /*this->TimeOut*/);
2006-03-09 19:17:10 +03:00
ofs << " Output: " << output.c_str() << std::endl;
ofs << " Errors: " << errors.c_str() << std::endl;
if ( ! res )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE,
"Problem running coverage on file: " << it->c_str() << std::endl);
cmCTestLog(this->CTest, ERROR_MESSAGE,
"Command produced error: " << errors << std::endl);
error ++;
continue;
}
if ( retVal != 0 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Coverage command returned: "
2006-03-09 19:17:10 +03:00
<< retVal << " while processing: " << it->c_str() << std::endl);
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE,
"Command produced error: " << error << std::endl);
}
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
2006-03-09 19:17:10 +03:00
"--------------------------------------------------------------"
<< std::endl
<< output << std::endl
2006-03-09 19:17:10 +03:00
<< "--------------------------------------------------------------"
<< std::endl);
std::vector<cmStdString> lines;
std::vector<cmStdString>::iterator line;
2006-03-09 19:17:10 +03:00
// Globals for storing current source file and current gcov file;
cmSystemTools::Split(output.c_str(), lines);
for ( line = lines.begin(); line != lines.end(); ++line)
{
std::string sourceFile;
std::string gcovFile;
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, DEBUG, "Line: [" << line->c_str() << "]"
2006-03-09 19:17:10 +03:00
<< std::endl);
if ( line->size() == 0 )
2004-09-09 16:41:05 +04:00
{
// Ignore empty line; probably style 2
}
else if ( st1re1.find(line->c_str()) )
{
if ( gcovStyle != 0 )
2004-09-09 16:41:05 +04:00
{
if ( gcovStyle != 1 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unknown gcov output style"
2006-03-09 19:17:10 +03:00
<< std::endl);
error ++;
break;
}
gcovStyle = 1;
2004-09-09 16:41:05 +04:00
}
2006-03-09 19:17:10 +03:00
actualSourceFile = "";
sourceFile = st1re1.match(2);
}
else if ( st1re2.find(line->c_str() ) )
{
if ( gcovStyle != 0 )
{
if ( gcovStyle != 1 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unknown gcov output style"
2006-03-09 19:17:10 +03:00
<< std::endl);
error ++;
break;
}
gcovStyle = 1;
}
2006-03-09 19:17:10 +03:00
gcovFile = st1re2.match(1);
}
else if ( st2re1.find(line->c_str() ) )
{
if ( gcovStyle != 0 )
2004-09-09 16:41:05 +04:00
{
if ( gcovStyle != 2 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unknown gcov output style"
2006-03-09 19:17:10 +03:00
<< std::endl);
error ++;
break;
}
gcovStyle = 2;
2004-09-09 16:41:05 +04:00
}
2006-03-09 19:17:10 +03:00
actualSourceFile = "";
sourceFile = st2re1.match(1);
}
else if ( st2re2.find(line->c_str() ) )
{
if ( gcovStyle != 0 )
2004-09-09 16:41:05 +04:00
{
if ( gcovStyle != 2 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unknown gcov output style"
2006-03-09 19:17:10 +03:00
<< std::endl);
error ++;
break;
}
gcovStyle = 2;
}
}
else if ( st2re3.find(line->c_str() ) )
{
if ( gcovStyle != 0 )
{
if ( gcovStyle != 2 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unknown gcov output style"
2006-03-09 19:17:10 +03:00
<< std::endl);
error ++;
break;
}
gcovStyle = 2;
}
2006-03-09 19:17:10 +03:00
gcovFile = st2re3.match(2);
}
else if ( st2re4.find(line->c_str() ) )
{
if ( gcovStyle != 0 )
{
if ( gcovStyle != 2 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unknown gcov output style"
2006-03-09 19:17:10 +03:00
<< std::endl);
error ++;
break;
}
gcovStyle = 2;
2004-09-09 16:41:05 +04:00
}
2006-03-09 19:17:10 +03:00
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, WARNING, "Warning: " << st2re4.match(1)
2006-03-09 19:17:10 +03:00
<< " had unexpected EOF" << std::endl);
2004-09-09 16:41:05 +04:00
}
else if ( st2re5.find(line->c_str() ) )
2004-09-09 16:41:05 +04:00
{
if ( gcovStyle != 0 )
2004-09-09 16:41:05 +04:00
{
if ( gcovStyle != 2 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unknown gcov output style"
2006-03-09 19:17:10 +03:00
<< std::endl);
error ++;
break;
}
gcovStyle = 2;
}
2006-03-09 19:17:10 +03:00
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, WARNING, "Warning: Cannot open file: "
2006-03-09 19:17:10 +03:00
<< st2re5.match(1) << std::endl);
}
else if ( st2re6.find(line->c_str() ) )
{
if ( gcovStyle != 0 )
{
if ( gcovStyle != 2 )
2004-09-09 16:41:05 +04:00
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unknown gcov output style"
2006-03-09 19:17:10 +03:00
<< std::endl);
error ++;
break;
}
gcovStyle = 2;
}
2006-03-09 19:17:10 +03:00
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, WARNING, "Warning: File: " << st2re6.match(1)
<< " is newer than " << st2re6.match(2) << std::endl);
}
else
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE,
"Unknown line: [" << line->c_str() << "]" << std::endl);
error ++;
//abort();
}
if ( !gcovFile.empty() && actualSourceFile.size() )
{
singleFileCoverageVector* vec = &totalCoverage[actualSourceFile];
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, " in file: "
2006-03-09 19:17:10 +03:00
<< gcovFile << std::endl);
std::ifstream ifile(gcovFile.c_str());
if ( ! ifile )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Cannot open file: "
2006-03-09 19:17:10 +03:00
<< gcovFile << std::endl);
}
else
{
long cnt = -1;
std::string nl;
while ( cmSystemTools::GetLineFromStream(ifile, nl) )
{
cnt ++;
2006-03-09 19:17:10 +03:00
//TODO: Handle gcov 3.0 non-coverage lines
2006-03-09 19:17:10 +03:00
// Skip empty lines
if ( !nl.size() )
{
continue;
}
2006-03-09 19:17:10 +03:00
// Skip unused lines
if ( nl.size() < 12 )
{
continue;
}
2006-03-09 19:17:10 +03:00
// Read the coverage count from the beginning of the gcov output
// line
std::string prefix = nl.substr(0, 12);
int cov = atoi(prefix.c_str());
2006-03-09 19:17:10 +03:00
// Read the line number starting at the 10th character of the gcov
// output line
std::string lineNumber = nl.substr(10, 5);
int lineIdx = atoi(lineNumber.c_str())-1;
if ( lineIdx >= 0 )
{
2006-03-09 19:17:10 +03:00
while ( vec->size() <=
static_cast<singleFileCoverageVector::size_type>(lineIdx) )
{
vec->push_back(-1);
}
// Initially all entries are -1 (not used). If we get coverage
// information, increment it to 0 first.
if ( (*vec)[lineIdx] < 0 )
{
if ( cov > 0 || prefix.find("#") != prefix.npos )
{
(*vec)[lineIdx] = 0;
}
}
(*vec)[lineIdx] += cov;
}
2004-09-09 16:41:05 +04:00
}
}
actualSourceFile = "";
}
if ( !sourceFile.empty() && actualSourceFile.empty() )
{
gcovFile = "";
// Is it in the source dir?
if ( sourceFile.size() > sourceDir.size() &&
sourceFile.substr(0, sourceDir.size()) == sourceDir &&
sourceFile[sourceDir.size()] == '/' )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, " produced s: "
2006-03-09 19:17:10 +03:00
<< sourceFile.c_str() << std::endl);
ofs << " produced in source dir: " << sourceFile.c_str()
<< std::endl;
actualSourceFile
= cmSystemTools::CollapseFullPath(sourceFile.c_str());
}
// Binary dir?
if ( sourceFile.size() > binaryDir.size() &&
sourceFile.substr(0, binaryDir.size()) == binaryDir &&
sourceFile[binaryDir.size()] == '/' )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, " produced b: "
2006-03-09 19:17:10 +03:00
<< sourceFile.c_str() << std::endl);
ofs << " produced in binary dir: " << sourceFile.c_str()
<< std::endl;
actualSourceFile
= cmSystemTools::CollapseFullPath(sourceFile.c_str());
}
if ( actualSourceFile.empty() )
{
if ( missingFiles.find(actualSourceFile) == missingFiles.end() )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
"Something went wrong" << std::endl);
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "File: ["
2006-03-09 19:17:10 +03:00
<< sourceFile.c_str() << "]" << std::endl);
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "s: ["
2006-03-09 19:17:10 +03:00
<< sourceFile.substr(0, sourceDir.size()) << "]" << std::endl);
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "b: ["
2006-03-09 19:17:10 +03:00
<< sourceFile.substr(0, binaryDir.size()) << "]" << std::endl);
ofs << " Something went wrong. Cannot find: "
<< sourceFile.c_str()
<< " in source dir: " << sourceDir.c_str()
<< " or binary dir: " << binaryDir.c_str() << std::endl;
missingFiles.insert(actualSourceFile);
}
}
2004-09-09 16:41:05 +04:00
}
}
file_count ++;
if ( file_count % 50 == 0 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, " processed: " << file_count
2006-03-09 19:17:10 +03:00
<< " out of " << files.size() << std::endl);
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, " ");
}
2004-09-09 16:41:05 +04:00
}
2006-03-09 19:17:10 +03:00
cmGeneratedFileStream covSumFile;
cmGeneratedFileStream covLogFile;
if (!this->StartResultingXML("Coverage", covSumFile))
2004-09-09 16:41:05 +04:00
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE,
"Cannot open coverage summary file." << std::endl);
2005-01-27 23:54:47 +03:00
return -1;
}
2006-03-10 23:03:09 +03:00
this->CTest->StartXML(covSumFile);
// Produce output xml files
2004-09-09 16:41:05 +04:00
covSumFile << "<Coverage>" << std::endl
2006-03-09 19:17:10 +03:00
<< "\t<StartDateTime>" << coverage_start_time << "</StartDateTime>"
<< std::endl;
int logFileCount = 0;
if ( !this->StartCoverageLogFile(covLogFile, logFileCount) )
{
2005-01-27 23:54:47 +03:00
return -1;
}
totalCoverageMap::iterator fileIterator;
int cnt = 0;
long total_tested = 0;
long total_untested = 0;
2005-05-04 19:13:35 +04:00
//std::string fullSourceDir = sourceDir + "/";
//std::string fullBinaryDir = binaryDir + "/";
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, std::endl);
cmCTestLog(this->CTest, HANDLER_OUTPUT,
2006-03-09 19:17:10 +03:00
" Acumulating results (each . represents one file):" << std::endl);
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, " ");
std::vector<std::string> errorsWhileAccumulating;
file_count = 0;
for ( fileIterator = totalCoverage.begin();
fileIterator != totalCoverage.end();
++fileIterator )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, "." << std::flush);
file_count ++;
if ( file_count % 50 == 0 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, " processed: " << file_count
2006-03-09 19:17:10 +03:00
<< " out of "
<< totalCoverage.size() << std::endl);
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, " ");
}
if ( cnt % 100 == 0 )
2004-09-09 16:41:05 +04:00
{
this->EndCoverageLogFile(covLogFile, logFileCount);
logFileCount ++;
if ( !this->StartCoverageLogFile(covLogFile, logFileCount) )
2004-09-09 16:41:05 +04:00
{
2005-01-27 23:54:47 +03:00
return -1;
2004-09-09 16:41:05 +04:00
}
}
const std::string fullFileName = fileIterator->first;
2006-03-09 19:17:10 +03:00
const std::string fileName
= cmSystemTools::GetFilenameName(fullFileName.c_str());
std::string fullFilePath
= cmSystemTools::GetFilenamePath(fullFileName.c_str());
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, "Process file: "
2006-03-09 19:17:10 +03:00
<< fullFileName << std::endl);
cmSystemTools::ConvertToUnixSlashes(fullFilePath);
2004-09-09 16:41:05 +04:00
if ( !cmSystemTools::FileExists(fullFileName.c_str()) )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, "Cannot find file: "
2006-03-09 19:17:10 +03:00
<< fullFileName.c_str() << std::endl);
continue;
2004-09-09 16:41:05 +04:00
}
bool shouldIDoCoverage
= this->ShouldIDoCoverage(fullFileName.c_str(),
sourceDir.c_str(), binaryDir.c_str());
if ( !shouldIDoCoverage )
2004-09-09 16:41:05 +04:00
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
2006-03-09 19:17:10 +03:00
".NoDartCoverage found, so skip coverage check for: "
<< fullFileName.c_str()
<< std::endl);
2004-09-09 16:41:05 +04:00
continue;
}
const singleFileCoverageVector& fcov = fileIterator->second;
covLogFile << "\t<File Name=\""
2006-03-10 23:03:09 +03:00
<< this->CTest->MakeXMLSafe(fileName.c_str())
<< "\" FullPath=\"" << this->CTest->MakeXMLSafe(
this->CTest->GetShortPathToFile(
fileIterator->first.c_str())) << "\">" << std::endl
<< "\t\t<Report>" << std::endl;
std::ifstream ifs(fullFileName.c_str());
if ( !ifs)
2004-09-09 16:41:05 +04:00
{
cmOStringStream ostr;
ostr << "Cannot open source file: " << fullFileName.c_str();
errorsWhileAccumulating.push_back(ostr.str());
error ++;
continue;
2004-09-09 16:41:05 +04:00
}
int tested = 0;
int untested = 0;
singleFileCoverageVector::size_type cc;
std::string line;
for ( cc= 0; cc < fcov.size(); cc ++ )
2004-09-09 16:41:05 +04:00
{
if ( !cmSystemTools::GetLineFromStream(ifs, line) )
2004-09-09 16:41:05 +04:00
{
cmOStringStream ostr;
2006-03-09 19:17:10 +03:00
ostr << "Problem reading source file: " << fullFileName.c_str()
<< " line:" << cc;
errorsWhileAccumulating.push_back(ostr.str());
error ++;
break;
2004-09-09 16:41:05 +04:00
}
2006-03-09 19:17:10 +03:00
covLogFile << "\t\t<Line Number=\"" << cc << "\" Count=\"" << fcov[cc]
<< "\">"
2006-03-10 23:03:09 +03:00
<< this->CTest->MakeXMLSafe(line.c_str()) << "</Line>" << std::endl;
if ( fcov[cc] == 0 )
2004-09-09 16:41:05 +04:00
{
untested ++;
2004-09-09 16:41:05 +04:00
}
else if ( fcov[cc] > 0 )
2004-09-09 16:41:05 +04:00
{
tested ++;
2004-09-09 16:41:05 +04:00
}
}
if ( cmSystemTools::GetLineFromStream(ifs, line) )
2004-09-09 16:41:05 +04:00
{
cmOStringStream ostr;
ostr << "Looks like there are more lines in the file: " << line;
errorsWhileAccumulating.push_back(ostr.str());
2004-09-09 16:41:05 +04:00
}
float cper = 0;
float cmet = 0;
if ( tested + untested > 0 )
2004-09-09 16:41:05 +04:00
{
cper = (100 * SAFEDIV(static_cast<float>(tested),
static_cast<float>(tested + untested)));
cmet = ( SAFEDIV(static_cast<float>(tested + 10),
static_cast<float>(tested + untested + 10)));
2004-09-09 16:41:05 +04:00
}
total_tested += tested;
total_untested += untested;
covLogFile << "\t\t</Report>" << std::endl
<< "\t</File>" << std::endl;
2006-03-10 23:03:09 +03:00
covSumFile << "\t<File Name=\"" << this->CTest->MakeXMLSafe(fileName)
<< "\" FullPath=\"" << this->CTest->MakeXMLSafe(
this->CTest->GetShortPathToFile(fullFileName.c_str()))
2004-09-09 16:41:05 +04:00
<< "\" Covered=\"" << (cmet>0?"true":"false") << "\">\n"
<< "\t\t<LOCTested>" << tested << "</LOCTested>\n"
<< "\t\t<LOCUnTested>" << untested << "</LOCUnTested>\n"
2004-09-09 16:41:05 +04:00
<< "\t\t<PercentCoverage>";
covSumFile.setf(std::ios::fixed, std::ios::floatfield);
covSumFile.precision(2);
covSumFile << (cper) << "</PercentCoverage>\n"
2004-09-09 16:41:05 +04:00
<< "\t\t<CoverageMetric>";
covSumFile.setf(std::ios::fixed, std::ios::floatfield);
covSumFile.precision(2);
covSumFile << (cmet) << "</CoverageMetric>\n"
2004-09-09 16:41:05 +04:00
<< "\t</File>" << std::endl;
cnt ++;
2004-09-09 16:41:05 +04:00
}
this->EndCoverageLogFile(covLogFile, logFileCount);
2004-09-09 16:41:05 +04:00
if ( errorsWhileAccumulating.size() > 0 )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE, std::endl);
cmCTestLog(this->CTest, ERROR_MESSAGE,
"Error(s) while acumulating results:" << std::endl);
std::vector<std::string>::iterator erIt;
for ( erIt = errorsWhileAccumulating.begin();
erIt != errorsWhileAccumulating.end();
++ erIt )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, ERROR_MESSAGE,
" " << erIt->c_str() << std::endl);
}
}
2004-09-09 16:41:05 +04:00
int total_lines = total_tested + total_untested;
float percent_coverage = 100 * SAFEDIV(static_cast<float>(total_tested),
static_cast<float>(total_lines));
if ( total_lines == 0 )
{
percent_coverage = 0;
}
2006-03-10 23:03:09 +03:00
std::string end_time = this->CTest->CurrentTime();
2004-09-09 16:41:05 +04:00
covSumFile << "\t<LOCTested>" << total_tested << "</LOCTested>\n"
<< "\t<LOCUntested>" << total_untested << "</LOCUntested>\n"
<< "\t<LOC>" << total_lines << "</LOC>\n"
<< "\t<PercentCoverage>";
covSumFile.setf(std::ios::fixed, std::ios::floatfield);
covSumFile.precision(2);
covSumFile << (percent_coverage)<< "</PercentCoverage>\n"
<< "\t<EndDateTime>" << end_time << "</EndDateTime>\n";
2006-03-09 19:17:10 +03:00
covSumFile << "<ElapsedMinutes>" <<
2004-09-09 16:41:05 +04:00
static_cast<int>((cmSystemTools::GetTime() - elapsed_time_start)/6)/10.0
<< "</ElapsedMinutes>"
<< "</Coverage>" << std::endl;
2006-03-10 23:03:09 +03:00
this->CTest->EndXML(covSumFile);
2004-09-09 16:41:05 +04:00
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_OUTPUT, "\tCovered LOC: "
2006-03-09 19:17:10 +03:00
<< total_tested << std::endl
<< "\tNot covered LOC: " << total_untested << std::endl
<< "\tTotal LOC: " << total_lines << std::endl
2006-03-09 19:17:10 +03:00
<< "\tPercentage Coverage: "
<< std::setiosflags(std::ios::fixed)
<< std::setprecision(2)
<< (percent_coverage) << "%" << std::endl);
2004-09-09 16:41:05 +04:00
ofs << "\tCovered LOC: " << total_tested << std::endl
<< "\tNot covered LOC: " << total_untested << std::endl
<< "\tTotal LOC: " << total_lines << std::endl
2006-03-09 19:17:10 +03:00
<< "\tPercentage Coverage: "
<< std::setiosflags(std::ios::fixed)
<< std::setprecision(2)
<< (percent_coverage) << "%" << std::endl;
cmSystemTools::ChangeDirectory(currentDirectory.c_str());
2004-09-09 16:41:05 +04:00
2005-01-27 23:54:47 +03:00
if ( error )
{
return -1;
}
return 0;
2004-09-09 16:41:05 +04:00
}
//----------------------------------------------------------------------
void cmCTestCoverageHandler::PopulateCustomVectors(cmMakefile *mf)
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT,
2006-03-09 19:17:10 +03:00
" Add coverage exclude regular expressions." << std::endl);
cmCTest::PopulateCustomVector(mf, "CTEST_CUSTOM_COVERAGE_EXCLUDE",
2006-03-10 23:03:09 +03:00
this->CustomCoverageExclude);
std::vector<cmStdString>::iterator it;
2006-03-10 23:03:09 +03:00
for ( it = this->CustomCoverageExclude.begin();
it != this->CustomCoverageExclude.end();
++ it )
{
2006-03-10 23:03:09 +03:00
cmCTestLog(this->CTest, HANDLER_VERBOSE_OUTPUT, " Add coverage exclude: "
2006-03-09 19:17:10 +03:00
<< it->c_str() << std::endl);
}
}