CMake/Source/ctest.cxx

406 lines
12 KiB
C++

/*=========================================================================
Program: CMake - Cross-Platform Makefile Generator
Module: $RCSfile$
Language: C++
Date: $Date$
Version: $Revision$
Copyright (c) 2002 Kitware, Inc., Insight Consortium. All rights reserved.
See Copyright.txt or http://www.cmake.org/HTML/Copyright.html for details.
This software is distributed WITHOUT ANY WARRANTY; without even
the implied warranty of MERCHANTABILITY or FITNESS FOR A PARTICULAR
PURPOSE. See the above copyright notices for more information.
=========================================================================*/
#include "cmCTest.h"
#include "cmSystemTools.h"
// Need these for documentation support.
#include "cmake.h"
#include "cmDocumentation.h"
//----------------------------------------------------------------------------
static const cmDocumentationEntry cmDocumentationName[] =
{
{0,
" ctest - Testing driver provided by CMake.", 0},
{0,0,0}
};
//----------------------------------------------------------------------------
static const cmDocumentationEntry cmDocumentationUsage[] =
{
{0,
" ctest [options]", 0},
{0,0,0}
};
//----------------------------------------------------------------------------
static const cmDocumentationEntry cmDocumentationDescription[] =
{
{0,
"The \"ctest\" executable is the CMake test driver program. "
"CMake-generated build trees created for projects that use "
"the ENABLE_TESTING and ADD_TEST commands have testing support. "
"This program will run the tests and report results.", 0},
CMAKE_STANDARD_INTRODUCTION,
{0,0,0}
};
//----------------------------------------------------------------------------
static const cmDocumentationEntry cmDocumentationOptions[] =
{
{"-C <config>", "Choose configuration to test.",
"Some CMake-generated build trees can have multiple build configurations "
"in the same tree. This option can be used to specify which one should "
"be tested. Example configurations are \"Debug\" and \"Release\"."},
{"-V,--verbose", "Enable verbose output from tests.",
"Test output is normally suppressed and only summary information is "
"displayed. This option will show all test output."},
{"-N,--show-only", "Disable actual execution of tests.",
"This option tells ctest to list the tests that would be run but not "
"actually run them. Useful in conjunction with the -R and -E options."},
{"-R <regex>", "Run tests matching regular expression.",
"This option tells ctest to run only the tests whose names match the "
"given regular expression."},
{"-E <regex>", "Exclude tests matching regular expression.",
"This option tells ctest to NOT run the tests whose names match the "
"given regular expression."},
{"-D <DashboardTest>", "Execute dashboard test",
"This option tells ctest to perform act as a Dart client and perform "
"a dashboard test. All tests are ModeTest, where Mode can be Experimental, "
"Nightly, and Continuous, and Test can be Start, Update, Configure, "
"Build, Test, Coverage, and Submit."},
{"-S <ConfigScript>", "Execute a dashboard for a configuration",
"This option tells ctest to load in a configuration script which sets "
"a number of parameters such as the binary and source directories. Then "
"ctest will do what is required to create and run a dashboard. This "
"option basically sets up a dashboard and then runs ctest -D with the "
"appropriate options."},
{"-A <Notes file>", "Add a notes file with submission",
"This option tells ctest to include a notes file when submitting dashboard. "},
{0,0,0}
};
//----------------------------------------------------------------------------
static const cmDocumentationEntry cmDocumentationSeeAlso[] =
{
{0, "cmake", 0},
{0, "ccmake", 0},
{0, 0, 0}
};
// this is a test driver program for cmCTest.
int main (int argc, char *argv[])
{
cmSystemTools::EnableMSVCDebugHook();
// If there is a testing input file, check for documentation options
// only if there are actually arguments. We want running without
// arguments to run tests.
if(argc > 1 || !cmSystemTools::FileExists("DartTestfile.txt"))
{
if(argc == 1)
{
std::cout << "*********************************" << std::endl;
std::cout << "No test configuration file found!" << std::endl;
std::cout << "*********************************" << std::endl;
}
cmDocumentation doc;
if(doc.CheckOptions(argc, argv))
{
// Construct and print requested documentation.
doc.SetName("ctest");
doc.SetNameSection(cmDocumentationName);
doc.SetUsageSection(cmDocumentationUsage);
doc.SetDescriptionSection(cmDocumentationDescription);
doc.SetOptionsSection(cmDocumentationOptions);
doc.SetSeeAlsoList(cmDocumentationSeeAlso);
return doc.PrintRequestedDocumentation(std::cout)? 0:1;
}
}
cmCTest inst;
// look at the args
std::vector<std::string> args;
for(int i =0; i < argc; ++i)
{
args.push_back(argv[i]);
}
#ifdef _WIN32
std::string comspec = "cmw9xcom.exe";
cmSystemTools::SetWindows9xComspecSubstitute(comspec.c_str());
#endif
for(unsigned int i=1; i < args.size(); ++i)
{
std::string arg = args[i];
if(arg.find("-C",0) == 0 && i < args.size() - 1)
{
inst.m_ConfigType = args[i+1];
}
if( arg.find("-V",0) == 0 || arg.find("--verbose",0) == 0 )
{
inst.m_Verbose = true;
}
if( arg.find("-N",0) == 0 || arg.find("--show-only",0) == 0 )
{
inst.m_ShowOnly = true;
}
if( arg.find("-S",0) == 0 && i < args.size() - 1 )
{
inst.m_RunConfigurationScript = true;
inst.m_ConfigurationScript = args[i+1];
}
if( arg.find("-D",0) == 0 && i < args.size() - 1 )
{
inst.m_DartMode = true;
std::string targ = args[i+1];
if ( targ == "Experimental" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("Start");
inst.SetTest("Configure");
inst.SetTest("Build");
inst.SetTest("Test");
inst.SetTest("Coverage");
inst.SetTest("Submit");
}
else if ( targ == "ExperimentalStart" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("Start");
}
else if ( targ == "ExperimentalUpdate" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("Update");
}
else if ( targ == "ExperimentalConfigure" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("Configure");
}
else if ( targ == "ExperimentalBuild" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("Build");
}
else if ( targ == "ExperimentalTest" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("Test");
}
else if ( targ == "ExperimentalMemCheck" || targ == "ExperimentalPurify" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("MemCheck");
}
else if ( targ == "ExperimentalCoverage" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("Coverage");
}
else if ( targ == "ExperimentalSubmit" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("Submit");
}
else if ( targ == "Continuous" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
inst.SetTest("Start");
inst.SetTest("Update");
inst.SetTest("Configure");
inst.SetTest("Build");
inst.SetTest("Test");
inst.SetTest("Coverage");
inst.SetTest("Submit");
}
else if ( targ == "ContinuousStart" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
inst.SetTest("Start");
}
else if ( targ == "ContinuousUpdate" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
inst.SetTest("Update");
}
else if ( targ == "ContinuousConfigure" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
inst.SetTest("Configure");
}
else if ( targ == "ContinuousBuild" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
inst.SetTest("Build");
}
else if ( targ == "ContinuousTest" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
inst.SetTest("Test");
}
else if ( targ == "ContinuousMemCheck" || targ == "ContinuousPurify" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
inst.SetTest("MemCheck");
}
else if ( targ == "ContinuousCoverage" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
inst.SetTest("Coverage");
}
else if ( targ == "ContinuousSubmit" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
inst.SetTest("Submit");
}
else if ( targ == "Nightly" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("Start");
inst.SetTest("Update");
inst.SetTest("Configure");
inst.SetTest("Build");
inst.SetTest("Test");
inst.SetTest("Coverage");
inst.SetTest("Submit");
}
else if ( targ == "NightlyStart" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("Start");
}
else if ( targ == "NightlyUpdate" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("Update");
}
else if ( targ == "NightlyConfigure" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("Configure");
}
else if ( targ == "NightlyBuild" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("Build");
}
else if ( targ == "NightlyTest" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("Test");
}
else if ( targ == "NightlyMemCheck" || targ == "NightlyPurify" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("MemCheck");
}
else if ( targ == "NightlyCoverage" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("Coverage");
}
else if ( targ == "NightlySubmit" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("Submit");
}
else if ( targ == "MemoryCheck" )
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
inst.SetTest("Start");
inst.SetTest("Configure");
inst.SetTest("Build");
inst.SetTest("MemCheck");
inst.SetTest("Coverage");
inst.SetTest("Submit");
}
else if ( targ == "NightlyMemoryCheck" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
inst.SetTest("Start");
inst.SetTest("Update");
inst.SetTest("Configure");
inst.SetTest("Build");
inst.SetTest("MemCheck");
inst.SetTest("Coverage");
inst.SetTest("Submit");
}
}
if( ( arg.find("-T",0) == 0 ) &&
(i < args.size() -1) )
{
inst.m_DartMode = true;
inst.SetTest(args[i+1].c_str());
}
if( ( arg.find("-M",0) == 0 || arg.find("--test-model",0) == 0 ) &&
(i < args.size() -1) )
{
std::string& str = args[i+1];
if ( str == "NIGHTLY" || str == "nightly" || str == "Nightly" )
{
inst.SetTestModel(cmCTest::NIGHTLY);
}
else if ( str == "CONTINUOUS" || str == "continuous" ||
str == "Continuous" )
{
inst.SetTestModel(cmCTest::CONTINUOUS);
std::cout << "Continuous" << std::endl;
}
else
{
inst.SetTestModel(cmCTest::EXPERIMENTAL);
}
}
if(arg.find("-R",0) == 0 && i < args.size() - 1)
{
inst.m_UseIncludeRegExp = true;
inst.m_IncludeRegExp = args[i+1];
}
if(arg.find("-E",0) == 0 && i < args.size() - 1)
{
inst.m_UseExcludeRegExp = true;
inst.m_ExcludeRegExp = args[i+1];
inst.m_UseExcludeRegExpFirst = inst.m_UseIncludeRegExp ? false : true;
}
if(arg.find("-A",0) == 0 && i < args.size() - 1)
{
inst.m_DartMode = true;
inst.SetTest("Notes");
inst.SetNotesFiles(argv[i+1]);
}
}
// call process directory
int res;
if (inst.m_RunConfigurationScript)
{
res = inst.RunConfigurationScript();
}
else
{
inst.Initialize();
res = inst.ProcessTests();
inst.Finalize();
}
return res;
}