[0008668: CTest Dev: Missing executables shown as failed tests when using MPI.] Added a wrapping option to add_test so that exes built by the project can be safely wrapped in other exes and be listed as "not run" rather than "failed" if they are not built.

This commit is contained in:
Zach Mullen 2009-12-10 14:38:32 -05:00
parent 55275e017d
commit 48b6133928
5 changed files with 103 additions and 20 deletions

View File

@ -26,6 +26,8 @@ cmCTestRunTest::cmCTestRunTest(cmCTestTestHandler* handler)
this->TestResult.Status = 0; this->TestResult.Status = 0;
this->TestResult.TestCount = 0; this->TestResult.TestCount = 0;
this->TestResult.Properties = 0; this->TestResult.Properties = 0;
this->PrefixCommand = "";
this->UsePrefixCommand = false;
} }
cmCTestRunTest::~cmCTestRunTest() cmCTestRunTest::~cmCTestRunTest()
@ -303,29 +305,27 @@ bool cmCTestRunTest::StartTest(size_t total)
<< this->TestProperties->Name << std::endl); << this->TestProperties->Name << std::endl);
this->ComputeArguments(); this->ComputeArguments();
std::vector<std::string>& args = this->TestProperties->Args; std::vector<std::string>& args = this->TestProperties->Args;
std::vector<std::string>& pargs = this->TestProperties->PrefixArgs;
this->TestResult.Properties = this->TestProperties; this->TestResult.Properties = this->TestProperties;
this->TestResult.ExecutionTime = 0; this->TestResult.ExecutionTime = 0;
this->TestResult.ReturnValue = -1; this->TestResult.ReturnValue = -1;
this->TestResult.CompletionStatus = "Failed to start"; this->TestResult.CompletionStatus = "Failed to start";
this->TestResult.Status = cmCTestTestHandler::BAD_COMMAND; this->TestResult.Status = cmCTestTestHandler::BAD_COMMAND;
this->TestResult.TestCount = this->TestProperties->Index; this->TestResult.TestCount = this->TestProperties->Index;
this->TestResult.Name = this->TestProperties->Name; this->TestResult.Name = this->TestProperties->Name;
this->TestResult.Path = this->TestProperties->Directory.c_str(); this->TestResult.Path = this->TestProperties->Directory.c_str();
// if we are using a prefix command, make sure THAT executable exists
if (this->UsePrefixCommand && this->PrefixCommand == "")
{
this->ExeNotFound(pargs[0]);
return false;
}
// log and return if we did not find the executable // log and return if we did not find the executable
if (this->ActualCommand == "") if (this->ActualCommand == "")
{ {
// if the command was not found create a TestResult object this->ExeNotFound(args[1]);
// that has that information
this->TestProcess = new cmProcess;
*this->TestHandler->LogFile << "Unable to find executable: "
<< args[1].c_str() << std::endl;
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unable to find executable: "
<< args[1].c_str() << std::endl);
this->TestResult.Output = "Unable to find executable: " + args[1];
this->TestResult.FullCommandLine = "";
this->TestResult.CompletionStatus = "Not Run";
this->TestResult.Status = cmCTestTestHandler::NOT_RUN;
return false; return false;
} }
this->StartTime = this->CTest->CurrentTime(); this->StartTime = this->CTest->CurrentTime();
@ -334,12 +334,36 @@ bool cmCTestRunTest::StartTest(size_t total)
&this->TestProperties->Environment); &this->TestProperties->Environment);
} }
void cmCTestRunTest::ExeNotFound(std::string exe)
{
this->TestProcess = new cmProcess;
*this->TestHandler->LogFile << "Unable to find executable: "
<< exe.c_str() << std::endl;
cmCTestLog(this->CTest, ERROR_MESSAGE, "Unable to find executable: "
<< exe.c_str() << std::endl);
this->TestResult.Output = "Unable to find executable: " + exe;
this->TestResult.FullCommandLine = "";
this->TestResult.CompletionStatus = "Not Run";
this->TestResult.Reason = "";
this->TestResult.Status = cmCTestTestHandler::NOT_RUN;
}
void cmCTestRunTest::ComputeArguments() void cmCTestRunTest::ComputeArguments()
{ {
std::vector<std::string>::const_iterator j = std::vector<std::string>::const_iterator j =
this->TestProperties->Args.begin(); this->TestProperties->Args.begin();
++j; // skip test name ++j; // skip test name
this->TestCommand = "";
//If we are using a prefix command, find the exe for it
if(this->TestProperties->PrefixArgs.size())
{
this->UsePrefixCommand = true;
this->PrefixCommand = this->TestHandler->FindTheExecutable(
this->TestProperties->PrefixArgs[0].c_str());
}
// find the test executable // find the test executable
if(this->TestHandler->MemCheck) if(this->TestHandler->MemCheck)
{ {
@ -354,8 +378,6 @@ void cmCTestRunTest::ComputeArguments()
this->TestProperties->Args[1].c_str()); this->TestProperties->Args[1].c_str());
++j; //skip the executable (it will be actualCommand) ++j; //skip the executable (it will be actualCommand)
} }
this->TestCommand
= cmSystemTools::ConvertToOutputPath(this->ActualCommand.c_str());
//Prepends memcheck args to our command string //Prepends memcheck args to our command string
this->TestHandler->GenerateTestCommand(this->Arguments); this->TestHandler->GenerateTestCommand(this->Arguments);
@ -365,6 +387,27 @@ void cmCTestRunTest::ComputeArguments()
this->TestCommand += " "; this->TestCommand += " ";
this->TestCommand += cmSystemTools::EscapeSpaces(j->c_str()); this->TestCommand += cmSystemTools::EscapeSpaces(j->c_str());
} }
//Add user specified prefix args
if(this->UsePrefixCommand)
{
this->TestCommand +=
cmSystemTools::ConvertToOutputPath(this->PrefixCommand.c_str());
std::vector<std::string>::iterator i =
this->TestProperties->PrefixArgs.begin();
++i; //skip the exe name
for(; i != this->TestProperties->PrefixArgs.end(); ++i)
{
this->TestCommand += " ";
this->TestCommand += cmSystemTools::EscapeSpaces(i->c_str());
this->Arguments.push_back(*i);
}
this->Arguments.push_back(this->ActualCommand);
this->TestCommand += " ";
}
//Add regular test args
this->TestCommand
+= cmSystemTools::ConvertToOutputPath(this->ActualCommand.c_str());
for(;j != this->TestProperties->Args.end(); ++j) for(;j != this->TestProperties->Args.end(); ++j)
{ {
@ -411,7 +454,9 @@ bool cmCTestRunTest::CreateProcess(double testTimeOut,
this->TestProcess->SetId(this->Index); this->TestProcess->SetId(this->Index);
this->TestProcess->SetWorkingDirectory( this->TestProcess->SetWorkingDirectory(
this->TestProperties->Directory.c_str()); this->TestProperties->Directory.c_str());
this->TestProcess->SetCommand(this->ActualCommand.c_str()); this->TestProcess->SetCommand(this->UsePrefixCommand ?
this->PrefixCommand.c_str() :
this->ActualCommand.c_str());
this->TestProcess->SetCommandArguments(this->Arguments); this->TestProcess->SetCommandArguments(this->Arguments);
std::vector<std::string> origEnv; std::vector<std::string> origEnv;

View File

@ -53,6 +53,7 @@ public:
void ComputeArguments(); void ComputeArguments();
private: private:
void DartProcessing(); void DartProcessing();
void ExeNotFound(std::string exe);
bool CreateProcess(double testTimeOut, bool CreateProcess(double testTimeOut,
std::vector<std::string>* environment); std::vector<std::string>* environment);
void WriteLogOutputTop(size_t completed, size_t total); void WriteLogOutputTop(size_t completed, size_t total);
@ -71,6 +72,10 @@ private:
//flag for whether the env was modified for this run //flag for whether the env was modified for this run
bool ModifyEnv; bool ModifyEnv;
bool UsePrefixCommand;
std::string PrefixCommand;
//stores the original environment if we are modifying it //stores the original environment if we are modifying it
std::vector<std::string> OrigEnv; std::vector<std::string> OrigEnv;
std::string ProcessOutput; std::string ProcessOutput;
@ -96,5 +101,6 @@ inline int getNumWidth(size_t n)
} }
return numWidth; return numWidth;
} }
#endif #endif

View File

@ -269,7 +269,30 @@ bool cmCTestAddTestCommand
this->SetError("called with incorrect number of arguments"); this->SetError("called with incorrect number of arguments");
return false; return false;
} }
return this->TestHandler->AddTest(args);
bool prefixCmdFound = false;
std::vector<std::string> actualArgs, prefix;
//separate the regular command and the prefix command (bug 8668)
for(std::vector<std::string>::const_iterator i = args.begin();
i != args.end(); ++i)
{
if(*i == "EXEC_PREFIX_CMD")
{
prefixCmdFound = true;
continue;
}
if(prefixCmdFound)
{
prefix.push_back(*i);
}
else
{
actualArgs.push_back(*i);
}
}
return this->TestHandler->AddTest(actualArgs, prefix);
} }
//---------------------------------------------------------------------- //----------------------------------------------------------------------
@ -2104,10 +2127,12 @@ bool cmCTestTestHandler::SetTestsProperties(
} }
//---------------------------------------------------------------------- //----------------------------------------------------------------------
bool cmCTestTestHandler::AddTest(const std::vector<std::string>& args) bool cmCTestTestHandler::AddTest(const std::vector<std::string>& args,
const std::vector<std::string>& prefix)
{ {
const std::string& testname = args[0]; const std::string& testname = args[0];
cmCTestLog(this->CTest, DEBUG, "Add test: " << args[0] << std::endl); cmCTestLog(this->CTest, DEBUG, "Add test: " << args[0] << std::endl);
if (this->UseExcludeRegExpFlag && if (this->UseExcludeRegExpFlag &&
this->UseExcludeRegExpFirst && this->UseExcludeRegExpFirst &&
this->ExcludeTestsRegularExpression.find(testname.c_str())) this->ExcludeTestsRegularExpression.find(testname.c_str()))
@ -2158,6 +2183,7 @@ bool cmCTestTestHandler::AddTest(const std::vector<std::string>& args)
cmCTestTestProperties test; cmCTestTestProperties test;
test.Name = testname; test.Name = testname;
test.Args = args; test.Args = args;
test.PrefixArgs = prefix;
test.Directory = cmSystemTools::GetCurrentWorkingDirectory(); test.Directory = cmSystemTools::GetCurrentWorkingDirectory();
cmCTestLog(this->CTest, DEBUG, "Set test directory: " cmCTestLog(this->CTest, DEBUG, "Set test directory: "
<< test.Directory << std::endl); << test.Directory << std::endl);

View File

@ -66,7 +66,8 @@ public:
/* /*
* Add the test to the list of tests to be executed * Add the test to the list of tests to be executed
*/ */
bool AddTest(const std::vector<std::string>& args); bool AddTest(const std::vector<std::string>& args,
const std::vector<std::string>& prefix);
/* /*
* Set tests properties * Set tests properties
@ -84,6 +85,7 @@ public:
cmStdString Name; cmStdString Name;
cmStdString Directory; cmStdString Directory;
std::vector<std::string> Args; std::vector<std::string> Args;
std::vector<std::string> PrefixArgs;
std::vector<std::string> Depends; std::vector<std::string> Depends;
std::vector<std::pair<cmsys::RegularExpression, std::vector<std::pair<cmsys::RegularExpression,
std::string> > ErrorRegularExpressions; std::string> > ErrorRegularExpressions;

View File

@ -56,7 +56,8 @@ public:
virtual const char* GetFullDocumentation() virtual const char* GetFullDocumentation()
{ {
return return
" add_test(testname Exename arg1 arg2 ...)\n" " add_test(testname Exename arg1 arg2 ... \n"
" [EXEC_PREFIX_CMD wrapperExe args...])\n"
"If the ENABLE_TESTING command has been run, this command adds a " "If the ENABLE_TESTING command has been run, this command adds a "
"test target to the current directory. If ENABLE_TESTING has not " "test target to the current directory. If ENABLE_TESTING has not "
"been run, this command does nothing. " "been run, this command does nothing. "
@ -65,7 +66,10 @@ public:
"built by this project or an arbitrary executable on the " "built by this project or an arbitrary executable on the "
"system (like tclsh). The test will be run with the current working " "system (like tclsh). The test will be run with the current working "
"directory set to the CMakeList.txt files corresponding directory " "directory set to the CMakeList.txt files corresponding directory "
"in the binary tree." "in the binary tree.\n"
"Use EXEC_PREFIX_CMD to wrap an executable built by this project "
"in another executable such as mpiexec. This will only run the "
"test if the wrapped executable was built."
"\n" "\n"
" add_test(NAME <name> [CONFIGURATIONS [Debug|Release|...]]\n" " add_test(NAME <name> [CONFIGURATIONS [Debug|Release|...]]\n"
" COMMAND <command> [arg1 [arg2 ...]])\n" " COMMAND <command> [arg1 [arg2 ...]])\n"