7ce9f6e29e
When RunCMake tests run on Solaris, the output may contain unexpected lines of the form "Error kstat returned...". These lines are printed by SystemInformationImplementation::RunProcess when called from SystemInformationImplementation::ParseValueFromKStat (see issue #12066). Until someone investigates why kstat returns values outside the range it documents, simply remove such lines from the actual output before matching it against the expected output.
126 lines
4.3 KiB
CMake
126 lines
4.3 KiB
CMake
foreach(arg
|
|
RunCMake_GENERATOR
|
|
RunCMake_SOURCE_DIR
|
|
RunCMake_BINARY_DIR
|
|
)
|
|
if(NOT DEFINED ${arg})
|
|
message(FATAL_ERROR "${arg} not given!")
|
|
endif()
|
|
endforeach()
|
|
|
|
function(run_cmake test)
|
|
set(top_src "${RunCMake_SOURCE_DIR}")
|
|
set(top_bin "${RunCMake_BINARY_DIR}")
|
|
if(EXISTS ${top_src}/${test}-result.txt)
|
|
file(READ ${top_src}/${test}-result.txt expect_result)
|
|
string(REGEX REPLACE "\n+$" "" expect_result "${expect_result}")
|
|
else()
|
|
set(expect_result 0)
|
|
endif()
|
|
foreach(o out err)
|
|
if(RunCMake-std${o}-file AND EXISTS ${top_src}/${RunCMake-std${o}-file})
|
|
file(READ ${top_src}/${RunCMake-std${o}-file} expect_std${o})
|
|
string(REGEX REPLACE "\n+$" "" expect_std${o} "${expect_std${o}}")
|
|
elseif(EXISTS ${top_src}/${test}-std${o}.txt)
|
|
file(READ ${top_src}/${test}-std${o}.txt expect_std${o})
|
|
string(REGEX REPLACE "\n+$" "" expect_std${o} "${expect_std${o}}")
|
|
else()
|
|
unset(expect_std${o})
|
|
endif()
|
|
endforeach()
|
|
if (NOT expect_stderr)
|
|
if (NOT RunCMake_DEFAULT_stderr)
|
|
set(RunCMake_DEFAULT_stderr "^$")
|
|
endif()
|
|
set(expect_stderr ${RunCMake_DEFAULT_stderr})
|
|
endif()
|
|
|
|
if (NOT RunCMake_TEST_SOURCE_DIR)
|
|
set(RunCMake_TEST_SOURCE_DIR "${top_src}")
|
|
endif()
|
|
if(NOT RunCMake_TEST_BINARY_DIR)
|
|
set(RunCMake_TEST_BINARY_DIR "${top_bin}/${test}-build")
|
|
endif()
|
|
if(NOT RunCMake_TEST_NO_CLEAN)
|
|
file(REMOVE_RECURSE "${RunCMake_TEST_BINARY_DIR}")
|
|
endif()
|
|
file(MAKE_DIRECTORY "${RunCMake_TEST_BINARY_DIR}")
|
|
if(NOT DEFINED RunCMake_TEST_OPTIONS)
|
|
set(RunCMake_TEST_OPTIONS "")
|
|
endif()
|
|
if(APPLE)
|
|
list(APPEND RunCMake_TEST_OPTIONS -DCMAKE_POLICY_DEFAULT_CMP0025=NEW)
|
|
endif()
|
|
if(RunCMake_MAKE_PROGRAM)
|
|
list(APPEND RunCMake_TEST_OPTIONS "-DCMAKE_MAKE_PROGRAM=${RunCMake_MAKE_PROGRAM}")
|
|
endif()
|
|
if(RunCMake_TEST_COMMAND)
|
|
execute_process(
|
|
COMMAND ${RunCMake_TEST_COMMAND}
|
|
WORKING_DIRECTORY "${RunCMake_TEST_BINARY_DIR}"
|
|
OUTPUT_VARIABLE actual_stdout
|
|
ERROR_VARIABLE actual_stderr
|
|
RESULT_VARIABLE actual_result
|
|
)
|
|
else()
|
|
execute_process(
|
|
COMMAND ${CMAKE_COMMAND} "${RunCMake_TEST_SOURCE_DIR}"
|
|
-G "${RunCMake_GENERATOR}"
|
|
-A "${RunCMake_GENERATOR_PLATFORM}"
|
|
-T "${RunCMake_GENERATOR_TOOLSET}"
|
|
-DRunCMake_TEST=${test}
|
|
--no-warn-unused-cli
|
|
${RunCMake_TEST_OPTIONS}
|
|
WORKING_DIRECTORY "${RunCMake_TEST_BINARY_DIR}"
|
|
OUTPUT_VARIABLE actual_stdout
|
|
ERROR_VARIABLE actual_stderr
|
|
RESULT_VARIABLE actual_result
|
|
)
|
|
endif()
|
|
set(msg "")
|
|
if(NOT "${actual_result}" MATCHES "${expect_result}")
|
|
set(msg "${msg}Result is [${actual_result}], not [${expect_result}].\n")
|
|
endif()
|
|
foreach(o out err)
|
|
string(REGEX REPLACE "\r\n" "\n" actual_std${o} "${actual_std${o}}")
|
|
string(REGEX REPLACE "(^|\n)((==[0-9]+==|BullseyeCoverage|[a-z]+\\([0-9]+\\) malloc:|Error kstat returned)[^\n]*\n)+" "\\1" actual_std${o} "${actual_std${o}}")
|
|
string(REGEX REPLACE "\n+$" "" actual_std${o} "${actual_std${o}}")
|
|
set(expect_${o} "")
|
|
if(DEFINED expect_std${o})
|
|
if(NOT "${actual_std${o}}" MATCHES "${expect_std${o}}")
|
|
string(REGEX REPLACE "\n" "\n expect-${o}> " expect_${o}
|
|
" expect-${o}> ${expect_std${o}}")
|
|
set(expect_${o} "Expected std${o} to match:\n${expect_${o}}\n")
|
|
set(msg "${msg}std${o} does not match that expected.\n")
|
|
endif()
|
|
endif()
|
|
endforeach()
|
|
unset(RunCMake_TEST_FAILED)
|
|
include(${top_src}/${test}-check.cmake OPTIONAL)
|
|
if(RunCMake_TEST_FAILED)
|
|
set(msg "${RunCMake_TEST_FAILED}\n${msg}")
|
|
endif()
|
|
if(msg AND RunCMake_TEST_COMMAND)
|
|
string(REPLACE ";" "\" \"" command "\"${RunCMake_TEST_COMMAND}\"")
|
|
set(msg "${msg}Command was:\n command> ${command}\n")
|
|
endif()
|
|
if(msg)
|
|
string(REGEX REPLACE "\n" "\n actual-out> " actual_out " actual-out> ${actual_stdout}")
|
|
string(REGEX REPLACE "\n" "\n actual-err> " actual_err " actual-err> ${actual_stderr}")
|
|
message(SEND_ERROR "${test} - FAILED:\n"
|
|
"${msg}"
|
|
"${expect_out}"
|
|
"Actual stdout:\n${actual_out}\n"
|
|
"${expect_err}"
|
|
"Actual stderr:\n${actual_err}\n"
|
|
)
|
|
else()
|
|
message(STATUS "${test} - PASSED")
|
|
endif()
|
|
endfunction()
|
|
|
|
function(run_cmake_command test)
|
|
set(RunCMake_TEST_COMMAND "${ARGN}")
|
|
run_cmake(${test})
|
|
endfunction()
|