1 # Enable the tests 2 3 find_package(Threads REQUIRED) 4 5 # NOTE: Some tests use `<cassert>` to perform the test. Therefore we must 6 # strip -DNDEBUG from the default CMake flags in DEBUG mode. 7 string(TOUPPER "${CMAKE_BUILD_TYPE}" uppercase_CMAKE_BUILD_TYPE) 8 if( NOT uppercase_CMAKE_BUILD_TYPE STREQUAL "DEBUG" ) 9 add_definitions( -UNDEBUG ) 10 add_definitions(-DTEST_BENCHMARK_LIBRARY_HAS_NO_ASSERTIONS) 11 # Also remove /D NDEBUG to avoid MSVC warnings about conflicting defines. 12 foreach (flags_var_to_scrub 13 CMAKE_CXX_FLAGS_RELEASE 14 CMAKE_CXX_FLAGS_RELWITHDEBINFO 15 CMAKE_CXX_FLAGS_MINSIZEREL 16 CMAKE_C_FLAGS_RELEASE 17 CMAKE_C_FLAGS_RELWITHDEBINFO 18 CMAKE_C_FLAGS_MINSIZEREL) 19 string (REGEX REPLACE "(^| )[/-]D *NDEBUG($| )" " " 20 "${flags_var_to_scrub}" "${${flags_var_to_scrub}}") 21 endforeach() 22 endif() 23 24 # NOTE: These flags must be added after find_package(Threads REQUIRED) otherwise 25 # they will break the configuration check. 26 if (DEFINED BENCHMARK_CXX_LINKER_FLAGS) 27 list(APPEND CMAKE_EXE_LINKER_FLAGS ${BENCHMARK_CXX_LINKER_FLAGS}) 28 endif() 29 30 add_library(output_test_helper STATIC output_test_helper.cc) 31 32 macro(compile_benchmark_test name) 33 add_executable(${name} "${name}.cc") 34 target_link_libraries(${name} benchmark ${CMAKE_THREAD_LIBS_INIT}) 35 endmacro(compile_benchmark_test) 36 37 38 macro(compile_output_test name) 39 add_executable(${name} "${name}.cc" output_test.h) 40 target_link_libraries(${name} output_test_helper benchmark 41 ${BENCHMARK_CXX_LIBRARIES} ${CMAKE_THREAD_LIBS_INIT}) 42 endmacro(compile_output_test) 43 44 45 # Demonstration executable 46 compile_benchmark_test(benchmark_test) 47 add_test(benchmark benchmark_test --benchmark_min_time=0.01) 48 49 compile_benchmark_test(filter_test) 50 macro(add_filter_test name filter expect) 51 add_test(${name} filter_test --benchmark_min_time=0.01 --benchmark_filter=${filter} ${expect}) 52 add_test(${name}_list_only filter_test --benchmark_list_tests --benchmark_filter=${filter} ${expect}) 53 endmacro(add_filter_test) 54 55 add_filter_test(filter_simple "Foo" 3) 56 add_filter_test(filter_suffix "BM_.*" 4) 57 add_filter_test(filter_regex_all ".*" 5) 58 add_filter_test(filter_regex_blank "" 5) 59 add_filter_test(filter_regex_none "monkey" 0) 60 add_filter_test(filter_regex_wildcard ".*Foo.*" 3) 61 add_filter_test(filter_regex_begin "^BM_.*" 4) 62 add_filter_test(filter_regex_begin2 "^N" 1) 63 add_filter_test(filter_regex_end ".*Ba$" 1) 64 65 compile_benchmark_test(options_test) 66 add_test(options_benchmarks options_test --benchmark_min_time=0.01) 67 68 compile_benchmark_test(basic_test) 69 add_test(basic_benchmark basic_test --benchmark_min_time=0.01) 70 71 compile_benchmark_test(diagnostics_test) 72 add_test(diagnostics_test diagnostics_test --benchmark_min_time=0.01) 73 74 compile_benchmark_test(skip_with_error_test) 75 add_test(skip_with_error_test skip_with_error_test --benchmark_min_time=0.01) 76 77 compile_benchmark_test(donotoptimize_test) 78 add_test(donotoptimize_test donotoptimize_test --benchmark_min_time=0.01) 79 80 compile_benchmark_test(fixture_test) 81 add_test(fixture_test fixture_test --benchmark_min_time=0.01) 82 83 compile_benchmark_test(register_benchmark_test) 84 add_test(register_benchmark_test register_benchmark_test --benchmark_min_time=0.01) 85 86 compile_benchmark_test(map_test) 87 add_test(map_test map_test --benchmark_min_time=0.01) 88 89 compile_benchmark_test(multiple_ranges_test) 90 add_test(multiple_ranges_test multiple_ranges_test --benchmark_min_time=0.01) 91 92 compile_output_test(reporter_output_test) 93 add_test(reporter_output_test reporter_output_test --benchmark_min_time=0.01) 94 95 check_cxx_compiler_flag(-std=c++03 BENCHMARK_HAS_CXX03_FLAG) 96 if (BENCHMARK_HAS_CXX03_FLAG) 97 set(CXX03_FLAGS "${CMAKE_CXX_FLAGS}") 98 string(REPLACE "-std=c++11" "-std=c++03" CXX03_FLAGS "${CXX03_FLAGS}") 99 string(REPLACE "-std=c++0x" "-std=c++03" CXX03_FLAGS "${CXX03_FLAGS}") 100 101 compile_benchmark_test(cxx03_test) 102 set_target_properties(cxx03_test 103 PROPERTIES COMPILE_FLAGS "${CXX03_FLAGS}") 104 add_test(cxx03 cxx03_test --benchmark_min_time=0.01) 105 endif() 106 107 # Attempt to work around flaky test failures when running on Appveyor servers. 108 if (DEFINED ENV{APPVEYOR}) 109 set(COMPLEXITY_MIN_TIME "0.5") 110 else() 111 set(COMPLEXITY_MIN_TIME "0.01") 112 endif() 113 compile_output_test(complexity_test) 114 add_test(complexity_benchmark complexity_test --benchmark_min_time=${COMPLEXITY_MIN_TIME}) 115 116 # Add the coverage command(s) 117 if(CMAKE_BUILD_TYPE) 118 string(TOLOWER ${CMAKE_BUILD_TYPE} CMAKE_BUILD_TYPE_LOWER) 119 endif() 120 if (${CMAKE_BUILD_TYPE_LOWER} MATCHES "coverage") 121 find_program(GCOV gcov) 122 find_program(LCOV lcov) 123 find_program(GENHTML genhtml) 124 find_program(CTEST ctest) 125 if (GCOV AND LCOV AND GENHTML AND CTEST AND HAVE_CXX_FLAG_COVERAGE) 126 add_custom_command( 127 OUTPUT ${CMAKE_BINARY_DIR}/lcov/index.html 128 COMMAND ${LCOV} -q -z -d . 129 COMMAND ${LCOV} -q --no-external -c -b "${CMAKE_SOURCE_DIR}" -d . -o before.lcov -i 130 COMMAND ${CTEST} --force-new-ctest-process 131 COMMAND ${LCOV} -q --no-external -c -b "${CMAKE_SOURCE_DIR}" -d . -o after.lcov 132 COMMAND ${LCOV} -q -a before.lcov -a after.lcov --output-file final.lcov 133 COMMAND ${LCOV} -q -r final.lcov "'${CMAKE_SOURCE_DIR}/test/*'" -o final.lcov 134 COMMAND ${GENHTML} final.lcov -o lcov --demangle-cpp --sort -p "${CMAKE_BINARY_DIR}" -t benchmark 135 DEPENDS filter_test benchmark_test options_test basic_test fixture_test cxx03_test complexity_test 136 WORKING_DIRECTORY ${CMAKE_BINARY_DIR} 137 COMMENT "Running LCOV" 138 ) 139 add_custom_target(coverage 140 DEPENDS ${CMAKE_BINARY_DIR}/lcov/index.html 141 COMMENT "LCOV report at lcov/index.html" 142 ) 143 message(STATUS "Coverage command added") 144 else() 145 if (HAVE_CXX_FLAG_COVERAGE) 146 set(CXX_FLAG_COVERAGE_MESSAGE supported) 147 else() 148 set(CXX_FLAG_COVERAGE_MESSAGE unavailable) 149 endif() 150 message(WARNING 151 "Coverage not available:\n" 152 " gcov: ${GCOV}\n" 153 " lcov: ${LCOV}\n" 154 " genhtml: ${GENHTML}\n" 155 " ctest: ${CTEST}\n" 156 " --coverage flag: ${CXX_FLAG_COVERAGE_MESSAGE}") 157 endif() 158 endif() 159
