unit_test_parameters.ipp 18 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345346347348349350351352353354355356357358359360361362363364365366367368369370371372373374375376377378379380381382383384385386387388389390391392393394395396397398399400401402403404405406407408409410411412413414415416417418419420421422423424425426427428429430431432433434435436437438439440441442443444445446447448449450451452453454455456457458459460461462463464465466467468469470471472473474475476477478479480481482483484485486487488489490491492493494495496497498499500501502503504505506507508509510511512513514515516517518519520521522523524525526527
  1. // (C) Copyright Gennadiy Rozental 2001-2008.
  2. // Distributed under the Boost Software License, Version 1.0.
  3. // (See accompanying file LICENSE_1_0.txt or copy at
  4. // http://www.boost.org/LICENSE_1_0.txt)
  5. // See http://www.boost.org/libs/test for the library home page.
  6. //
  7. // File : $RCSfile$
  8. //
  9. // Version : $Revision: 63640 $
  10. //
  11. // Description : simple implementation for Unit Test Framework parameter
  12. // handling routines. May be rewritten in future to use some kind of
  13. // command-line arguments parsing facility and environment variable handling
  14. // facility
  15. // ***************************************************************************
  16. #ifndef BOOST_TEST_UNIT_TEST_PARAMETERS_IPP_012205GER
  17. #define BOOST_TEST_UNIT_TEST_PARAMETERS_IPP_012205GER
  18. // Boost.Test
  19. #include <boost/test/detail/unit_test_parameters.hpp>
  20. #include <boost/test/utils/basic_cstring/basic_cstring.hpp>
  21. #include <boost/test/utils/basic_cstring/compare.hpp>
  22. #include <boost/test/utils/basic_cstring/io.hpp>
  23. #include <boost/test/utils/fixed_mapping.hpp>
  24. #include <boost/test/debug.hpp>
  25. #include <boost/test/framework.hpp>
  26. // Boost.Runtime.Param
  27. #include <boost/test/utils/runtime/cla/dual_name_parameter.hpp>
  28. #include <boost/test/utils/runtime/cla/parser.hpp>
  29. namespace rt = boost::runtime;
  30. namespace cla = rt::cla;
  31. #ifndef UNDER_CE
  32. #include <boost/test/utils/runtime/env/variable.hpp>
  33. namespace env = rt::env;
  34. #endif
  35. // Boost
  36. #include <boost/config.hpp>
  37. #include <boost/test/detail/suppress_warnings.hpp>
  38. #include <boost/lexical_cast.hpp>
  39. #include <boost/test/detail/enable_warnings.hpp>
  40. // STL
  41. #include <map>
  42. #include <cstdlib>
  43. #include <iostream>
  44. #include <fstream>
  45. #include <boost/test/detail/suppress_warnings.hpp>
  46. //____________________________________________________________________________//
  47. # ifdef BOOST_NO_STDC_NAMESPACE
  48. namespace std { using ::getenv; using ::strncmp; using ::strcmp; }
  49. # endif
  50. namespace boost {
  51. namespace unit_test {
  52. // ************************************************************************** //
  53. // ************** input operations for unit_test's enums ************** //
  54. // ************************************************************************** //
  55. std::istream&
  56. operator>>( std::istream& in, unit_test::log_level& ll )
  57. {
  58. static fixed_mapping<const_string,unit_test::log_level,case_ins_less<char const> > log_level_name(
  59. "all" , log_successful_tests,
  60. "success" , log_successful_tests,
  61. "test_suite" , log_test_units,
  62. "unit_scope" , log_test_units,
  63. "message" , log_messages,
  64. "warning" , log_warnings,
  65. "error" , log_all_errors,
  66. "cpp_exception" , log_cpp_exception_errors,
  67. "system_error" , log_system_errors,
  68. "fatal_error" , log_fatal_errors,
  69. "nothing" , log_nothing,
  70. invalid_log_level
  71. );
  72. std::string val;
  73. in >> val;
  74. ll = log_level_name[val];
  75. BOOST_TEST_SETUP_ASSERT( ll != unit_test::invalid_log_level, "invalid log level " + val );
  76. return in;
  77. }
  78. //____________________________________________________________________________//
  79. std::istream&
  80. operator>>( std::istream& in, unit_test::report_level& rl )
  81. {
  82. fixed_mapping<const_string,unit_test::report_level,case_ins_less<char const> > report_level_name (
  83. "confirm", CONFIRMATION_REPORT,
  84. "short", SHORT_REPORT,
  85. "detailed", DETAILED_REPORT,
  86. "no", NO_REPORT,
  87. INV_REPORT_LEVEL
  88. );
  89. std::string val;
  90. in >> val;
  91. rl = report_level_name[val];
  92. BOOST_TEST_SETUP_ASSERT( rl != INV_REPORT_LEVEL, "invalid report level " + val );
  93. return in;
  94. }
  95. //____________________________________________________________________________//
  96. std::istream&
  97. operator>>( std::istream& in, unit_test::output_format& of )
  98. {
  99. fixed_mapping<const_string,unit_test::output_format,case_ins_less<char const> > output_format_name (
  100. "HRF", unit_test::CLF,
  101. "CLF", unit_test::CLF,
  102. "XML", unit_test::XML,
  103. unit_test::INV_OF
  104. );
  105. std::string val;
  106. in >> val;
  107. of = output_format_name[val];
  108. BOOST_TEST_SETUP_ASSERT( of != unit_test::INV_OF, "invalid output format " + val );
  109. return in;
  110. }
  111. //____________________________________________________________________________//
  112. // ************************************************************************** //
  113. // ************** runtime_config ************** //
  114. // ************************************************************************** //
  115. namespace runtime_config {
  116. namespace {
  117. // framework parameters and corresponding command-line arguments
  118. std::string AUTO_START_DBG = "auto_start_dbg";
  119. std::string BREAK_EXEC_PATH = "break_exec_path";
  120. std::string BUILD_INFO = "build_info";
  121. std::string CATCH_SYS_ERRORS = "catch_system_errors";
  122. std::string DETECT_FP_EXCEPT = "detect_fp_exceptions";
  123. std::string DETECT_MEM_LEAKS = "detect_memory_leaks";
  124. std::string LOG_FORMAT = "log_format";
  125. std::string LOG_LEVEL = "log_level";
  126. std::string LOG_SINK = "log_sink";
  127. std::string OUTPUT_FORMAT = "output_format";
  128. std::string RANDOM_SEED = "random";
  129. std::string REPORT_FORMAT = "report_format";
  130. std::string REPORT_LEVEL = "report_level";
  131. std::string REPORT_SINK = "report_sink";
  132. std::string RESULT_CODE = "result_code";
  133. std::string TESTS_TO_RUN = "run_test";
  134. std::string SAVE_TEST_PATTERN = "save_pattern";
  135. std::string SHOW_PROGRESS = "show_progress";
  136. std::string USE_ALT_STACK = "use_alt_stack";
  137. fixed_mapping<const_string,const_string> parameter_2_env_var(
  138. AUTO_START_DBG , "BOOST_TEST_AUTO_START_DBG",
  139. BREAK_EXEC_PATH , "BOOST_TEST_BREAK_EXEC_PATH",
  140. BUILD_INFO , "BOOST_TEST_BUILD_INFO",
  141. CATCH_SYS_ERRORS , "BOOST_TEST_CATCH_SYSTEM_ERRORS",
  142. DETECT_FP_EXCEPT , "BOOST_TEST_DETECT_FP_EXCEPTIONS",
  143. DETECT_MEM_LEAKS , "BOOST_TEST_DETECT_MEMORY_LEAK",
  144. LOG_FORMAT , "BOOST_TEST_LOG_FORMAT",
  145. LOG_LEVEL , "BOOST_TEST_LOG_LEVEL",
  146. LOG_SINK , "BOOST_TEST_LOG_SINK",
  147. OUTPUT_FORMAT , "BOOST_TEST_OUTPUT_FORMAT",
  148. RANDOM_SEED , "BOOST_TEST_RANDOM",
  149. REPORT_FORMAT , "BOOST_TEST_REPORT_FORMAT",
  150. REPORT_LEVEL , "BOOST_TEST_REPORT_LEVEL",
  151. REPORT_SINK , "BOOST_TEST_REPORT_SINK",
  152. RESULT_CODE , "BOOST_TEST_RESULT_CODE",
  153. TESTS_TO_RUN , "BOOST_TESTS_TO_RUN",
  154. SAVE_TEST_PATTERN , "BOOST_TEST_SAVE_PATTERN",
  155. SHOW_PROGRESS , "BOOST_TEST_SHOW_PROGRESS",
  156. USE_ALT_STACK , "BOOST_TEST_USE_ALT_STACK",
  157. ""
  158. );
  159. //____________________________________________________________________________//
  160. // storage for the CLAs
  161. cla::parser s_cla_parser;
  162. std::string s_empty;
  163. output_format s_report_format;
  164. output_format s_log_format;
  165. //____________________________________________________________________________//
  166. template<typename T>
  167. T
  168. retrieve_parameter( const_string parameter_name, cla::parser const& s_cla_parser, T const& default_value = T(), T const& optional_value = T() )
  169. {
  170. rt::const_argument_ptr arg = s_cla_parser[parameter_name];
  171. if( arg ) {
  172. if( rtti::type_id<T>() == rtti::type_id<bool>() ||
  173. !static_cast<cla::parameter const&>( arg->p_formal_parameter.get() ).p_optional_value )
  174. return s_cla_parser.get<T>( parameter_name );
  175. optional<T> val = s_cla_parser.get<optional<T> >( parameter_name );
  176. if( val )
  177. return *val;
  178. else
  179. return optional_value;
  180. }
  181. boost::optional<T> v;
  182. #ifndef UNDER_CE
  183. env::get( parameter_2_env_var[parameter_name], v );
  184. #endif
  185. if( v )
  186. return *v;
  187. else
  188. return default_value;
  189. }
  190. //____________________________________________________________________________//
  191. } // local namespace
  192. void
  193. init( int& argc, char** argv )
  194. {
  195. using namespace cla;
  196. try {
  197. s_cla_parser - cla::ignore_mismatch
  198. << cla::dual_name_parameter<bool>( AUTO_START_DBG + "|d" )
  199. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  200. cla::description = "Automatically starts debugger if system level error (signal) occurs")
  201. << cla::named_parameter<std::string>( BREAK_EXEC_PATH )
  202. - (cla::prefix = "--",cla::separator = "=",cla::guess_name,cla::optional,
  203. cla::description = "For the exception safety testing allows to break at specific execution path")
  204. << cla::dual_name_parameter<bool>( BUILD_INFO + "|i" )
  205. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  206. cla::description = "Shows library build information" )
  207. << cla::dual_name_parameter<bool>( CATCH_SYS_ERRORS + "|s" )
  208. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  209. cla::description = "Allows to switch between catching and ignoring system errors (signals)")
  210. << cla::named_parameter<bool>( DETECT_FP_EXCEPT )
  211. - (cla::prefix = "--",cla::separator = "=",cla::guess_name,cla::optional,
  212. cla::description = "Allows to switch between catching and ignoring floating point exceptions")
  213. << cla::named_parameter<long>( DETECT_MEM_LEAKS )
  214. - (cla::prefix = "--",cla::separator = "=",cla::guess_name,cla::optional,
  215. cla::description = "Allows to switch between catching and ignoring memory leaks")
  216. << cla::dual_name_parameter<unit_test::output_format>( LOG_FORMAT + "|f" )
  217. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  218. cla::description = "Specifies log format")
  219. << cla::dual_name_parameter<unit_test::log_level>( LOG_LEVEL + "|l" )
  220. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  221. cla::description = "Specifies log level")
  222. << cla::dual_name_parameter<std::string>( LOG_SINK + "|k" )
  223. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  224. cla::description = "Specifies log sink:stdout(default),stderr or file name")
  225. << cla::dual_name_parameter<unit_test::output_format>( OUTPUT_FORMAT + "|o" )
  226. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  227. cla::description = "Specifies output format (both log and report)")
  228. << cla::dual_name_parameter<int>( RANDOM_SEED + "|a" )
  229. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,cla::optional_value,
  230. cla::description = "Allows to switch between sequential and random order of test units execution.\n"
  231. "Optionally allows to specify concrete seed for random number generator")
  232. << cla::dual_name_parameter<unit_test::output_format>( REPORT_FORMAT + "|m" )
  233. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  234. cla::description = "Specifies report format")
  235. << cla::dual_name_parameter<unit_test::report_level>(REPORT_LEVEL + "|r")
  236. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  237. cla::description = "Specifies report level")
  238. << cla::dual_name_parameter<std::string>( REPORT_SINK + "|e" )
  239. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  240. cla::description = "Specifies report sink:stderr(default),stdout or file name")
  241. << cla::dual_name_parameter<bool>( RESULT_CODE + "|c" )
  242. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  243. cla::description = "Allows to disable test modules's result code generation")
  244. << cla::dual_name_parameter<std::string>( TESTS_TO_RUN + "|t" )
  245. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  246. cla::description = "Allows to filter which test units to run")
  247. << cla::named_parameter<bool>( SAVE_TEST_PATTERN )
  248. - (cla::prefix = "--",cla::separator = "=",cla::guess_name,cla::optional,
  249. cla::description = "Allows to switch between saving and matching against test pattern file")
  250. << cla::dual_name_parameter<bool>( SHOW_PROGRESS + "|p" )
  251. - (cla::prefix = "--|-",cla::separator = "=| ",cla::guess_name,cla::optional,
  252. cla::description = "Turns on progress display")
  253. << cla::named_parameter<bool>( USE_ALT_STACK )
  254. - (cla::prefix = "--",cla::separator = "=",cla::guess_name,cla::optional,
  255. cla::description = "Turns on/off usage of an alternative stack for signal handling")
  256. << cla::dual_name_parameter<bool>( "help|?" )
  257. - (cla::prefix = "--|-",cla::separator = "=",cla::guess_name,cla::optional,
  258. cla::description = "this help message")
  259. ;
  260. s_cla_parser.parse( argc, argv );
  261. if( s_cla_parser["help"] ) {
  262. s_cla_parser.help( std::cout );
  263. throw framework::nothing_to_test();
  264. }
  265. s_report_format = retrieve_parameter( REPORT_FORMAT, s_cla_parser, unit_test::CLF );
  266. s_log_format = retrieve_parameter( LOG_FORMAT, s_cla_parser, unit_test::CLF );
  267. unit_test::output_format of = retrieve_parameter( OUTPUT_FORMAT, s_cla_parser, unit_test::INV_OF );
  268. if( of != unit_test::INV_OF )
  269. s_report_format = s_log_format = of;
  270. }
  271. catch( rt::logic_error const& ex ) {
  272. std::ostringstream err;
  273. err << "Fail to process runtime parameters: " << ex.msg() << std::endl;
  274. s_cla_parser.usage( err );
  275. throw framework::setup_error( err.str() );
  276. }
  277. }
  278. //____________________________________________________________________________//
  279. unit_test::log_level
  280. log_level()
  281. {
  282. return retrieve_parameter( LOG_LEVEL, s_cla_parser, unit_test::log_all_errors );
  283. }
  284. //____________________________________________________________________________//
  285. bool
  286. no_result_code()
  287. {
  288. return !retrieve_parameter( RESULT_CODE, s_cla_parser, true );
  289. }
  290. //____________________________________________________________________________//
  291. unit_test::report_level
  292. report_level()
  293. {
  294. return retrieve_parameter( REPORT_LEVEL, s_cla_parser, unit_test::CONFIRMATION_REPORT );
  295. }
  296. //____________________________________________________________________________//
  297. const_string
  298. test_to_run()
  299. {
  300. static std::string s_test_to_run = retrieve_parameter( TESTS_TO_RUN, s_cla_parser, s_empty );
  301. return s_test_to_run;
  302. }
  303. //____________________________________________________________________________//
  304. const_string
  305. break_exec_path()
  306. {
  307. static std::string s_break_exec_path = retrieve_parameter( BREAK_EXEC_PATH, s_cla_parser, s_empty );
  308. return s_break_exec_path;
  309. }
  310. //____________________________________________________________________________//
  311. bool
  312. save_pattern()
  313. {
  314. return retrieve_parameter( SAVE_TEST_PATTERN, s_cla_parser, false );
  315. }
  316. //____________________________________________________________________________//
  317. bool
  318. show_progress()
  319. {
  320. return retrieve_parameter( SHOW_PROGRESS, s_cla_parser, false );
  321. }
  322. //____________________________________________________________________________//
  323. bool
  324. show_build_info()
  325. {
  326. return retrieve_parameter( BUILD_INFO, s_cla_parser, false );
  327. }
  328. //____________________________________________________________________________//
  329. bool
  330. catch_sys_errors()
  331. {
  332. return retrieve_parameter( CATCH_SYS_ERRORS, s_cla_parser,
  333. #ifdef BOOST_TEST_DEFAULTS_TO_CORE_DUMP
  334. false
  335. #else
  336. true
  337. #endif
  338. );
  339. }
  340. //____________________________________________________________________________//
  341. bool
  342. auto_start_dbg()
  343. {
  344. // !! set debugger as an option
  345. return retrieve_parameter( AUTO_START_DBG, s_cla_parser, false );
  346. ;
  347. }
  348. //____________________________________________________________________________//
  349. bool
  350. use_alt_stack()
  351. {
  352. return retrieve_parameter( USE_ALT_STACK, s_cla_parser, true );
  353. }
  354. //____________________________________________________________________________//
  355. bool
  356. detect_fp_exceptions()
  357. {
  358. return retrieve_parameter( DETECT_FP_EXCEPT, s_cla_parser, false );
  359. }
  360. //____________________________________________________________________________//
  361. output_format
  362. report_format()
  363. {
  364. return s_report_format;
  365. }
  366. //____________________________________________________________________________//
  367. output_format
  368. log_format()
  369. {
  370. return s_log_format;
  371. }
  372. //____________________________________________________________________________//
  373. std::ostream*
  374. report_sink()
  375. {
  376. std::string sink_name = retrieve_parameter( REPORT_SINK, s_cla_parser, s_empty );
  377. if( sink_name.empty() || sink_name == "stderr" )
  378. return &std::cerr;
  379. if( sink_name == "stdout" )
  380. return &std::cout;
  381. static std::ofstream log_file( sink_name.c_str() );
  382. return &log_file;
  383. }
  384. //____________________________________________________________________________//
  385. std::ostream*
  386. log_sink()
  387. {
  388. std::string sink_name = retrieve_parameter( LOG_SINK, s_cla_parser, s_empty );
  389. if( sink_name.empty() || sink_name == "stdout" )
  390. return &std::cout;
  391. if( sink_name == "stderr" )
  392. return &std::cerr;
  393. static std::ofstream report_file( sink_name.c_str() );
  394. return &report_file;
  395. }
  396. //____________________________________________________________________________//
  397. long
  398. detect_memory_leaks()
  399. {
  400. return retrieve_parameter( DETECT_MEM_LEAKS, s_cla_parser, static_cast<long>(1) );
  401. }
  402. //____________________________________________________________________________//
  403. int
  404. random_seed()
  405. {
  406. return retrieve_parameter( RANDOM_SEED, s_cla_parser, 0, 1 );
  407. }
  408. //____________________________________________________________________________//
  409. } // namespace runtime_config
  410. } // namespace unit_test
  411. } // namespace boost
  412. //____________________________________________________________________________//
  413. #include <boost/test/detail/enable_warnings.hpp>
  414. #endif // BOOST_TEST_UNIT_TEST_PARAMETERS_IPP_012205GER