git.m6w6.name Git - awesomized/libmemcached/blob - libtest/collection.cc

   1 /*  vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
   2  *
   3  *  Data Differential YATL (i.e. libtest)  library
   4  *
   5  *  Copyright (C) 2012 Data Differential, http://datadifferential.com/
   6  *
   7  *  Redistribution and use in source and binary forms, with or without
   8  *  modification, are permitted provided that the following conditions are
   9  *  met:
  10  *
  11  *      * Redistributions of source code must retain the above copyright
  12  *  notice, this list of conditions and the following disclaimer.
  13  *
  14  *      * Redistributions in binary form must reproduce the above
  15  *  copyright notice, this list of conditions and the following disclaimer
  16  *  in the documentation and/or other materials provided with the
  17  *  distribution.
  18  *
  19  *      * The names of its contributors may not be used to endorse or
  20  *  promote products derived from this software without specific prior
  21  *  written permission.
  22  *
  23  *  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  24  *  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  25  *  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  26  *  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  27  *  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  28  *  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  29  *  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  30  *  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  31  *  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  32  *  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  33  *  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  34  *
  35  */
  36
  37 #include "libtest/yatlcon.h"
  38
  39 #include <libtest/common.h>
  40
  41 // @todo possibly have this code fork off so if it fails nothing goes bad
  42 static test_return_t runner_code(libtest::Framework* frame,
  43                                  test_st* run,
  44                                  libtest::Timer& _timer)
  45 { // Runner Code
  46
  47   assert(frame->runner());
  48   assert(run->test_fn);
  49
  50   test_return_t return_code;
  51   try
  52   {
  53     _timer.reset();
  54     assert(frame);
  55     assert(frame->runner());
  56     assert(run->test_fn);
  57     return_code= frame->runner()->main(run->test_fn, frame->creators_ptr());
  58   }
  59   // Special case where check for the testing of the exception
  60   // system.
  61   catch (const libtest::fatal& e)
  62   {
  63     if (libtest::fatal::is_disabled())
  64     {
  65       libtest::fatal::increment_disabled_counter();
  66       return_code= TEST_SUCCESS;
  67     }
  68     else
  69     {
  70       throw;
  71     }
  72   }
  73
  74   _timer.sample();
  75
  76   return return_code;
  77 }
  78
  79 namespace libtest {
  80
  81 Collection::Collection(Framework* frame_arg,
  82                        collection_st* arg) :
  83   _name(arg->name),
  84   _pre(arg->pre),
  85   _post(arg->post),
  86   _tests(arg->tests),
  87   _frame(frame_arg),
  88   _success(0),
  89   _skipped(0),
  90   _failed(0),
  91   _total(0),
  92   _formatter(frame_arg->name(), _name)
  93 {
  94   fatal_assert(arg);
  95 }
  96
  97 test_return_t Collection::exec()
  98 {
  99   if (test_success(_frame->runner()->setup(_pre, _frame->creators_ptr())))
 100   {
 101     for (test_st *run= _tests; run->name; run++)
 102     {
 103       formatter()->push_testcase(run->name);
 104       if (_frame->match(run->name))
 105       {
 106         formatter()->skipped();
 107         continue;
 108       }
 109       _total++;
 110
 111       test_return_t return_code;
 112       try
 113       {
 114         if (run->requires_flush)
 115         {
 116           if (test_failed(_frame->runner()->flush(_frame->creators_ptr())))
 117           {
 118             Error << "frame->runner()->flush(creators_ptr)";
 119             _skipped++;
 120             formatter()->skipped();
 121             continue;
 122           }
 123         }
 124
 125         set_alarm();
 126
 127         try
 128         {
 129           return_code= runner_code(_frame, run, _timer);
 130         }
 131         catch (...)
 132         {
 133           cancel_alarm();
 134
 135           throw;
 136         }
 137         libtest::cancel_alarm();
 138       }
 139       catch (const libtest::fatal& e)
 140       {
 141         _failed++;
 142         formatter()->failed();
 143         stream::make_cerr(e.file(), e.line(), e.func()) << e.what();
 144         throw;
 145       }
 146
 147       switch (return_code)
 148       {
 149       case TEST_SUCCESS:
 150         _success++;
 151         formatter()->success(_timer);
 152         break;
 153
 154       case TEST_FAILURE:
 155         _failed++;
 156         formatter()->failed();
 157         break;
 158
 159       case TEST_SKIPPED:
 160         _skipped++;
 161         formatter()->skipped();
 162         break;
 163
 164       default:
 165         FATAL("invalid return code");
 166       }
 167 #if 0
 168       @TODO add code here to allow for a collection to define a method to reset to allow tests to continue.
 169 #endif
 170     }
 171
 172     (void) _frame->runner()->teardown(_post, _frame->creators_ptr());
 173   }
 174
 175   if (_failed == 0 and _skipped == 0 and _success)
 176   {
 177     return TEST_SUCCESS;
 178   }
 179
 180   if (_failed)
 181   {
 182     return TEST_FAILURE;
 183   }
 184
 185   fatal_assert(_skipped or _success == 0);
 186
 187   return TEST_SKIPPED;
 188 }
 189
 190 } // namespace libtest
 191