git.m6w6.name Git - m6w6/libmemcached/blob - libtest/collection.cc

   1 /*  vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
   2  *
   3  *  Data Differential YATL (i.e. libtest)  library
   4  *
   5  *  Copyright (C) 2012 Data Differential, http://datadifferential.com/
   6  *
   7  *  Redistribution and use in source and binary forms, with or without
   8  *  modification, are permitted provided that the following conditions are
   9  *  met:
  10  *
  11  *      * Redistributions of source code must retain the above copyright
  12  *  notice, this list of conditions and the following disclaimer.
  13  *
  14  *      * Redistributions in binary form must reproduce the above
  15  *  copyright notice, this list of conditions and the following disclaimer
  16  *  in the documentation and/or other materials provided with the
  17  *  distribution.
  18  *
  19  *      * The names of its contributors may not be used to endorse or
  20  *  promote products derived from this software without specific prior
  21  *  written permission.
  22  *
  23  *  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  24  *  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  25  *  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  26  *  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  27  *  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  28  *  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  29  *  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  30  *  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  31  *  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  32  *  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  33  *  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  34  *
  35  */
  36
  37 #include <config.h>
  38
  39 #include <libtest/common.h>
  40
  41 static test_return_t runner_code(Framework* frame,
  42                                  test_st* run,
  43                                  libtest::Timer& _timer)
  44 { // Runner Code
  45
  46   assert(frame->runner());
  47   assert(run->test_fn);
  48
  49   test_return_t return_code;
  50   try
  51   {
  52     _timer.reset();
  53     return_code= frame->runner()->run(run->test_fn, frame->creators_ptr());
  54   }
  55   // Special case where check for the testing of the exception
  56   // system.
  57   catch (libtest::fatal &e)
  58   {
  59     if (libtest::fatal::is_disabled())
  60     {
  61       libtest::fatal::increment_disabled_counter();
  62       return_code= TEST_SUCCESS;
  63     }
  64     else
  65     {
  66       throw;
  67     }
  68   }
  69
  70   _timer.sample();
  71
  72   return return_code;
  73 }
  74
  75 namespace libtest {
  76
  77 Collection::Collection(Framework* frame_arg,
  78                        collection_st* arg) :
  79   _name(arg->name),
  80   _pre(arg->pre),
  81   _post(arg->post),
  82   _tests(arg->tests),
  83   _frame(frame_arg),
  84   _success(0),
  85   _skipped(0),
  86   _failed(0),
  87   _total(0)
  88 {
  89   fatal_assert(arg);
  90 }
  91
  92 test_return_t Collection::exec()
  93 {
  94   Out << "Collection: " << _name;
  95
  96   if (test_success(_frame->runner()->pre(_pre, _frame->creators_ptr())))
  97   {
  98     for (test_st *run= _tests; run->name; run++)
  99     {
 100       long int load_time= 0;
 101
 102       if (_frame->match(run->name))
 103       {
 104         continue;
 105       }
 106       _total++;
 107
 108       test_return_t return_code;
 109       try
 110       {
 111         if (run->requires_flush)
 112         {
 113           if (test_failed(_frame->runner()->flush(_frame->creators_ptr())))
 114           {
 115             Error << "frame->runner()->flush(creators_ptr)";
 116             _skipped++;
 117             continue;
 118           }
 119         }
 120
 121         return_code= runner_code(_frame, run, _timer);
 122       }
 123       catch (libtest::fatal &e)
 124       {
 125         Error << "Fatal exception was thrown: " << e.what();
 126         return_code= TEST_FAILURE;
 127         _failed++;
 128         throw;
 129       }
 130
 131       switch (return_code)
 132       {
 133       case TEST_SUCCESS:
 134         Out << "\tTesting "
 135           << run->name
 136           <<  "\t\t\t\t\t"
 137           << _timer
 138           << " [ " << test_strerror(return_code) << " ]";
 139         _success++;
 140         break;
 141
 142       case TEST_FAILURE:
 143         _failed++;
 144         Out << "\tTesting " << run->name <<  "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
 145         break;
 146
 147       case TEST_SKIPPED:
 148         _skipped++;
 149         Out << "\tTesting " << run->name <<  "\t\t\t\t\t" << "[ " << test_strerror(return_code) << " ]";
 150         break;
 151
 152       default:
 153         fatal_message("invalid return code");
 154       }
 155 #if 0
 156       @TODO add code here to allow for a collection to define a method to reset to allow tests to continue.
 157 #endif
 158     }
 159
 160     (void) _frame->runner()->post(_post, _frame->creators_ptr());
 161   }
 162
 163   if (_failed == 0 and _skipped == 0 and _success)
 164   {
 165     return TEST_SUCCESS;
 166   }
 167
 168   if (_failed)
 169   {
 170     return TEST_FAILURE;
 171   }
 172
 173   fatal_assert(_skipped or _success == 0);
 174
 175   return TEST_SKIPPED;
 176 }
 177
 178 } // namespace libtest
 179