git.m6w6.name Git - m6w6/libmemcached/blob - libtest/framework.cc

   1 /*  vim:expandtab:shiftwidth=2:tabstop=2:smarttab:
   2  *
   3  *  Data Differential YATL (i.e. libtest)  library
   4  *
   5  *  Copyright (C) 2012 Data Differential, http://datadifferential.com/
   6  *
   7  *  Redistribution and use in source and binary forms, with or without
   8  *  modification, are permitted provided that the following conditions are
   9  *  met:
  10  *
  11  *      * Redistributions of source code must retain the above copyright
  12  *  notice, this list of conditions and the following disclaimer.
  13  *
  14  *      * Redistributions in binary form must reproduce the above
  15  *  copyright notice, this list of conditions and the following disclaimer
  16  *  in the documentation and/or other materials provided with the
  17  *  distribution.
  18  *
  19  *      * The names of its contributors may not be used to endorse or
  20  *  promote products derived from this software without specific prior
  21  *  written permission.
  22  *
  23  *  THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
  24  *  "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
  25  *  LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
  26  *  A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
  27  *  OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
  28  *  SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
  29  *  LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
  30  *  DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
  31  *  THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  32  *  (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  33  *  OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  34  *
  35  */
  36
  37 #include <config.h>
  38
  39 #include <libtest/common.h>
  40 #include <libtest/collection.h>
  41 #include <libtest/signal.h>
  42
  43 #include <fnmatch.h>
  44 #include <iostream>
  45
  46 using namespace libtest;
  47
  48 Framework::Framework(libtest::SignalThread& signal,
  49                      const std::string& only_run_arg,
  50                      const std::string& wildcard_arg) :
  51   collections(NULL),
  52   _total(0),
  53   _success(0),
  54   _skipped(0),
  55   _failed(0),
  56   _create(NULL),
  57   _destroy(NULL),
  58   _runner(NULL),
  59   _socket(false),
  60   _creators_ptr(NULL),
  61   _signal(signal),
  62   _only_run(only_run_arg),
  63   _wildcard(wildcard_arg)
  64 {
  65   get_world(this);
  66
  67   for (collection_st *next= collections; next and next->name; next++)
  68   {
  69     _collection.push_back(new Collection(this, next));
  70   }
  71 }
  72
  73 Framework::~Framework()
  74 {
  75   if (_destroy and _destroy(_creators_ptr))
  76   {
  77     Error << "Failure in _destroy(), some resources may not have been cleaned up.";
  78   }
  79
  80   _servers.shutdown();
  81
  82   delete _runner;
  83
  84   for (std::vector<Collection*>::iterator iter= _collection.begin();
  85        iter != _collection.end();
  86        iter++)
  87   {
  88     delete *iter;
  89   }
  90   _collection.clear();
  91 }
  92
  93 bool Framework::match(const char* arg)
  94 {
  95   if (_wildcard.empty() == false and fnmatch(_wildcard.c_str(), arg, 0))
  96   {
  97     return true;
  98   }
  99
 100   return false;
 101 }
 102
 103 void Framework::exec()
 104 {
 105   for (std::vector<Collection*>::iterator iter= _collection.begin();
 106        iter != _collection.end() and (_signal.is_shutdown() == false);
 107        iter++)
 108   {
 109     if (_only_run.empty() == false and
 110         fnmatch(_only_run.c_str(), (*iter)->name(), 0))
 111     {
 112       continue;
 113     }
 114
 115     _total++;
 116
 117     try {
 118       switch ((*iter)->exec())
 119       {
 120       case TEST_FAILURE:
 121         _failed++;
 122         break;
 123
 124       case TEST_SKIPPED:
 125         _skipped++;
 126         break;
 127
 128         // exec() can return SUCCESS, but that doesn't mean that some tests did
 129         // not fail or get skipped.
 130       case TEST_SUCCESS:
 131         _success++;
 132         break;
 133       }
 134     }
 135     catch (libtest::fatal& e)
 136     {
 137       stream::cerr(e.file(), e.line(), e.func()) << e.mesg();
 138     }
 139     catch (libtest::disconnected& e)
 140     {
 141       Error << "Unhandled disconnection occurred:" << e.what();
 142       throw;
 143     }
 144
 145     Outn();
 146   }
 147 }
 148
 149 uint32_t Framework::sum_total()
 150 {
 151   uint32_t count= 0;
 152   for (std::vector<Collection*>::iterator iter= _collection.begin();
 153        iter != _collection.end();
 154        iter++)
 155   {
 156     count+= (*iter)->total();
 157   }
 158
 159   return count;
 160 }
 161
 162 uint32_t Framework::sum_success()
 163 {
 164   uint32_t count= 0;
 165   for (std::vector<Collection*>::iterator iter= _collection.begin();
 166        iter != _collection.end();
 167        iter++)
 168   {
 169     count+= (*iter)->success();
 170   }
 171
 172   return count;
 173 }
 174
 175 uint32_t Framework::sum_skipped()
 176 {
 177   uint32_t count= 0;
 178   for (std::vector<Collection*>::iterator iter= _collection.begin();
 179        iter != _collection.end();
 180        iter++)
 181   {
 182     count+= (*iter)->skipped();
 183   }
 184
 185   return count;
 186 }
 187
 188 uint32_t Framework::sum_failed()
 189 {
 190   uint32_t count= 0;
 191   for (std::vector<Collection*>::iterator iter= _collection.begin();
 192        iter != _collection.end();
 193        iter++)
 194   {
 195     count+= (*iter)->failed();
 196   }
 197
 198   return count;
 199 }
 200
 201 libtest::Runner *Framework::runner()
 202 {
 203   if (_runner == NULL)
 204   {
 205     _runner= new Runner;
 206   }
 207   _runner->set_servers(_servers);
 208
 209   return _runner;
 210 }
 211
 212 test_return_t Framework::create()
 213 {
 214   test_return_t rc= TEST_SUCCESS;
 215   if (_create)
 216   {
 217     _creators_ptr= _create(_servers, rc);
 218   }
 219
 220   return rc;
 221 }