| 1 | #ifndef LEMON_SIMANN_H | 
|---|
| 2 | #define LEMON_SIMANN_H | 
|---|
| 3 |  | 
|---|
| 4 | /// \ingroup experimental | 
|---|
| 5 | /// \file | 
|---|
| 6 | /// \brief Simulated annealing framework. | 
|---|
| 7 | /// \author Akos Ladanyi | 
|---|
| 8 |  | 
|---|
| 9 | #include <cstdlib> | 
|---|
| 10 | #include <cmath> | 
|---|
| 11 | #include <lemon/time_measure.h> | 
|---|
| 12 |  | 
|---|
| 13 | namespace lemon { | 
|---|
| 14 |  | 
|---|
| 15 | /// \addtogroup experimental | 
|---|
| 16 | /// @{ | 
|---|
| 17 |  | 
|---|
| 18 | const double INFTY = 1e24; | 
|---|
| 19 |  | 
|---|
| 20 | /*! \brief Simulated annealing base class. */ | 
|---|
| 21 | class SimAnnBase { | 
|---|
| 22 | public: | 
|---|
| 23 | class Controller; | 
|---|
| 24 | private: | 
|---|
| 25 | /*! Pointer to the controller. */ | 
|---|
| 26 | Controller *controller; | 
|---|
| 27 | protected: | 
|---|
| 28 | /*! \brief Cost of the current solution. */ | 
|---|
| 29 | double curr_cost; | 
|---|
| 30 | /*! \brief Cost of the best solution. */ | 
|---|
| 31 | double best_cost; | 
|---|
| 32 | /*! \brief Cost of the previous solution. */ | 
|---|
| 33 | double prev_cost; | 
|---|
| 34 | /*! \brief Cost of the solution preceding the previous one. */ | 
|---|
| 35 | double prev_prev_cost; | 
|---|
| 36 |  | 
|---|
| 37 | /*! \brief Step to a neighbouring state. */ | 
|---|
| 38 | virtual void mutate() = 0; | 
|---|
| 39 | /*! \brief Reverts the last mutate(). */ | 
|---|
| 40 | virtual void revert() = 0; | 
|---|
| 41 | /*! \brief Saves the current solution as the best one. */ | 
|---|
| 42 | virtual void saveAsBest() = 0; | 
|---|
| 43 | public: | 
|---|
| 44 | /*! \brief Constructor. */ | 
|---|
| 45 | SimAnnBase() { | 
|---|
| 46 | best_cost = prev_cost = prev_prev_cost = INFTY; | 
|---|
| 47 | } | 
|---|
| 48 | /*! \brief Sets the controller class to use. */ | 
|---|
| 49 | void setController(Controller &_controller) { | 
|---|
| 50 | controller = &_controller; | 
|---|
| 51 | controller->setBase(this); | 
|---|
| 52 | } | 
|---|
| 53 | /*! \brief Returns the cost of the current solution. */ | 
|---|
| 54 | double getCurrCost() const { return curr_cost; } | 
|---|
| 55 | /*! \brief Returns the cost of the previous solution. */ | 
|---|
| 56 | double getPrevCost() const { return prev_cost; } | 
|---|
| 57 | /*! \brief Returns the cost of the best solution. */ | 
|---|
| 58 | double getBestCost() const { return best_cost; } | 
|---|
| 59 | /*! \brief Starts the annealing process. */ | 
|---|
| 60 | void run() { | 
|---|
| 61 | controller->init(); | 
|---|
| 62 | do { | 
|---|
| 63 | curr_cost=mutate(); | 
|---|
| 64 | if (controller->accept()) { | 
|---|
| 65 | controller->acceptEvent(); | 
|---|
| 66 | if (curr_cost < best_cost) { | 
|---|
| 67 | saveAsBest(); | 
|---|
| 68 | controller->improveEvent(); | 
|---|
| 69 | } | 
|---|
| 70 | } | 
|---|
| 71 | else { | 
|---|
| 72 | revert(); | 
|---|
| 73 | controller->rejectEvent(); | 
|---|
| 74 | } | 
|---|
| 75 | } while (controller->next()); | 
|---|
| 76 | } | 
|---|
| 77 |  | 
|---|
| 78 | /*! \brief A base class for controllers. */ | 
|---|
| 79 | class Controller { | 
|---|
| 80 | public: | 
|---|
| 81 | /*! \brief Pointer to the simulated annealing base class. */ | 
|---|
| 82 | SimAnnBase *base; | 
|---|
| 83 | /*! \brief Initializes the controller. */ | 
|---|
| 84 | virtual void init() {} | 
|---|
| 85 | /*! \brief This is called when a neighbouring state gets accepted. */ | 
|---|
| 86 | virtual void acceptEvent() {} | 
|---|
| 87 | /*! \brief This is called when the accepted neighbouring state's cost is | 
|---|
| 88 | *  less than the best found one's. | 
|---|
| 89 | */ | 
|---|
| 90 | virtual void improveEvent() {} | 
|---|
| 91 | /*! \brief This is called when a neighbouring state gets rejected. */ | 
|---|
| 92 | virtual void rejectEvent() {} | 
|---|
| 93 | /*! \brief Sets the simulated annealing base class to use. */ | 
|---|
| 94 | virtual void setBase(SimAnnBase *_base) { base = _base; } | 
|---|
| 95 | /*! \brief Decides whether to continue the annealing process or not. */ | 
|---|
| 96 | virtual bool next() = 0; | 
|---|
| 97 | /*! \brief Decides whether to accept the current solution or not. */ | 
|---|
| 98 | virtual bool accept() = 0; | 
|---|
| 99 | }; | 
|---|
| 100 | }; | 
|---|
| 101 |  | 
|---|
| 102 | /*! \brief Simulated annealing class. */ | 
|---|
| 103 | template <typename E> | 
|---|
| 104 | class SimAnn : public SimAnnBase { | 
|---|
| 105 | private: | 
|---|
| 106 | /*! \brief Pointer to the current entity. */ | 
|---|
| 107 | E *curr_ent; | 
|---|
| 108 | /*! \brief Pointer to the best entity. */ | 
|---|
| 109 | E *best_ent; | 
|---|
| 110 | public: | 
|---|
| 111 | /*! \brief Constructor. */ | 
|---|
| 112 | SimAnn() : SimAnnBase() {} | 
|---|
| 113 | /*! \brief Sets the initial entity. */ | 
|---|
| 114 | void setEntity(E &ent) { | 
|---|
| 115 | curr_ent = new E(ent); | 
|---|
| 116 | best_ent = new E(ent); | 
|---|
| 117 | curr_cost = curr_ent->getCost(); | 
|---|
| 118 | } | 
|---|
| 119 | /*! \brief Returns the best found entity. */ | 
|---|
| 120 | E getBestEntity() { return *best_ent; } | 
|---|
| 121 | /*! \brief Step to a neighbouring state. */ | 
|---|
| 122 | void mutate() { | 
|---|
| 123 | prev_prev_cost = prev_cost; | 
|---|
| 124 | prev_cost = curr_cost; | 
|---|
| 125 | curr_ent->mutate(); | 
|---|
| 126 | curr_cost = curr_ent->getCost(); | 
|---|
| 127 | } | 
|---|
| 128 | /*! \brief Reverts the last mutate(). */ | 
|---|
| 129 | void revert() { | 
|---|
| 130 | curr_ent->revert(); | 
|---|
| 131 | curr_cost = prev_cost; | 
|---|
| 132 | prev_cost = prev_prev_cost; | 
|---|
| 133 | } | 
|---|
| 134 | /*! \brief Saves the current solution as the best one. */ | 
|---|
| 135 | void saveAsBest() { | 
|---|
| 136 | delete(best_ent); | 
|---|
| 137 | best_ent = new E(*curr_ent); | 
|---|
| 138 | best_cost = curr_cost; | 
|---|
| 139 | } | 
|---|
| 140 | }; | 
|---|
| 141 |  | 
|---|
| 142 | /*! \brief Skeleton of an entity class. */ | 
|---|
| 143 | class EntitySkeleton { | 
|---|
| 144 | public: | 
|---|
| 145 | /*! \brief Returns the cost of the entity. */ | 
|---|
| 146 | double getCost() { return 0.0; } | 
|---|
| 147 | /*! \brief Makes a minor change to the entity. */ | 
|---|
| 148 | void mutate() {} | 
|---|
| 149 | /*! \brief Restores the entity to its previous state i.e. reverts the | 
|---|
| 150 | *  effects of the last mutate(). | 
|---|
| 151 | */ | 
|---|
| 152 | void revert() {} | 
|---|
| 153 | }; | 
|---|
| 154 |  | 
|---|
| 155 | /*! \brief A simple controller for the simulated annealing class. */ | 
|---|
| 156 | class SimpleController : public SimAnnBase::Controller { | 
|---|
| 157 | public: | 
|---|
| 158 | /*! \brief Number of iterations. */ | 
|---|
| 159 | long iter; | 
|---|
| 160 | /*! \brief Number of iterations which did not improve the solution since | 
|---|
| 161 | *  the last improvement. */ | 
|---|
| 162 | long last_impr; | 
|---|
| 163 | /*! \brief Maximum number of iterations. */ | 
|---|
| 164 | long max_iter; | 
|---|
| 165 | /*! \brief Maximum number of iterations which do not improve the | 
|---|
| 166 | *  solution. */ | 
|---|
| 167 | long max_no_impr; | 
|---|
| 168 | /*! \brief Temperature. */ | 
|---|
| 169 | double temp; | 
|---|
| 170 | /*! \brief Annealing factor. */ | 
|---|
| 171 | double ann_fact; | 
|---|
| 172 | /*! \brief Constructor. | 
|---|
| 173 | *  \param _max_iter maximum number of iterations | 
|---|
| 174 | *  \param _max_no_impr maximum number of consecutive iterations which do | 
|---|
| 175 | *         not yield a better solution | 
|---|
| 176 | *  \param _temp initial temperature | 
|---|
| 177 | *  \param _ann_fact annealing factor | 
|---|
| 178 | */ | 
|---|
| 179 | SimpleController(long _max_iter = 500000, long _max_no_impr = 20000, | 
|---|
| 180 | double _temp = 1000.0, double _ann_fact = 0.9999) : iter(0), last_impr(0), | 
|---|
| 181 | max_iter(_max_iter), max_no_impr(_max_no_impr), temp(_temp), | 
|---|
| 182 | ann_fact(_ann_fact) {} | 
|---|
| 183 | /*! \brief This is called when a neighbouring state gets accepted. */ | 
|---|
| 184 | void acceptEvent() { | 
|---|
| 185 | iter++; | 
|---|
| 186 | } | 
|---|
| 187 | /*! \brief This is called when the accepted neighbouring state's cost is | 
|---|
| 188 | *  less than the best found one's. | 
|---|
| 189 | */ | 
|---|
| 190 | void improveEvent() { | 
|---|
| 191 | last_impr = iter; | 
|---|
| 192 | } | 
|---|
| 193 | /*! \brief This is called when a neighbouring state gets rejected. */ | 
|---|
| 194 | void rejectEvent() { | 
|---|
| 195 | iter++; | 
|---|
| 196 | } | 
|---|
| 197 | /*! \brief Decides whether to continue the annealing process or not. Also | 
|---|
| 198 | *  decreases the temperature. */ | 
|---|
| 199 | bool next() { | 
|---|
| 200 | temp *= ann_fact; | 
|---|
| 201 | bool quit = (iter > max_iter) || (iter - last_impr > max_no_impr); | 
|---|
| 202 | return !quit; | 
|---|
| 203 | } | 
|---|
| 204 | /*! \brief Decides whether to accept the current solution or not. */ | 
|---|
| 205 | bool accept() { | 
|---|
| 206 | double cost_diff = base->getPrevCost() - base->getCurrCost(); | 
|---|
| 207 | if (cost_diff < 0.0) { | 
|---|
| 208 | bool ret = drand48() <= exp(cost_diff / temp); | 
|---|
| 209 | return ret; | 
|---|
| 210 | } | 
|---|
| 211 | else { | 
|---|
| 212 | return true; | 
|---|
| 213 | } | 
|---|
| 214 | } | 
|---|
| 215 | }; | 
|---|
| 216 |  | 
|---|
| 217 | /*! \brief A controller with preset running time for the simulated annealing | 
|---|
| 218 | *  class. | 
|---|
| 219 | * | 
|---|
| 220 | *  With this controller you can set the running time of the annealing | 
|---|
| 221 | *  process in advance. It works the following way: the controller measures | 
|---|
| 222 | *  a kind of divergence. The divergence is the difference of the average | 
|---|
| 223 | *  cost of the recently found solutions the cost of the best found one. In | 
|---|
| 224 | *  case this divergence is greater than a given threshold, then we decrease | 
|---|
| 225 | *  the annealing factor, that is we cool the system faster. In case the | 
|---|
| 226 | *  divergence is lower than the threshold, then we increase the temperature. | 
|---|
| 227 | *  The threshold is a function of the elapsed time which reaches zero at the | 
|---|
| 228 | *  desired end time. | 
|---|
| 229 | */ | 
|---|
| 230 | class AdvancedController : public SimAnnBase::Controller { | 
|---|
| 231 | private: | 
|---|
| 232 | Timer timer; | 
|---|
| 233 | /*! \param time the elapsed time in seconds */ | 
|---|
| 234 | virtual double threshold(double time) { | 
|---|
| 235 | return (-1.0) * start_threshold / end_time * time + start_threshold; | 
|---|
| 236 | } | 
|---|
| 237 | public: | 
|---|
| 238 | double alpha; | 
|---|
| 239 | double beta; | 
|---|
| 240 | double gamma; | 
|---|
| 241 | /*! \brief The time at the end of the algorithm. */ | 
|---|
| 242 | double end_time; | 
|---|
| 243 | /*! \brief The time at the start of the algorithm. */ | 
|---|
| 244 | double start_time; | 
|---|
| 245 | /*! \brief Starting threshold. */ | 
|---|
| 246 | double start_threshold; | 
|---|
| 247 | /*! \brief Average cost of recent solutions. */ | 
|---|
| 248 | double avg_cost; | 
|---|
| 249 | /*! \brief Temperature. */ | 
|---|
| 250 | double temp; | 
|---|
| 251 | /*! \brief Annealing factor. */ | 
|---|
| 252 | double ann_fact; | 
|---|
| 253 | /*! \brief Initial annealing factor. */ | 
|---|
| 254 | double init_ann_fact; | 
|---|
| 255 | bool warmup; | 
|---|
| 256 | /*! \brief Constructor. | 
|---|
| 257 | *  \param _end_time running time in seconds | 
|---|
| 258 | *  \param _alpha parameter used to calculate the running average | 
|---|
| 259 | *  \param _beta parameter used to decrease the annealing factor | 
|---|
| 260 | *  \param _gamma parameter used to increase the temperature | 
|---|
| 261 | *  \param _ann_fact initial annealing factor | 
|---|
| 262 | */ | 
|---|
| 263 | AdvancedController(double _end_time, double _alpha = 0.2, | 
|---|
| 264 | double _beta = 0.9, double _gamma = 1.6, double _ann_fact = 0.9999) : | 
|---|
| 265 | alpha(_alpha), beta(_beta), gamma(_gamma), end_time(_end_time), | 
|---|
| 266 | ann_fact(_ann_fact), init_ann_fact(_ann_fact), warmup(true) {} | 
|---|
| 267 | void init() { | 
|---|
| 268 | avg_cost = base->getCurrCost(); | 
|---|
| 269 | } | 
|---|
| 270 | /*! \brief This is called when a neighbouring state gets accepted. */ | 
|---|
| 271 | void acceptEvent() { | 
|---|
| 272 | avg_cost = alpha * base->getCurrCost() + (1.0 - alpha) * avg_cost; | 
|---|
| 273 | if (warmup) { | 
|---|
| 274 | static int cnt = 0; | 
|---|
| 275 | cnt++; | 
|---|
| 276 | if (cnt >= 100) { | 
|---|
| 277 | // calculate starting threshold and starting temperature | 
|---|
| 278 | start_threshold = 5.0 * fabs(base->getBestCost() - avg_cost); | 
|---|
| 279 | temp = 10000.0; | 
|---|
| 280 | warmup = false; | 
|---|
| 281 | timer.reset(); | 
|---|
| 282 | } | 
|---|
| 283 | } | 
|---|
| 284 | } | 
|---|
| 285 | /*! \brief Decides whether to continue the annealing process or not. */ | 
|---|
| 286 | bool next() { | 
|---|
| 287 | if (warmup) { | 
|---|
| 288 | return true; | 
|---|
| 289 | } | 
|---|
| 290 | else { | 
|---|
| 291 | double elapsed_time = timer.getRealTime(); | 
|---|
| 292 | if (fabs(avg_cost - base->getBestCost()) > threshold(elapsed_time)) { | 
|---|
| 293 | // decrease the annealing factor | 
|---|
| 294 | ann_fact *= beta; | 
|---|
| 295 | } | 
|---|
| 296 | else { | 
|---|
| 297 | // increase the temperature | 
|---|
| 298 | temp *= gamma; | 
|---|
| 299 | // reset the annealing factor | 
|---|
| 300 | ann_fact = init_ann_fact; | 
|---|
| 301 | } | 
|---|
| 302 | temp *= ann_fact; | 
|---|
| 303 | return elapsed_time < end_time; | 
|---|
| 304 | } | 
|---|
| 305 | } | 
|---|
| 306 | /*! \brief Decides whether to accept the current solution or not. */ | 
|---|
| 307 | bool accept() { | 
|---|
| 308 | if (warmup) { | 
|---|
| 309 | // we accept eveything during the "warm up" phase | 
|---|
| 310 | return true; | 
|---|
| 311 | } | 
|---|
| 312 | else { | 
|---|
| 313 | double cost_diff = base->getPrevCost() - base->getCurrCost(); | 
|---|
| 314 | if (cost_diff < 0.0) { | 
|---|
| 315 | return (drand48() <= exp(cost_diff / temp)); | 
|---|
| 316 | } | 
|---|
| 317 | else { | 
|---|
| 318 | return true; | 
|---|
| 319 | } | 
|---|
| 320 | } | 
|---|
| 321 | } | 
|---|
| 322 | }; | 
|---|
| 323 |  | 
|---|
| 324 | /// @} | 
|---|
| 325 |  | 
|---|
| 326 | } | 
|---|
| 327 |  | 
|---|
| 328 | #endif | 
|---|