| [5d8c0f] | 1 | /*
 | 
|---|
 | 2 |  * WorkerPool.hpp
 | 
|---|
 | 3 |  *
 | 
|---|
 | 4 |  *  Created on: 22.02.2012
 | 
|---|
 | 5 |  *      Author: heber
 | 
|---|
 | 6 |  */
 | 
|---|
 | 7 | 
 | 
|---|
 | 8 | #ifndef WORKERPOOL_HPP_
 | 
|---|
 | 9 | #define WORKERPOOL_HPP_
 | 
|---|
 | 10 | 
 | 
|---|
 | 11 | // include config.h
 | 
|---|
 | 12 | #ifdef HAVE_CONFIG_H
 | 
|---|
 | 13 | #include <config.h>
 | 
|---|
 | 14 | #endif
 | 
|---|
 | 15 | 
 | 
|---|
 | 16 | #include <map>
 | 
|---|
 | 17 | #include <set>
 | 
|---|
 | 18 | #include <string>
 | 
|---|
 | 19 | 
 | 
|---|
| [fb255d] | 20 | #include "CodePatterns/Observer/Observable.hpp"
 | 
|---|
 | 21 | 
 | 
|---|
| [5d8c0f] | 22 | #include "WorkerAddress.hpp"
 | 
|---|
 | 23 | 
 | 
|---|
 | 24 | class FragmentQueue;
 | 
|---|
| [6b3a37] | 25 | class FragmentScheduler;
 | 
|---|
| [5d8c0f] | 26 | class WorkerPoolTest;
 | 
|---|
 | 27 | 
 | 
|---|
 | 28 | /** Class WorkerPool contains a number of PoolWorkers that connect to it
 | 
|---|
 | 29 |  * and wait for jobs to be sent to them. The class manages this pool of
 | 
|---|
 | 30 |  * workers.
 | 
|---|
 | 31 |  *
 | 
|---|
 | 32 |  */
 | 
|---|
| [fb255d] | 33 | class WorkerPool : public Observable
 | 
|---|
| [5d8c0f] | 34 | {
 | 
|---|
 | 35 |   //!> grant unit test access
 | 
|---|
 | 36 |   friend class WorkerPoolTest;
 | 
|---|
 | 37 | public:
 | 
|---|
 | 38 |   WorkerPool();
 | 
|---|
 | 39 |   ~WorkerPool();
 | 
|---|
 | 40 | 
 | 
|---|
| [3eb035] | 41 |   /** Channels for this observable.
 | 
|---|
 | 42 |    *
 | 
|---|
 | 43 |    * \note Be especially cautious of cyclic updates here as the updates are
 | 
|---|
 | 44 |    *       used by \ref FragmentScheduler to send new jobs to idle workers!
 | 
|---|
 | 45 |    *       If e.g. WorkerRemoved is added, then the marking of the one idle
 | 
|---|
 | 46 |    *       worker as now busy inside the callback will cause a cycle in the
 | 
|---|
 | 47 |    *       update, as the notification for WorkerIdle/Added is not yet
 | 
|---|
 | 48 |    *       removed because we are still inside the callback!
 | 
|---|
 | 49 |    */
 | 
|---|
| [fb255d] | 50 |   enum NotificationType {
 | 
|---|
 | 51 |     WorkerIdle,
 | 
|---|
 | 52 |     WorkerAdded,
 | 
|---|
 | 53 |     NotificationType_MAX  // denotes the maximum of available notification types
 | 
|---|
 | 54 |   };
 | 
|---|
 | 55 | 
 | 
|---|
| [5d8c0f] | 56 |   bool addWorker(const WorkerAddress &address);
 | 
|---|
 | 57 |   bool presentInPool(const WorkerAddress &address) const;
 | 
|---|
 | 58 |   bool presentIdleWorkers() const {
 | 
|---|
 | 59 |     return !idle_queue.empty();
 | 
|---|
 | 60 |   }
 | 
|---|
 | 61 |   WorkerAddress getNextIdleWorker();
 | 
|---|
 | 62 |   bool isWorkerBusy(const WorkerAddress &address) const;
 | 
|---|
 | 63 |   bool removeWorker(const WorkerAddress& address);
 | 
|---|
 | 64 |   void unmarkWorkerBusy(const WorkerAddress &address);
 | 
|---|
 | 65 | 
 | 
|---|
| [befcf8] | 66 |   typedef std::vector<std::pair<std::string, std::string> > WorkerList_t;
 | 
|---|
 | 67 |   WorkerList_t getListOfIdleWorkers() const;
 | 
|---|
| [d9373b] | 68 | 
 | 
|---|
 | 69 |   /** Return the number of busy workers.
 | 
|---|
 | 70 |    *
 | 
|---|
 | 71 |    * @return number in busy_queue
 | 
|---|
 | 72 |    */
 | 
|---|
 | 73 |   size_t getNoBusyWorkers() const
 | 
|---|
 | 74 |   {
 | 
|---|
 | 75 |     return busy_queue.size();
 | 
|---|
 | 76 |   }
 | 
|---|
 | 77 | 
 | 
|---|
 | 78 |   /** Return the number of idle workers.
 | 
|---|
 | 79 |    *
 | 
|---|
 | 80 |    * @return number in idle_queue
 | 
|---|
 | 81 |    */
 | 
|---|
 | 82 |   size_t getNoIdleWorkers() const
 | 
|---|
 | 83 |   {
 | 
|---|
 | 84 |     return idle_queue.size();
 | 
|---|
 | 85 |   }
 | 
|---|
 | 86 | 
 | 
|---|
 | 87 |   /** Return the number of total workers.
 | 
|---|
 | 88 |    *
 | 
|---|
 | 89 |    * @return sum of numbers in busy_queue and in idle_queue
 | 
|---|
 | 90 |    */
 | 
|---|
 | 91 |   size_t getNoTotalWorkers() const
 | 
|---|
 | 92 |   {
 | 
|---|
 | 93 |     return idle_queue.size() + busy_queue.size();
 | 
|---|
 | 94 |   }
 | 
|---|
 | 95 | 
 | 
|---|
| [41c1b7] | 96 |   // this is currently for the passing time until Worker pool is fully operable
 | 
|---|
 | 97 | 
 | 
|---|
| [5d8c0f] | 98 |   //!> typedef of the priority in the idle queue of a worker
 | 
|---|
 | 99 |   typedef size_t priority_t;
 | 
|---|
 | 100 | 
 | 
|---|
 | 101 |   //!> typedef for the worker queue being a map with priority and address of worker
 | 
|---|
 | 102 |   typedef std::multimap<priority_t, WorkerAddress> Idle_Queue_t;
 | 
|---|
 | 103 | 
 | 
|---|
| [6b3a37] | 104 |   // constant iterators on idle queue contents
 | 
|---|
 | 105 |   Idle_Queue_t::const_iterator begin_idle() const {
 | 
|---|
 | 106 |     return idle_queue.begin();
 | 
|---|
 | 107 |   }
 | 
|---|
 | 108 |   Idle_Queue_t::const_iterator end_idle() const {
 | 
|---|
 | 109 |     return idle_queue.end();
 | 
|---|
 | 110 |   }
 | 
|---|
 | 111 | 
 | 
|---|
| [41c1b7] | 112 |   Idle_Queue_t::iterator getIdleWorker(const WorkerAddress &address);
 | 
|---|
 | 113 |   void markWorkerBusy(Idle_Queue_t::iterator &iter);
 | 
|---|
 | 114 | 
 | 
|---|
| [6b3a37] | 115 |   bool hasBusyWorkers() const {
 | 
|---|
 | 116 |     return (busy_queue.size() != 0);
 | 
|---|
 | 117 |   }
 | 
|---|
 | 118 | 
 | 
|---|
| [41c1b7] | 119 | private:
 | 
|---|
| [5d8c0f] | 120 |   //!> typedef for the worker queue being a map with priority and address of worker
 | 
|---|
 | 121 |   typedef std::map<WorkerAddress, priority_t> Busy_Queue_t;
 | 
|---|
 | 122 | 
 | 
|---|
 | 123 |   //!> typedef for the pool of workers being a set to keep only unique addresses
 | 
|---|
 | 124 |   typedef std::set<WorkerAddress> Pool_t;
 | 
|---|
 | 125 | 
 | 
|---|
 | 126 | private:
 | 
|---|
| [6b3a37] | 127 |   //!> FragmentScheduler needs access to removeAllWorkers()
 | 
|---|
 | 128 |   friend class FragmentScheduler;
 | 
|---|
| [5d8c0f] | 129 |   void removeAllWorkers();
 | 
|---|
 | 130 | 
 | 
|---|
 | 131 | private:
 | 
|---|
 | 132 |   //!> static for defining default priority for new workers
 | 
|---|
 | 133 |   static priority_t default_priority;
 | 
|---|
 | 134 | 
 | 
|---|
 | 135 |   //!> empty address in case queue is idle
 | 
|---|
 | 136 |   static WorkerAddress emptyAddress;
 | 
|---|
 | 137 | 
 | 
|---|
 | 138 |   //!> pool of all worker addresses to connect to and work on jobs
 | 
|---|
 | 139 |   Pool_t pool;
 | 
|---|
 | 140 | 
 | 
|---|
 | 141 |   //!> pool of worker addresses to connect to and work on jobs
 | 
|---|
 | 142 |   Idle_Queue_t idle_queue;
 | 
|---|
 | 143 | 
 | 
|---|
 | 144 |   //!> pool of worker addresses to connect to and work on jobs
 | 
|---|
 | 145 |   mutable Busy_Queue_t busy_queue;
 | 
|---|
 | 146 | };
 | 
|---|
 | 147 | 
 | 
|---|
 | 148 | #endif /* WORKERPOOL_HPP_ */
 | 
|---|