1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219
|
// ==========================================================================
// SeqAn - The Library for Sequence Analysis
// ==========================================================================
// Copyright (c) 2006-2018, Knut Reinert, FU Berlin
// All rights reserved.
//
// Redistribution and use in source and binary forms, with or without
// modification, are permitted provided that the following conditions are met:
//
// * Redistributions of source code must retain the above copyright
// notice, this list of conditions and the following disclaimer.
// * Redistributions in binary form must reproduce the above copyright
// notice, this list of conditions and the following disclaimer in the
// documentation and/or other materials provided with the distribution.
// * Neither the name of Knut Reinert or the FU Berlin nor the names of
// its contributors may be used to endorse or promote products derived
// from this software without specific prior written permission.
//
// THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS "AS IS"
// AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
// IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE
// ARE DISCLAIMED. IN NO EVENT SHALL KNUT REINERT OR THE FU BERLIN BE LIABLE
// FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL
// DAMAGES (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR
// SERVICES; LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER
// CAUSED AND ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT
// LIABILITY, OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY
// OUT OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH
// DAMAGE.
//
// ==========================================================================
// Author: David Weese <david.weese@fu-berlin.de>
// ==========================================================================
// Class to aquire items, process them in parallel and serialize them in the
// order of acquirement.
// ==========================================================================
#ifndef SEQAN_PARALLEL_PARALLEL_SERIALIZER_H_
#define SEQAN_PARALLEL_PARALLEL_SERIALIZER_H_
namespace seqan {
// ============================================================================
// Classes
// ============================================================================
// ----------------------------------------------------------------------------
// Struct SerializerItem
// ----------------------------------------------------------------------------
template <typename TValue>
struct SerializerItem
{
TValue val;
SerializerItem *next;
bool ready;
};
// ----------------------------------------------------------------------------
// Class Serializer
// ----------------------------------------------------------------------------
template <typename TValue, typename TWorker>
class Serializer
{
public:
typedef SerializerItem<TValue> TItem;
typedef TItem * TItemPtr;
typedef ResourcePool<TItem> TPool;
typedef typename Size<Serializer>::Type TSize;
std::mutex cs;
TWorker worker;
TItemPtr first;
TItemPtr last;
TPool pool;
bool stop;
Serializer() :
first(NULL),
last(NULL),
stop(false)
{}
template <typename TArg>
explicit
Serializer(TArg &arg, TSize maxItems = 1024) :
worker(arg),
first(NULL),
last(NULL),
pool(maxItems),
stop(false)
{}
~Serializer()
{
while (first != NULL)
{
TItemPtr item = first;
first = first->next;
delete item;
}
}
operator bool()
{
return !stop;
}
};
// ============================================================================
// Functions
// ============================================================================
// ----------------------------------------------------------------------------
// Function clear()
// ----------------------------------------------------------------------------
template <typename TValue, typename TWorker>
inline void
clear(Serializer<TValue, TWorker> & me)
{
me.stop = false;
while (me.first != NULL)
{
TValue *item = me.first;
me.first = me.first->next;
releaseValue(me.recycled, item);
}
me.last = NULL;
}
// ----------------------------------------------------------------------------
// Function aquireValue()
// ----------------------------------------------------------------------------
// this function is not thread-safe as it would make
// not much sense to order a stream by the random
// order of executition behind a mutex
template <typename TValue, typename TWorker>
inline TValue *
aquireValue(Serializer<TValue, TWorker> & me)
{
typedef SerializerItem<TValue> TItem;
TItem *item = aquireValue(me.pool);
item->next = NULL;
item->ready = false;
// add item to the end of our linked list
{
std::lock_guard<std::mutex> lock(me.cs);
if (me.first == NULL)
me.first = item;
else
me.last->next = item;
me.last = item;
}
return &item->val;
}
// ----------------------------------------------------------------------------
// Function releaseValue()
// ----------------------------------------------------------------------------
template <typename TValue, typename TWorker>
inline bool
releaseValue(Serializer<TValue, TWorker> & me, TValue *ptr)
{
typedef SerializerItem<TValue> TItem;
TItem *item = reinterpret_cast<TItem *>(ptr);
SEQAN_ASSERT_NOT(item->ready);
// changing me.first or the ready flag must be done synchronized (me.mutex)
// the thread who changed me.first->ready to be true has to write it.
// change our ready flag and test if me.first->ready became true
{
std::lock_guard<std::mutex> lock(me.cs);
item->ready = true;
if (item != me.first)
return true;
}
// ok, if we are here it seems that we are responsible for writing the buffer
SEQAN_ASSERT(me.first != NULL);
bool success;
do
{
// process item
success = me.worker(item->val);
// remove item from linked list
{
std::lock_guard<std::mutex> lock(me.cs);
me.first = item->next;
// recycle released items
releaseValue(me.pool, item);
// can we leave?
item = me.first;
if (item == NULL || !item->ready)
return success;
}
// we continue to process the next buffer
}
while (success);
return false;
}
} // namespace seqan
#endif // #ifndef SEQAN_PARALLEL_PARALLEL_SERIALIZER_H_
|