File: spsc_buffer.cpp

package info (click to toggle)
libcds 2.3.3-6
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 15,632 kB
  • sloc: cpp: 135,002; ansic: 7,234; perl: 243; sh: 237; makefile: 6
file content (277 lines) | stat: -rw-r--r-- 8,343 bytes parent folder | download | duplicates (3)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
// Copyright (c) 2006-2018 Maxim Khizhinsky
//
// Distributed under the Boost Software License, Version 1.0. (See accompanying
// file LICENSE or copy at http://www.boost.org/LICENSE_1_0.txt)

#include "queue_type.h"

#include <vector>
#include <algorithm>
#include <type_traits>
#include <cmath>

// Single producer/single consumer buffer push/pop test
namespace {

    static size_t s_nBufferSize = 1024*1024;
    static size_t s_nPushCount = 1000000;

    static std::atomic<size_t> s_nProducerDone( 0 );

    class spsc_buffer: public cds_test::stress_fixture
    {
    protected:
        typedef size_t value_type;

        enum {
            producer_thread,
            consumer_thread
        };

        class empty_functor
        {
        public:
            void operator()()
            {}

            double result()
            {
                return 0.0;
            }
        };

        class payload_functor
        {
        public:
            void operator()()
            {
                std::random_device rd;
                std::mt19937 gen( rd());
                std::uniform_int_distribution<unsigned> dis( 0, 64 * 1024* 1024 );
                quad_sum += std::sqrt( static_cast<double>( dis(gen)));
            }

            double result()
            {
                return quad_sum;
            }

        private:
            double quad_sum = 0.0;
        };

        template <class Queue, class Payload = empty_functor>
        class Producer: public cds_test::thread
        {
            typedef cds_test::thread base_class;
            typedef Payload payload_type;

        public:
            Producer( cds_test::thread_pool& pool, Queue& queue )
                : base_class( pool, producer_thread )
                , m_Queue( queue )
            {}

            Producer( Producer& src )
                : base_class( src )
                , m_Queue( src.m_Queue )
            {}

            virtual thread * clone()
            {
                return new Producer( *this );
            }

            virtual void test()
            {
                size_t const nPushCount = s_nPushCount;
                payload_type func;

                for ( size_t i = 0; i < nPushCount; ++i ) {
                    func();
                    size_t len = rand( 1024 ) + 64;
                    void* buf = m_Queue.back( len );
                    if ( buf ) {
                        memset( buf, len % 256, len );
                        m_Queue.push_back();
                        m_nPushed += len;
                    }
                    else
                        ++m_nPushFailed;
                }

                s_nProducerDone.fetch_add( 1 );
                m_PayloadResult = func.result();
            }

        public:
            Queue&              m_Queue;
            size_t              m_nPushFailed = 0;
            size_t              m_nPushed = 0;

            double              m_PayloadResult = 0.0;
        };

        template <class Queue, class Payload = empty_functor>
        class Consumer: public cds_test::thread
        {
            typedef cds_test::thread base_class;
            typedef Payload payload_type;

        public:
            Queue&              m_Queue;
            size_t              m_nPopEmpty = 0;
            size_t              m_nPopped = 0;
            size_t              m_nBadValue = 0;
            size_t              m_nPopFrontFailed = 0;

            double              m_PayloadResult = 0.0;

        public:
            Consumer( cds_test::thread_pool& pool, Queue& queue )
                : base_class( pool, consumer_thread )
                , m_Queue( queue )
            {}
            Consumer( Consumer& src )
                : base_class( src )
                , m_Queue( src.m_Queue )
            {}

            virtual thread * clone()
            {
                return new Consumer( *this );
            }

            virtual void test()
            {
                payload_type func;

                while ( true ) {
                    func();

                    auto buf = m_Queue.front();
                    if ( buf.first ) {
                        m_nPopped += buf.second;

                        uint8_t val = static_cast<uint8_t>( buf.second % 256 );
                        uint8_t const* p = reinterpret_cast<uint8_t*>( buf.first );
                        for ( uint8_t const* pEnd = p + buf.second; p < pEnd; ++p ) {
                            if ( *p != val ) {
                                ++m_nBadValue;
                                break;
                            }
                        }

                        if ( !m_Queue.pop_front())
                            ++m_nPopFrontFailed;
                    }
                    else {
                        ++m_nPopEmpty;
                        if ( s_nProducerDone.load() != 0 ) {
                            if ( m_Queue.empty())
                                break;
                        }
                    }
                }

                m_PayloadResult = func.result();
            }
        };

    protected:
        size_t m_nThreadPushCount;

    protected:
        template <class ProducerPayload, class ConsumerPayload, class Queue >
        void test_queue( Queue& q )
        {
            cds_test::thread_pool& pool = get_pool();
            auto producer = new Producer<Queue, ProducerPayload>( pool, q );
            auto consumer = new Consumer<Queue, ConsumerPayload>( pool, q );

            pool.add( producer, 1 );
            pool.add( consumer, 1 );

            s_nProducerDone.store( 0 );

            propout() << std::make_pair( "buffer_size", s_nBufferSize )
                      << std::make_pair( "push_count", s_nPushCount );

            std::chrono::milliseconds duration = pool.run();

            propout() << std::make_pair( "duration", duration );

            // analyze result
            EXPECT_EQ( consumer->m_nBadValue, 0u );
            EXPECT_EQ( consumer->m_nPopFrontFailed, 0u );
            EXPECT_EQ( consumer->m_nPopped, producer->m_nPushed );

            propout()
                << std::make_pair( "producer_push_length", producer->m_nPushed )
                << std::make_pair( "producer_push_failed", producer->m_nPushFailed )
                << std::make_pair( "consumer_pop_length", consumer->m_nPopped )
                << std::make_pair( "consumer_pop_empty", consumer->m_nPopEmpty )
                << std::make_pair( "consumer_bad_value", consumer->m_nBadValue )
                << std::make_pair( "consumer_pop_front_failed", consumer->m_nPopFrontFailed );
        }

        template <class Queue>
        void test( Queue& q )
        {
            test_queue<empty_functor, empty_functor>( q );
            propout() << q.statistics();
        }

    public:
        static void SetUpTestCase()
        {
            cds_test::config const& cfg = get_config( "spsc_buffer" );

            s_nBufferSize = cfg.get_size_t( "BufferSize", s_nBufferSize );
            s_nPushCount = cfg.get_size_t( "PushCount", s_nPushCount );

            if ( s_nBufferSize < 1024 * 64 )
                s_nBufferSize = 1024 * 64;
            if ( s_nPushCount == 0u )
                s_nPushCount = 1024;
        }
    };

    class spsc_buffer_slow_producer: public spsc_buffer
    {
    public:
        template <class Queue>
        void test( Queue& q )
        {
            test_queue<payload_functor, empty_functor>( q );
            propout() << q.statistics();
        }
    };

    class spsc_buffer_slow_consumer: public spsc_buffer
    {
    public:
        template <class Queue>
        void test( Queue& q )
        {
            test_queue<empty_functor, payload_functor>( q );
            propout() << q.statistics();
        }
    };

#undef CDSSTRESS_Queue_F
#define CDSSTRESS_Queue_F( test_fixture, type_name ) \
    TEST_F( test_fixture, type_name ) \
    { \
        typedef queue::Types< value_type >::type_name queue_type; \
        queue_type queue( s_nBufferSize ); \
        test( queue ); \
    }

    CDSSTRESS_WeakRingBuffer_void( spsc_buffer )
    CDSSTRESS_WeakRingBuffer_void( spsc_buffer_slow_producer )
    CDSSTRESS_WeakRingBuffer_void( spsc_buffer_slow_consumer )

#undef CDSSTRESS_Queue_F

} // namespace