File: test_stall_buffer_simple.py

package info (click to toggle)
ltt-control 2.15.0-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 22,744 kB
  • sloc: cpp: 207,706; sh: 28,837; python: 18,952; ansic: 11,636; makefile: 3,362; java: 109; xml: 46
file content (281 lines) | stat: -rwxr-xr-x 9,429 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
#!/usr/bin/env python3
#
# SPDX-FileCopyrightText: 2025 Olivier Dion <odion@efficios.com>
# SPDX-License-Identifier: GPL-2.0-only

import mmap
import pathlib
import resource
import sys

# Import in-tree test utils
test_utils_import_path = pathlib.Path(__file__).absolute().parents[3] / "utils"
sys.path.append(str(test_utils_import_path))

import lttngtest

from common import *

"""
This test suite validates some simple scenarios of stalled buffers.

All tests work similarly by doing the following steps:

  1. Start a session

  2. Create a channel

     a) Channels are created with the per-channel buffer-allocation for better
     reproducibility.

  3. Enable some events

  4. Start some producers that will generate the events.

     a) The applications are started under the GDB debugger and breakpoints are set
     on test-points within UST. The applications will crash once all breakpoints have
     been set.

  5. The session is destroyed.

     a) If sessiond failed to destroyed the session within time, the test
     failed.

  6. The trace is read and compared against expected trace.

     a) The trace should not have any error.

     b) Depending on the test-point, some events might be missing.
"""


def run_simple_scenario(
    scenario,
    tap,
    test_env,
    client,
    event_record_loss_mode=lttngtest.EventRecordLossMode.Discard,
):

    # 1.
    session = client.create_session(
        output=lttngtest.LocalSessionOutputLocation(
            test_env.create_temporary_directory("trace")
        )
    )

    # 2.
    channel = session.add_channel(
        lttngtest.TracingDomain.User,
        buffer_allocation_policy=lttngtest.BufferAllocationPolicy.PerChannel,
        subbuf_size=mmap.PAGESIZE,
        event_record_loss_mode=event_record_loss_mode,
        watchdog_timer_period_us=0,
    )

    # 3.
    #
    # Only trace `tp` provider because the breakpoint will be installed after
    # the user application has started. Thus, statedump events would be emitted.
    channel.add_recording_rule(lttngtest.UserTracepointEventRule(name_pattern="tp:*"))
    session.start()

    # 4.
    scenario(tap.diagnostic, test_env, session)

    # 5.
    session.destroy(timeout_s=test_env.teardown_timeout)

    # 6. Check trace stats against scenario expectations.
    stats = TraceStats(str(session.output.path))

    expectation_error = stats.unmet_scenario_expectations(scenario)

    if expectation_error:
        tap.diagnostic(
            "Trace stats did not meet scenario expectations: dumping contents"
        )
        dump_trace_contents(session.output.path, tap)
        raise Exception(expectation_error)


fast_path_scenarios = (
    # A single event is emitted in the slow path.
    #
    # A single packet is emitted since the packet header is lazily allocated on the
    # first event in the slow path.
    StallScenario(
        testpoints=["lib_ring_buffer_reserve_take_ownership_succeed"],
        synopsis="""\
The producer crashes after succesfully taking the ownership of a
sub-buffer, but has not make a reservation yet.
""",
        expected_events=1,
        expected_discarded_events=0,
        expected_packets=1,
        expected_discarded_packets=0,
    ),
    # Same as above. Taking the reservation does not change anything.
    StallScenario(
        testpoints=["lib_ring_buffer_reserve_cmpxchg_succeed"],
        synopsis="""\
The producer crashes after succesfully taking the reservation of a
sub-buffer, but has not make a reservation yet.""",
        expected_events=1,
        expected_discarded_events=0,
        expected_packets=1,
        expected_discarded_packets=0,
    ),
    # This state is reach even for slow path reservation, it is expected to
    # have 0 events. But since the slow path reservation has allocated the
    # packet header, there will be a single packet.
    StallScenario(
        testpoints=["lib_ring_buffer_commit_after_record_count"],
        synopsis="""\
The producer crashes after incrementing the number of commited records,
but before incrementing the hot commit counter of the sub-buffer.
""",
        expected_events=0,
        expected_discarded_events=0,
        expected_packets=1,
        expected_discarded_packets=0,
    ),
    # There should be an event in the trace since the hot commit counter has
    # been incremented.
    StallScenario(
        testpoints=["lib_ring_buffer_commit_after_commit_count"],
        synopsis="""\
The producer crashes after incrementing the hot commit count of
the sub-buffer.
""",
        expected_events=1,
        expected_discarded_events=0,
        expected_packets=1,
        expected_discarded_packets=0,
    ),
    # Same as above.
    StallScenario(
        testpoints=["lib_ring_buffer_commit_before_clear_owner"],
        synopsis="""\
The producer crashes before succesfully releasing the ownership of a
sub-buffer.""",
        expected_events=1,
        expected_discarded_events=0,
        expected_packets=1,
        expected_discarded_packets=0,
    ),
)

# These scenarios only happen on sub-buffer boundaries.
slow_path_scenarios = (
    # Expect zero events and packets since the producer crashes before
    # allocating the packet header.
    StallScenario(
        testpoints=["lib_ring_buffer_reserve_slow_take_ownership_succeed"],
        synopsis="""\
The producer crashes after succesfully taking the ownership of a sub-buffer (slow-path), but has not make a reservation yet.
""",
        expected_events=0,
        expected_discarded_events=0,
        expected_packets=0,
        expected_discarded_packets=0,
    ),
    # If the producer crashes after taking the reservation of the begining of a
    # new packet, then the consumer will create an empty packet.
    StallScenario(
        testpoints=["lib_ring_buffer_reserve_slow_cmpxchg_succeed"],
        synopsis="""\
The producer crashes after succesfully taking the reservation of a
sub-buffer (slow-path), but has not make a reservation yet.""",
        expected_events=0,
        expected_discarded_events=0,
        expected_packets=1,
        expected_discarded_packets=0,
    ),
    # The producer crashes after commiting the packet header of the new
    # sub-buffer. A single packet is expected with no events in it.
    StallScenario(
        testpoints=["lib_ring_buffer_switch_new_start_after_commit"],
        synopsis="""\
The producer crashes after succesfully comitting the packet header
of a new sub-buffer.""",
        expected_events=0,
        expected_discarded_events=0,
        expected_packets=1,
        expected_discarded_packets=0,
    ),
    StallScenario(
        testpoints=["lib_ring_buffer_check_deliver_slow_cmpxchg_succeed"],
        expected_events=lambda x: x != 0,
        expected_discarded_events=0,
        expected_packets=lambda x: x != 0,
        expected_discarded_packets=0,
    ),
    StallScenario(
        testpoints=["lib_ring_buffer_check_deliver_slow_before_wakeup"],
        synopsis="""\
The producer crashes before delivering the wakeup to the consumer.
""",
        expected_events=lambda x: x != 0,
        expected_discarded_events=0,
        expected_packets=2,
        expected_discarded_packets=0,
    ),
    StallScenario(
        producers=(1, 2),
        scheduling=[
            (1, "lib_ring_buffer_clear_owner_lazy_padding_before_ownership_release"),
            (2, "lib_ring_buffer_switch_slow_cmpxchg_succeed"),
            (1, "lib_ring_buffer_clear_owner_lazy_padding_before_take_ownership"),
        ],
        synopsis="""\
Reproduce a high-throughput scenario.

The first producer will stop just before releasing its ownership. It has already checked
that the reserve position has not changed. The second producer is then started and stopped on
the buffer switch path. Thus, the reserve position has moved and no owner exist within the
ring-buffer, other than the first producer. Then, the first producer crashes just before
taking the ownership again, after seeing that the reserve position has moved.
""",
    ),
)


def run_tests(tap, scenarios, **kwargs):
    with lttngtest.test_environment(with_sessiond=True, log=tap.diagnostic) as test_env:

        client = lttngtest.LTTngClient(test_env, log=tap.diagnostic)

        for scenario in scenarios:
            with tap.case(scenario.synopsis) as test_case:
                try:
                    run_simple_scenario(scenario, tap, test_env, client, **kwargs)
                except Exception as exn:
                    tap.diagnostic(
                        "Exception thrown while running test case: {}".format(exn)
                    )
                    test_case.fail()


if __name__ == "__main__":

    scenarios = fast_path_scenarios + slow_path_scenarios

    variants = (
        {"event_record_loss_mode": lttngtest.EventRecordLossMode.Discard},
        {"event_record_loss_mode": lttngtest.EventRecordLossMode.Overwrite},
    )

    tap = lttngtest.TapGenerator(len(scenarios) * len(variants))

    if not gdb_exists():
        tap.missing_platform_requirement("GDB not available")

    # These tests make use of traps which will produce core files.
    # Disable core dumps to avoid filling disk or tmp space.
    resource.setrlimit(resource.RLIMIT_CORE, (0, 0))
    for variant in variants:
        tap.diagnostic("Starting variant: {}".format(variant))
        run_tests(tap, scenarios, **variant)

    sys.exit(0 if tap.is_successful else 1)