1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
|
import concurrent.futures
import random
import string
import threading
from isal import igzip_lib, isal_zlib
import pytest
HAMLET_SCENE = b"""
LAERTES
O, fear me not.
I stay too long: but here my father comes.
Enter POLONIUS
A double blessing is a double grace,
Occasion smiles upon a second leave.
LORD POLONIUS
Yet here, Laertes! aboard, aboard, for shame!
The wind sits in the shoulder of your sail,
And you are stay'd for. There; my blessing with thee!
And these few precepts in thy memory
See thou character. Give thy thoughts no tongue,
Nor any unproportioned thought his act.
Be thou familiar, but by no means vulgar.
Those friends thou hast, and their adoption tried,
Grapple them to thy soul with hoops of steel;
But do not dull thy palm with entertainment
Of each new-hatch'd, unfledged comrade. Beware
Of entrance to a quarrel, but being in,
Bear't that the opposed may beware of thee.
Give every man thy ear, but few thy voice;
Take each man's censure, but reserve thy judgment.
Costly thy habit as thy purse can buy,
But not express'd in fancy; rich, not gaudy;
For the apparel oft proclaims the man,
And they in France of the best rank and station
Are of a most select and generous chief in that.
Neither a borrower nor a lender be;
For loan oft loses both itself and friend,
And borrowing dulls the edge of husbandry.
This above all: to thine ownself be true,
And it must follow, as the night the day,
Thou canst not then be false to any man.
Farewell: my blessing season this in thee!
LAERTES
Most humbly do I take my leave, my lord.
LORD POLONIUS
The time invites you; go; your servants tend.
LAERTES
Farewell, Ophelia; and remember well
What I have said to you.
OPHELIA
'Tis in my memory lock'd,
And you yourself shall keep the key of it.
LAERTES
Farewell.
"""
NUM_THREADS = 10
NUM_ITERATIONS = 20
NUM_JOBS = 50 # To simulate 50 jobs running in 10 threads
barrier = threading.Barrier(parties=NUM_THREADS)
def isal_compress_decompress(compress, decompress):
for _ in range(NUM_ITERATIONS):
barrier.wait()
x = compress(HAMLET_SCENE)
assert decompress(x) == HAMLET_SCENE
length = len(HAMLET_SCENE)
hamlet_random = HAMLET_SCENE + b"".join(
[s.encode() for s in random.choices(string.printable, k=length)]
)
barrier.wait()
x = compress(hamlet_random)
assert decompress(x) == hamlet_random
@pytest.mark.parametrize(
"compress,decompress",
[
pytest.param(isal_zlib.compress, isal_zlib.decompress, id="zlib"),
pytest.param(igzip_lib.compress, igzip_lib.decompress, id="igzip"),
]
)
def test_isal_compress_decompress_threaded(compress, decompress):
with concurrent.futures.ThreadPoolExecutor(NUM_THREADS) as executor:
futures = [
executor.submit(isal_compress_decompress, compress, decompress)
for _ in range(NUM_JOBS)
]
for future in concurrent.futures.as_completed(futures):
future.result() # To fire assertion error if there is one
|
