1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
|
from __future__ import annotations
import builtins
import io
import sys
import psutil
import pytest
from distributed.compatibility import MACOS
from distributed.system import memory_limit
def test_memory_limit():
limit = memory_limit()
assert isinstance(limit, int)
assert limit <= psutil.virtual_memory().total
assert limit >= 1
def test_hard_memory_limit_cgroups(monkeypatch):
builtin_open = builtins.open
def myopen(path, *args, **kwargs):
if path == "/sys/fs/cgroup/memory/memory.limit_in_bytes":
# Absurdly low, unlikely to match real value
return io.StringIO("20")
return builtin_open(path, *args, **kwargs)
monkeypatch.setattr(builtins, "open", myopen)
monkeypatch.setattr(sys, "platform", "linux")
limit = memory_limit()
assert limit == 20
def test_soft_memory_limit_cgroups(monkeypatch):
builtin_open = builtins.open
def myopen(path, *args, **kwargs):
if path == "/sys/fs/cgroup/memory/memory.limit_in_bytes":
# Absurdly low, unlikely to match real value
return io.StringIO("20")
if path == "/sys/fs/cgroup/memory/memory.soft_limit_in_bytes":
# Should take precedence
return io.StringIO("10")
return builtin_open(path, *args, **kwargs)
monkeypatch.setattr(builtins, "open", myopen)
monkeypatch.setattr(sys, "platform", "linux")
limit = memory_limit()
assert limit == 10
def test_hard_memory_limit_cgroups2(monkeypatch):
builtin_open = builtins.open
def myopen(path, *args, **kwargs):
if path == "/sys/fs/cgroup/memory.max":
# Absurdly low, unlikely to match real value
return io.StringIO("20")
return builtin_open(path, *args, **kwargs)
monkeypatch.setattr(builtins, "open", myopen)
monkeypatch.setattr(sys, "platform", "linux")
limit = memory_limit()
assert limit == 20
def test_soft_memory_limit_cgroups2(monkeypatch):
builtin_open = builtins.open
def myopen(path, *args, **kwargs):
if path == "/sys/fs/cgroup/memory.max":
# Absurdly low, unlikely to match real value
return io.StringIO("20")
if path == "/sys/fs/cgroup/memory.high":
# should take precedence
return io.StringIO("10")
return builtin_open(path, *args, **kwargs)
monkeypatch.setattr(builtins, "open", myopen)
monkeypatch.setattr(sys, "platform", "linux")
limit = memory_limit()
assert limit == 10
def test_softest_memory_limit_cgroups2(monkeypatch):
builtin_open = builtins.open
def myopen(path, *args, **kwargs):
if path == "/sys/fs/cgroup/memory.max":
# Absurdly low, unlikely to match real value
return io.StringIO("20")
if path == "/sys/fs/cgroup/memory.low":
# should take precedence
return io.StringIO("10")
return builtin_open(path, *args, **kwargs)
monkeypatch.setattr(builtins, "open", myopen)
monkeypatch.setattr(sys, "platform", "linux")
limit = memory_limit()
assert limit == 10
@pytest.mark.xfail(
MACOS,
reason="Mac OS raises 'ValueError: current limit exceeds maximum limit' "
"when calling setrlimit with as little as 7 GiB (getrlimit returns 2**63)",
)
def test_rlimit():
resource = pytest.importorskip("resource")
# decrease memory limit by one byte
new_limit = memory_limit() - 1
resource.setrlimit(resource.RLIMIT_RSS, (new_limit, new_limit))
assert memory_limit() == new_limit
|
