1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
import sys
import psutil
__all__ = ("memory_limit", "MEMORY_LIMIT")
def memory_limit():
"""Get the memory limit (in bytes) for this system.
Takes the minimum value from the following locations:
- Total system host memory
- Cgroups limit (if set)
- RSS rlimit (if set)
"""
limit = psutil.virtual_memory().total
# Check cgroups if available
if sys.platform == "linux":
try:
with open("/sys/fs/cgroup/memory/memory.limit_in_bytes") as f:
cgroups_limit = int(f.read())
if cgroups_limit > 0:
limit = min(limit, cgroups_limit)
except Exception:
pass
# Check rlimit if available
try:
import resource
hard_limit = resource.getrlimit(resource.RLIMIT_RSS)[1]
if hard_limit > 0:
limit = min(limit, hard_limit)
except (ImportError, OSError):
pass
return limit
MEMORY_LIMIT = memory_limit()
|
