1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
|
"""Run a subprocess. Wrapper around the 'subprocess' module
with a hack to prevent bogus out-of-memory conditions in os.fork()
if the current process already grew very large.
"""
import sys
import gc
import os
from subprocess import PIPE, Popen
def run_subprocess(executable, args, env=None, cwd=None):
return _run(executable, args, env, cwd)
shell_default = False
if sys.platform == 'win32':
shell_default = True
def _run(executable, args, env, cwd): # unless overridden below
if isinstance(args, str):
args = str(executable) + ' ' + args
shell = True
else:
if args is None:
args = [str(executable)]
else:
args = [str(executable)] + args
# shell=True on unix-like is a known security vulnerability, but
# on windows shell=True does not properly propogate the env dict
shell = shell_default
# Just before spawning the subprocess, do a gc.collect(). This
# should help if we are running on top of PyPy, if the subprocess
# is going to need a lot of RAM and we are using a lot too.
gc.collect()
pipe = Popen(args, stdout=PIPE, stderr=PIPE, shell=shell, env=env, cwd=cwd)
stdout, stderr = pipe.communicate()
if (sys.platform == 'win32' and pipe.returncode == 1 and
'is not recognized' in stderr):
# Setting shell=True on windows messes up expected exceptions
raise EnvironmentError(stderr)
return pipe.returncode, stdout, stderr
if __name__ == '__main__':
while True:
gc.collect()
operation = sys.stdin.readline()
if not operation:
sys.exit()
assert operation.startswith('(')
args = eval(operation)
try:
results = _run(*args)
except EnvironmentError as e:
results = (None, str(e))
sys.stdout.write('%r\n' % (results,))
sys.stdout.flush()
if sys.platform != 'win32' and hasattr(os, 'fork') and not os.getenv("PYPY_DONT_RUN_SUBPROCESS", None):
# do this at import-time, when the process is still tiny
_source = os.path.dirname(os.path.abspath(__file__))
_source = os.path.join(_source, 'runsubprocess.py') # and not e.g. '.pyc'
def spawn_subprocess():
global _child
_child = Popen([sys.executable, _source], bufsize=0,
stdin=PIPE, stdout=PIPE, close_fds=True)
spawn_subprocess()
def cleanup_subprocess():
global _child
_child = None
import atexit; atexit.register(cleanup_subprocess)
def _run(*args):
try:
_child.stdin.write('%r\n' % (args,))
except (OSError, IOError):
# lost the child. Try again...
spawn_subprocess()
_child.stdin.write('%r\n' % (args,))
results = _child.stdout.readline()
assert results.startswith('(')
results = eval(results)
if results[0] is None:
raise OSError('%s: %s\nargs=%r' % (args[0], results[1], args))
return results
|
