1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459 460 461 462 463 464 465 466 467 468 469 470 471 472 473 474 475 476 477 478 479 480 481 482 483 484 485 486 487 488 489 490
|
from pypy.module.cpyext.api import (
cpython_api, CANNOT_FAIL, cpython_struct)
from pypy.module.cpyext.pyobject import PyObject, decref, make_ref, from_ref
from pypy.module.cpyext.modsupport import PyModuleDef
from pypy.interpreter.error import OperationError, oefmt
from rpython.rtyper.lltypesystem import rffi, lltype
from rpython.rlib import rthread
from rpython.rlib.objectmodel import we_are_translated
from rpython.rlib.rarithmetic import widen
PyInterpreterStateStruct = lltype.ForwardReference()
PyInterpreterState = lltype.Ptr(PyInterpreterStateStruct)
cpython_struct(
"PyInterpreterState",
[('next', PyInterpreterState),
('modules_by_index', PyObject)],
PyInterpreterStateStruct)
PyThreadState = lltype.Ptr(cpython_struct(
"PyThreadState",
[('interp', PyInterpreterState),
('dict', PyObject),
('id', rffi.ULONGLONG),
]))
class NoThreads(Exception):
pass
@cpython_api([], PyThreadState, error=CANNOT_FAIL, gil="release")
def PyEval_SaveThread(space):
"""Release the global interpreter lock (if it has been created and thread
support is enabled) and reset the thread state to NULL, returning the
previous thread state. If the lock has been created,
the current thread must have acquired it. (This function is available even
when thread support is disabled at compile time.)"""
state = space.fromcache(InterpreterState)
ec = space.getexecutioncontext()
tstate = state._get_thread_state(space, ec).memory
ec.cpyext_threadstate_is_current = False
return tstate
@cpython_api([PyThreadState], lltype.Void, gil="acquire")
def PyEval_RestoreThread(space, tstate):
"""Acquire the global interpreter lock (if it has been created and thread
support is enabled) and set the thread state to tstate, which must not be
NULL. If the lock has been created, the current thread must not have
acquired it, otherwise deadlock ensues. (This function is available even
when thread support is disabled at compile time.)"""
PyThreadState_Swap(space, tstate)
@cpython_api([], lltype.Void)
def PyEval_InitThreads(space):
if not space.config.translation.thread:
raise NoThreads
from pypy.module.thread import os_thread
os_thread.setup_threads(space)
@cpython_api([], rffi.INT_real, error=CANNOT_FAIL)
def PyEval_ThreadsInitialized(space):
if not space.config.translation.thread:
return 0
from pypy.module.thread import os_thread
return int(os_thread.threads_initialized(space))
# XXX: might be generally useful
def encapsulator(T, flavor='raw', dealloc=None):
class MemoryCapsule(object):
def __init__(self, space):
self.space = space
if space is not None:
self.memory = lltype.malloc(T, flavor=flavor)
else:
self.memory = lltype.nullptr(T)
def __del__(self):
if self.memory:
if dealloc and self.space:
dealloc(self.memory, self.space)
lltype.free(self.memory, flavor=flavor)
return MemoryCapsule
def ThreadState_dealloc(ts, space):
assert space is not None
decref(space, ts.c_dict)
ThreadStateCapsule = encapsulator(PyThreadState.TO,
dealloc=ThreadState_dealloc)
from pypy.interpreter.executioncontext import ExecutionContext
# Keep track of the ThreadStateCapsule for a particular execution context. The
# default is for new execution contexts not to have one; it is allocated on the
# first cpyext-based request for it.
ExecutionContext.cpyext_threadstate = ThreadStateCapsule(None)
# Also keep track of whether it has been initialized yet or not (None is a valid
# PyThreadState for an execution context to have, when the GIL has been
# released, so a check against that can't be used to determine the need for
# initialization).
ExecutionContext.cpyext_initialized_threadstate = False
ExecutionContext.cpyext_threadstate_is_current = True
def cleanup_cpyext_state(self):
self.cpyext_threadstate = None
self.cpyext_threadstate_is_current = True
self.cpyext_initialized_threadstate = False
ExecutionContext.cleanup_cpyext_state = cleanup_cpyext_state
class InterpreterState(object):
def __init__(self, space):
self.interpreter_state = lltype.malloc(
PyInterpreterState.TO, flavor='raw', zero=True, immortal=True)
def new_thread_state(self, space):
"""
Create a new ThreadStateCapsule to hold the PyThreadState for a
particular execution context.
:param space: A space.
:returns: A new ThreadStateCapsule holding a newly allocated
PyThreadState and referring to this interpreter state.
"""
from pypy.module.cpyext.state import State
capsule = ThreadStateCapsule(space)
ts = capsule.memory
space.fromcache(State).threadstate_count += 1
ts.c_id = rffi.cast(rffi.ULONGLONG,
space.fromcache(State).threadstate_count)
ts.c_interp = self.interpreter_state
ts.c_dict = make_ref(space, space.newdict())
return capsule
def get_thread_state(self, space):
"""
Get the current PyThreadState for the current execution context.
:param space: A space.
:returns: The current PyThreadState for the current execution context,
or None if it does not have one.
"""
ec = space.getexecutioncontext()
return self._get_thread_state(space, ec).memory
def swap_thread_state(self, space, tstate):
"""
Replace the current thread state of the current execution context with a
new thread state.
:param space: The space.
:param tstate: The new PyThreadState for the current execution context.
:returns: The old thread state for the current execution context, either
None or a PyThreadState.
"""
ec = space.getexecutioncontext()
capsule = self._get_thread_state(space, ec)
old_tstate = capsule.memory
capsule.memory = tstate
return old_tstate
def _get_thread_state(self, space, ec):
"""
Get the ThreadStateCapsule for the given execution context, possibly
creating a new one if it does not already have one.
:param space: The space.
:param ec: The ExecutionContext of which to get the thread state.
:returns: The ThreadStateCapsule for the given execution context.
"""
if not ec.cpyext_initialized_threadstate:
ec.cpyext_threadstate = self.new_thread_state(space)
ec.cpyext_initialized_threadstate = True
ec.cpyext_threadstate_is_current = True
return ec.cpyext_threadstate
@cpython_api([], PyThreadState, error=CANNOT_FAIL)
def PyThreadState_Get(space):
state = space.fromcache(InterpreterState)
ts = state.get_thread_state(space)
ec = space.getexecutioncontext()
if not ts or not ec.cpyext_threadstate_is_current:
from pypy.module.cpyext.api import py_fatalerrorfunc
py_fatalerrorfunc("PyThreadState_Get", "no current thread")
return ts
@cpython_api([], PyThreadState, error=CANNOT_FAIL)
def _PyThreadState_UncheckedGet(space):
"""Similar to PyThreadState_Get(), but don't issue a fatal error
if it is NULL.
This is from CPython >= 3.7. On py3.6, it is present anyway and used to
implement _Py_Finalizing as a macro.
"""
state = space.fromcache(InterpreterState)
ts = state.get_thread_state(space)
return ts
@cpython_api([], PyObject, result_is_ll=True, error=CANNOT_FAIL)
def PyThreadState_GetDict(space):
"""Return a dictionary in which extensions can store thread-specific state
information. Each extension should use a unique key to use to store state in
the dictionary. It is okay to call this function when no current thread state
is available. If this function returns NULL, no exception has been raised and
the caller should assume no current thread state is available.
Previously this could only be called when a current thread is active, and NULL
meant that an exception was raised."""
state = space.fromcache(InterpreterState)
ts = state.get_thread_state(space)
if not space.getexecutioncontext().cpyext_threadstate_is_current:
return lltype.nullptr(PyObject.TO)
return ts.c_dict
# Part of CPython's internal API, used in testcapi
@cpython_api([PyThreadState], PyObject, result_is_ll=True, error=CANNOT_FAIL)
def _PyThreadState_GetDict(space, tstate):
"""Return a dictionary in which extensions can store thread-specific state
information. Each extension should use a unique key to use to store state in
the dictionary. It is okay to call this function when no current thread state
is available. If this function returns NULL, no exception has been raised and
the caller should assume no current thread state is available.
"""
return tstate.c_dict
@cpython_api([PyThreadState], PyThreadState, error=CANNOT_FAIL)
def PyThreadState_Swap(space, tstate):
"""Swap the current thread state with the thread state given by the argument
tstate, which may be NULL. The global interpreter lock must be held."""
ec = space.getexecutioncontext()
state = space.fromcache(InterpreterState)
old_tstate = state.get_thread_state(space)
if not ec.cpyext_threadstate_is_current:
old_tstate = lltype.nullptr(PyThreadState.TO)
if tstate:
if tstate != state.get_thread_state(space):
print "Error in cpyext, CPython compatibility layer:"
print "PyThreadState_Swap() cannot be used to switch to another"
print "different PyThreadState right now"
raise AssertionError
ec.cpyext_threadstate_is_current = True
else:
ec.cpyext_threadstate_is_current = False
return old_tstate
@cpython_api([PyThreadState], lltype.Void, error=CANNOT_FAIL)
def PyThreadState_EnterTracing(space, tstate):
"""Suspend tracing and profiling in the Python thread state tstate."""
ec = space.getexecutioncontext()
ec.is_tracing += 1
@cpython_api([PyThreadState], lltype.Void, error=CANNOT_FAIL)
def PyThreadState_LeaveTracing(space, tstate):
"""Resume tracing and profiling in the Python thread state tstate suspended
by the PyThreadState_EnterTracing() function.
See also PyEval_SetTrace() and PyEval_SetProfile() functions."""
ec = space.getexecutioncontext()
ec.is_tracing -= 1
@cpython_api([PyThreadState], rffi.ULONGLONG, error=-1)
def PyThreadState_GetID(space, tstate):
return tstate.c_id
@cpython_api([PyThreadState], lltype.Void, gil="acquire")
def PyEval_AcquireThread(space, tstate):
"""Acquire the global interpreter lock and set the current thread state to
tstate, which should not be NULL. The lock must have been created earlier.
If this thread already has the lock, deadlock ensues. This function is not
available when thread support is disabled at compile time."""
@cpython_api([PyThreadState], lltype.Void, gil="release")
def PyEval_ReleaseThread(space, tstate):
"""Reset the current thread state to NULL and release the global interpreter
lock. The lock must have been created earlier and must be held by the current
thread. The tstate argument, which must not be NULL, is only used to check
that it represents the current thread state --- if it isn't, a fatal error is
reported. This function is not available when thread support is disabled at
compile time."""
PyGILState_STATE = rffi.INT
PyGILState_LOCKED = 0
PyGILState_UNLOCKED = 1
PyGILState_IGNORE = 2
ExecutionContext.cpyext_gilstate_counter_noleave = 0
def _workaround_cpython_untranslated(space):
# Workaround when not translated. The problem is that
# space.threadlocals.get_ec() is based on "thread._local", but
# CPython will clear a "thread._local" as soon as CPython's
# PyThreadState goes away. This occurs even if we're in a thread
# created from C and we're going to call some more Python code
# from this thread. This case shows up in
# test_pystate.test_frame_tstate_tracing.
def get_possibly_deleted_ec():
ec1 = space.threadlocals.raw_thread_local.get()
ec2 = space.threadlocals._valuedict.get(rthread.get_ident(), None)
if ec1 is None and ec2 is not None:
space.threadlocals.raw_thread_local.set(ec2)
return space.threadlocals.__class__.get_ec(space.threadlocals)
space.threadlocals.get_ec = get_possibly_deleted_ec
@cpython_api([], rffi.INT_real, error=CANNOT_FAIL, gil="pygilstate_check")
def PyGILState_Check(space):
assert False, "the logic is completely inside wrapper_second_level"
@cpython_api([], PyGILState_STATE, error=CANNOT_FAIL, gil="pygilstate_ensure")
def PyGILState_Ensure(space, previous_state):
# The argument 'previous_state' is not part of the API; it is inserted
# by make_wrapper() and contains PyGILState_LOCKED/UNLOCKED based on
# the previous GIL state.
must_leave = space.threadlocals.try_enter_thread(space)
ec = space.getexecutioncontext()
if not must_leave:
# This is a counter of how many times we called try_enter_thread()
# and it returned False. In PyGILState_Release(), if this counter
# is greater than zero, we decrement it; only if the counter is
# already zero do we call leave_thread().
ec.cpyext_gilstate_counter_noleave += 1
else:
# This case is for when we just built a fresh threadlocals.
# We should only see it when we are in a new thread with no
# PyPy code below.
assert previous_state == PyGILState_UNLOCKED
assert ec.cpyext_gilstate_counter_noleave == 0
if not we_are_translated():
_workaround_cpython_untranslated(space)
#
ec.cpyext_threadstate_is_current = True
return rffi.cast(PyGILState_STATE, previous_state)
@cpython_api([PyGILState_STATE], lltype.Void, gil="pygilstate_release")
def PyGILState_Release(space, oldstate):
oldstate = rffi.cast(lltype.Signed, oldstate)
ec = space.getexecutioncontext()
if ec.cpyext_gilstate_counter_noleave > 0:
ec.cpyext_gilstate_counter_noleave -= 1
else:
assert ec.cpyext_gilstate_counter_noleave == 0
assert oldstate == PyGILState_UNLOCKED
assert space.config.translation.thread
# ^^^ otherwise, we should not reach this case
ec.cpyext_threadstate_is_current = False
space.threadlocals.leave_thread(space)
@cpython_api([], PyInterpreterState, error=CANNOT_FAIL)
def PyInterpreterState_Head(space):
"""Return the interpreter state object at the head of the list of all such objects.
"""
return space.fromcache(InterpreterState).interpreter_state
@cpython_api([PyInterpreterState], PyInterpreterState, error=CANNOT_FAIL)
def PyInterpreterState_Next(space, interp):
"""Return the next interpreter state object after interp from the list of all
such objects.
"""
# PyPy does not support multiple interpreters
return lltype.nullptr(PyInterpreterState.TO)
@cpython_api([PyInterpreterState], rffi.LONG, error=CANNOT_FAIL)
def PyInterpreterState_GetID(space, interp):
return 0
@cpython_api([PyInterpreterState], PyThreadState, error=CANNOT_FAIL,
gil="around")
def PyThreadState_New(space, interp):
"""Create a new thread state object belonging to the given interpreter
object. The global interpreter lock need not be held, but may be held if
it is necessary to serialize calls to this function."""
if not space.config.translation.thread:
raise NoThreads
# PyThreadState_Get will allocate a new execution context,
# we need to protect gc and other globals with the GIL.
rthread.gc_thread_start()
return PyThreadState_Get(space)
@cpython_api([PyThreadState], lltype.Void)
def PyThreadState_Clear(space, tstate):
"""Reset all information in a thread state object. The global
interpreter lock must be held."""
if not space.config.translation.thread:
raise NoThreads
decref(space, tstate.c_dict)
tstate.c_dict = lltype.nullptr(PyObject.TO)
space.threadlocals.leave_thread(space)
space.getexecutioncontext().cleanup_cpyext_state()
rthread.gc_thread_die()
@cpython_api([PyThreadState], lltype.Void)
def PyThreadState_Delete(space, tstate):
"""Destroy a thread state object. The global interpreter lock need not
be held. The thread state must have been reset with a previous call to
PyThreadState_Clear()."""
@cpython_api([], lltype.Void)
def PyThreadState_DeleteCurrent(space):
"""Destroy a thread state object. The global interpreter lock need not
be held. The thread state must have been reset with a previous call to
PyThreadState_Clear()."""
@cpython_api([], lltype.Void)
def PyOS_AfterFork(space):
"""Function to update some internal state after a process fork; this should be
called in the new process if the Python interpreter will continue to be used.
If a new executable is loaded into the new process, this function does not need
to be called."""
if not space.config.translation.thread:
return
from pypy.module.thread import os_thread
try:
os_thread.reinit_threads(space)
except OperationError as e:
e.write_unraisable(space, "PyOS_AfterFork()")
@cpython_api([], rffi.INT_real, error=CANNOT_FAIL)
def _Py_IsFinalizing(space):
"""From CPython >= 3.7. On py3.6, it is present anyway and used to
implement _Py_Finalizing as a macro."""
return space.sys.finalizing
@cpython_api([lltype.Unsigned, PyObject], rffi.INT, error=CANNOT_FAIL)
def PyThreadState_SetAsyncExc(space, id, w_exc):
""" Asynchronously raise an exception in a thread. The id argument is the
thread id of the target thread; exc is the exception object to be raised.
This function does not steal any references to exc. To prevent naive
misuse, you must write your own C extension to call this. Must be called
with the GIL held. Returns the number of thread states modified; this is
normally one, but will be zero if the thread id isn't found. If exc is
NULL, the pending exception (if any) for the thread is cleared. This raises
no exceptions.
"""
from rpython.rlib.rarithmetic import intmask
from pypy.module.__pypy__.interp_signal import _raise_in_thread
tid = intmask(id)
try:
_raise_in_thread(space, tid, w_exc)
except OperationError as e:
if not e.match(space, space.w_ValueError):
e.write_unraisable(space, "PyThreadState_SetAsyncExc")
return 0
return 1
def _PyInterpreterState_GET(space):
tstate = PyThreadState_Get(space)
return tstate.c_interp
@cpython_api([PyObject, PyModuleDef], rffi.INT_real, error=-1)
def PyState_AddModule(space, w_module, moddef):
if not moddef:
raise oefmt(space.w_SystemError, "module definition is NULL")
interp = _PyInterpreterState_GET(space)
index = widen(moddef.c_m_base.c_m_index)
if index < 0:
raise oefmt(space.w_SystemError, "module index < 0")
if not interp.c_modules_by_index:
w_by_index = space.newlist([])
interp.c_modules_by_index = make_ref(space, w_by_index)
else:
w_by_index = from_ref(space, interp.c_modules_by_index)
if moddef.c_m_slots:
raise oefmt(space.w_SystemError,
"PyState_AddModule called on module with slots");
if index < space.len_w(w_by_index):
w_module_seen = space.getitem(w_by_index, space.newint(index))
if space.eq_w(w_module_seen, w_module):
raise oefmt(space.w_SystemError, "module %R already added", w_module)
while space.len_w(w_by_index) <= index:
space.call_method(w_by_index, 'append', space.w_None)
space.setitem(w_by_index, space.newint(index), w_module)
return 0
@cpython_api([PyModuleDef], rffi.INT_real, error=-1)
def PyState_RemoveModule(space, moddef):
interp = _PyInterpreterState_GET(space)
if moddef.c_m_slots:
raise oefmt(space.w_SystemError,
"PyState_RemoveModule called on module with slots")
index = widen(moddef.c_m_base.c_m_index)
if index == 0:
raise oefmt(space.w_SystemError, "invalid module index")
if not interp.c_modules_by_index:
raise oefmt(space.w_SystemError, "Interpreters module-list not accessible.")
w_by_index = from_ref(space, interp.c_modules_by_index)
if index > space.len_w(w_by_index):
raise oefmt(space.w_SystemError, "Module index out of bounds.")
space.setitem(w_by_index, space.newint(index), space.w_None)
return 0
|