1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371
|
from rpython.jit.metainterp.typesystem import deref, fieldType, arrayItem
from rpython.rtyper.lltypesystem.rclass import OBJECT
from rpython.rtyper.lltypesystem import lltype, llmemory
from rpython.translator.backendopt.graphanalyze import BoolGraphAnalyzer
class EffectInfo(object):
_cache = {}
# the 'extraeffect' field is one of the following values:
EF_ELIDABLE_CANNOT_RAISE = 0 #elidable function (and cannot raise)
EF_LOOPINVARIANT = 1 #special: call it only once per loop
EF_CANNOT_RAISE = 2 #a function which cannot raise
EF_ELIDABLE_CAN_RAISE = 3 #elidable function (but can raise)
EF_CAN_RAISE = 4 #normal function (can raise)
EF_FORCES_VIRTUAL_OR_VIRTUALIZABLE = 5 #can raise and force virtualizables
EF_RANDOM_EFFECTS = 6 #can do whatever
# the 'oopspecindex' field is one of the following values:
OS_NONE = 0 # normal case, no oopspec
OS_ARRAYCOPY = 1 # "list.ll_arraycopy"
OS_STR2UNICODE = 2 # "str.str2unicode"
OS_SHRINK_ARRAY = 3 # rgc.ll_shrink_array
OS_DICT_LOOKUP = 4 # ll_dict_lookup
OS_THREADLOCALREF_GET = 5 # llop.threadlocalref_get
OS_GET_ERRNO = 6 # rposix.get_errno
OS_SET_ERRNO = 7 # rposix.set_errno
#
OS_STR_CONCAT = 22 # "stroruni.concat"
OS_STR_SLICE = 23 # "stroruni.slice"
OS_STR_EQUAL = 24 # "stroruni.equal"
OS_STREQ_SLICE_CHECKNULL = 25 # s2!=NULL and s1[x:x+length]==s2
OS_STREQ_SLICE_NONNULL = 26 # s1[x:x+length]==s2 (assert s2!=NULL)
OS_STREQ_SLICE_CHAR = 27 # s1[x:x+length]==char
OS_STREQ_NONNULL = 28 # s1 == s2 (assert s1!=NULL,s2!=NULL)
OS_STREQ_NONNULL_CHAR = 29 # s1 == char (assert s1!=NULL)
OS_STREQ_CHECKNULL_CHAR = 30 # s1!=NULL and s1==char
OS_STREQ_LENGTHOK = 31 # s1 == s2 (assert len(s1)==len(s2))
OS_STR_CMP = 32 # "stroruni.cmp"
#
OS_UNI_CONCAT = 42 #
OS_UNI_SLICE = 43 #
OS_UNI_EQUAL = 44 #
OS_UNIEQ_SLICE_CHECKNULL = 45 #
OS_UNIEQ_SLICE_NONNULL = 46 #
OS_UNIEQ_SLICE_CHAR = 47 #
OS_UNIEQ_NONNULL = 48 # the same for unicode
OS_UNIEQ_NONNULL_CHAR = 49 # (must be the same amount as for
OS_UNIEQ_CHECKNULL_CHAR = 50 # STR, in the same order)
OS_UNIEQ_LENGTHOK = 51 #
OS_UNI_CMP = 52
_OS_offset_uni = OS_UNI_CONCAT - OS_STR_CONCAT
#
OS_LIBFFI_CALL = 62
#
OS_LLONG_INVERT = 69
OS_LLONG_ADD = 70
OS_LLONG_SUB = 71
OS_LLONG_MUL = 72
OS_LLONG_LT = 73
OS_LLONG_LE = 74
OS_LLONG_EQ = 75
OS_LLONG_NE = 76
OS_LLONG_GT = 77
OS_LLONG_GE = 78
OS_LLONG_AND = 79
OS_LLONG_OR = 80
OS_LLONG_LSHIFT = 81
OS_LLONG_RSHIFT = 82
OS_LLONG_XOR = 83
OS_LLONG_FROM_INT = 84
OS_LLONG_TO_INT = 85
OS_LLONG_FROM_FLOAT = 86
OS_LLONG_TO_FLOAT = 87
OS_LLONG_ULT = 88
OS_LLONG_ULE = 89
OS_LLONG_UGT = 90
OS_LLONG_UGE = 91
OS_LLONG_URSHIFT = 92
OS_LLONG_FROM_UINT = 93
OS_LLONG_U_TO_FLOAT = 94
#
OS_MATH_SQRT = 100
OS_MATH_READ_TIMESTAMP = 101
#
OS_RAW_MALLOC_VARSIZE_CHAR = 110
OS_RAW_FREE = 111
#
OS_STR_COPY_TO_RAW = 112
OS_UNI_COPY_TO_RAW = 113
OS_JIT_FORCE_VIRTUAL = 120
OS_JIT_FORCE_VIRTUALIZABLE = 121
# for debugging:
_OS_CANRAISE = set([
OS_NONE, OS_STR2UNICODE, OS_LIBFFI_CALL, OS_RAW_MALLOC_VARSIZE_CHAR,
OS_JIT_FORCE_VIRTUAL, OS_SHRINK_ARRAY, OS_DICT_LOOKUP,
])
def __new__(cls, readonly_descrs_fields, readonly_descrs_arrays,
readonly_descrs_interiorfields,
write_descrs_fields, write_descrs_arrays,
write_descrs_interiorfields,
extraeffect=EF_CAN_RAISE,
oopspecindex=OS_NONE,
can_invalidate=False,
call_release_gil_target=llmemory.NULL,
extradescrs=None):
key = (frozenset_or_none(readonly_descrs_fields),
frozenset_or_none(readonly_descrs_arrays),
frozenset_or_none(readonly_descrs_interiorfields),
frozenset_or_none(write_descrs_fields),
frozenset_or_none(write_descrs_arrays),
frozenset_or_none(write_descrs_interiorfields),
extraeffect,
oopspecindex,
can_invalidate)
if call_release_gil_target:
key += (object(),) # don't care about caching in this case
if key in cls._cache:
return cls._cache[key]
if extraeffect == EffectInfo.EF_RANDOM_EFFECTS:
assert readonly_descrs_fields is None
assert readonly_descrs_arrays is None
assert write_descrs_fields is None
assert write_descrs_arrays is None
else:
assert readonly_descrs_fields is not None
assert readonly_descrs_arrays is not None
assert write_descrs_fields is not None
assert write_descrs_arrays is not None
result = object.__new__(cls)
result.readonly_descrs_fields = readonly_descrs_fields
result.readonly_descrs_arrays = readonly_descrs_arrays
result.readonly_descrs_interiorfields = readonly_descrs_interiorfields
if extraeffect == EffectInfo.EF_LOOPINVARIANT or \
extraeffect == EffectInfo.EF_ELIDABLE_CANNOT_RAISE or \
extraeffect == EffectInfo.EF_ELIDABLE_CAN_RAISE:
result.write_descrs_fields = []
result.write_descrs_arrays = []
result.write_descrs_interiorfields = []
else:
result.write_descrs_fields = write_descrs_fields
result.write_descrs_arrays = write_descrs_arrays
result.write_descrs_interiorfields = write_descrs_interiorfields
result.extraeffect = extraeffect
result.can_invalidate = can_invalidate
result.oopspecindex = oopspecindex
result.extradescrs = extradescrs
result.call_release_gil_target = call_release_gil_target
if result.check_can_raise():
assert oopspecindex in cls._OS_CANRAISE
cls._cache[key] = result
return result
def check_can_raise(self):
return self.extraeffect > self.EF_CANNOT_RAISE
def check_can_invalidate(self):
return self.can_invalidate
def check_is_elidable(self):
return (self.extraeffect == self.EF_ELIDABLE_CAN_RAISE or
self.extraeffect == self.EF_ELIDABLE_CANNOT_RAISE)
def check_forces_virtual_or_virtualizable(self):
return self.extraeffect >= self.EF_FORCES_VIRTUAL_OR_VIRTUALIZABLE
def has_random_effects(self):
return self.extraeffect >= self.EF_RANDOM_EFFECTS
def is_call_release_gil(self):
return bool(self.call_release_gil_target)
def __repr__(self):
more = ''
if self.oopspecindex:
more = ' OS=%r' % (self.oopspecindex,)
return '<EffectInfo 0x%x: EF=%r%s>' % (id(self), self.extraeffect, more)
def frozenset_or_none(x):
if x is None:
return None
return frozenset(x)
EffectInfo.MOST_GENERAL = EffectInfo(None, None, None, None, None, None,
EffectInfo.EF_RANDOM_EFFECTS,
can_invalidate=True)
def effectinfo_from_writeanalyze(effects, cpu,
extraeffect=EffectInfo.EF_CAN_RAISE,
oopspecindex=EffectInfo.OS_NONE,
can_invalidate=False,
call_release_gil_target=llmemory.NULL,
extradescr=None):
from rpython.translator.backendopt.writeanalyze import top_set
if effects is top_set or extraeffect == EffectInfo.EF_RANDOM_EFFECTS:
readonly_descrs_fields = None
readonly_descrs_arrays = None
readonly_descrs_interiorfields = None
write_descrs_fields = None
write_descrs_arrays = None
write_descrs_interiorfields = None
extraeffect = EffectInfo.EF_RANDOM_EFFECTS
else:
readonly_descrs_fields = []
readonly_descrs_arrays = []
readonly_descrs_interiorfields = []
write_descrs_fields = []
write_descrs_arrays = []
write_descrs_interiorfields = []
def add_struct(descrs_fields, (_, T, fieldname)):
T = deref(T)
if consider_struct(T, fieldname):
descr = cpu.fielddescrof(T, fieldname)
descrs_fields.append(descr)
def add_array(descrs_arrays, (_, T)):
ARRAY = deref(T)
if consider_array(ARRAY):
descr = cpu.arraydescrof(ARRAY)
descrs_arrays.append(descr)
def add_interiorfield(descrs_interiorfields, (_, T, fieldname)):
T = deref(T)
if not isinstance(T, lltype.Array):
return # let's not consider structs for now
if not consider_array(T):
return
if getattr(T.OF, fieldname) is lltype.Void:
return
descr = cpu.interiorfielddescrof(T, fieldname)
descrs_interiorfields.append(descr)
# a read or a write to an interiorfield, inside an array of
# structs, is additionally recorded as a read or write of
# the array itself
extraef = set()
for tup in effects:
if tup[0] == "interiorfield" or tup[0] == "readinteriorfield":
T = deref(tup[1])
if isinstance(T, lltype.Array) and consider_array(T):
extraef.add((tup[0].replace("interiorfield", "array"),
tup[1]))
effects |= extraef
for tup in effects:
if tup[0] == "struct":
add_struct(write_descrs_fields, tup)
elif tup[0] == "readstruct":
tupw = ("struct",) + tup[1:]
if tupw not in effects:
add_struct(readonly_descrs_fields, tup)
elif tup[0] == "interiorfield":
add_interiorfield(write_descrs_interiorfields, tup)
elif tup[0] == "readinteriorfield":
tupw = ('interiorfield',) + tup[1:]
if tupw not in effects:
add_interiorfield(readonly_descrs_interiorfields, tup)
elif tup[0] == "array":
add_array(write_descrs_arrays, tup)
elif tup[0] == "readarray":
tupw = ("array",) + tup[1:]
if tupw not in effects:
add_array(readonly_descrs_arrays, tup)
else:
assert 0
#
return EffectInfo(readonly_descrs_fields,
readonly_descrs_arrays,
readonly_descrs_interiorfields,
write_descrs_fields,
write_descrs_arrays,
write_descrs_interiorfields,
extraeffect,
oopspecindex,
can_invalidate,
call_release_gil_target,
extradescr)
def consider_struct(TYPE, fieldname):
if fieldType(TYPE, fieldname) is lltype.Void:
return False
if not isinstance(TYPE, lltype.GcStruct): # can be a non-GC-struct
return False
if fieldname == "typeptr" and TYPE is OBJECT:
# filter out the typeptr, because
# a) it is optimized in different ways
# b) it might not be there in C if removetypeptr is specified
return False
return True
def consider_array(ARRAY):
if arrayItem(ARRAY) is lltype.Void:
return False
if not isinstance(ARRAY, lltype.GcArray): # can be a non-GC-array
return False
return True
# ____________________________________________________________
class VirtualizableAnalyzer(BoolGraphAnalyzer):
def analyze_simple_operation(self, op, graphinfo):
return op.opname in ('jit_force_virtualizable',
'jit_force_virtual')
class QuasiImmutAnalyzer(BoolGraphAnalyzer):
def analyze_simple_operation(self, op, graphinfo):
return op.opname == 'jit_force_quasi_immutable'
class RandomEffectsAnalyzer(BoolGraphAnalyzer):
def analyze_external_call(self, op, seen=None):
try:
funcobj = op.args[0].value._obj
if funcobj.random_effects_on_gcobjs:
return True
except (AttributeError, lltype.DelayedPointer):
return True # better safe than sorry
return super(RandomEffectsAnalyzer, self).analyze_external_call(
op, seen)
def analyze_simple_operation(self, op, graphinfo):
return False
# ____________________________________________________________
class CallInfoCollection(object):
def __init__(self):
# {oopspecindex: (calldescr, func_as_int)}
self._callinfo_for_oopspec = {}
def _freeze_(self):
return True
def add(self, oopspecindex, calldescr, func_as_int):
self._callinfo_for_oopspec[oopspecindex] = calldescr, func_as_int
def has_oopspec(self, oopspecindex):
return oopspecindex in self._callinfo_for_oopspec
def all_function_addresses_as_int(self):
return [func for (_, func) in self._callinfo_for_oopspec.values()]
def callinfo_for_oopspec(self, oopspecindex):
"""A function that returns the calldescr and the function
address (as an int) of one of the OS_XYZ functions defined above.
Don't use this if there might be several implementations of the same
OS_XYZ specialized by type, e.g. OS_ARRAYCOPY."""
try:
return self._callinfo_for_oopspec[oopspecindex]
except KeyError:
return (None, 0)
def _funcptr_for_oopspec_memo(self, oopspecindex):
from rpython.jit.codewriter import heaptracker
_, func_as_int = self.callinfo_for_oopspec(oopspecindex)
funcadr = heaptracker.int2adr(func_as_int)
return funcadr.ptr
_funcptr_for_oopspec_memo._annspecialcase_ = 'specialize:memo'
def funcptr_for_oopspec(self, oopspecindex):
"""A memo function that returns a pointer to the function described
by OS_XYZ (as a real low-level function pointer)."""
funcptr = self._funcptr_for_oopspec_memo(oopspecindex)
assert funcptr
return funcptr
funcptr_for_oopspec._annspecialcase_ = 'specialize:arg(1)'
|