1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398 399 400 401 402 403 404 405 406 407 408 409 410 411 412 413 414 415 416 417 418 419 420 421 422 423 424 425 426 427 428 429 430 431 432 433 434 435 436 437 438 439 440 441 442 443 444 445 446 447 448 449 450 451 452 453 454 455 456 457 458 459
|
"""
Type inference for user-defined classes.
"""
from rpython.annotator.model import (
SomePBC, s_ImpossibleValue, unionof, s_None, SomeInteger,
SomeTuple, SomeString, AnnotatorError)
from rpython.annotator import description
# The main purpose of a ClassDef is to collect information about class/instance
# attributes as they are really used. An Attribute object is stored in the
# most general ClassDef where an attribute of that name is read/written:
# classdef.attrs = {'attrname': Attribute()}
#
# The following invariants hold:
#
# (A) if an attribute is read/written on an instance of class A, then the
# classdef of A or a parent class of A has an Attribute object corresponding
# to that name.
#
# (I) if B is a subclass of A, then they don't both have an Attribute for the
# same name. (All information from B's Attribute must be merged into A's.)
#
# Additionally, each ClassDef records an 'attr_sources': it maps attribute names
# to a list of 'source' objects that want to provide a constant value for this
# attribute at the level of this class. The attr_sources provide information
# higher in the class hierarchy than concrete Attribute()s. It is for the case
# where (so far or definitely) the user program only reads/writes the attribute
# at the level of a subclass, but a value for this attribute could possibly
# exist in the parent class or in an instance of a parent class.
#
# The point of not automatically forcing the Attribute instance up to the
# parent class which has a class attribute of the same name is apparent with
# multiple subclasses:
#
# A
# attr=s1
# / \
# / \
# B C
# attr=s2 attr=s3
#
# XXX this does not seem to be correct, but I don't know how to phrase
# it correctly. See test_specific_attributes in test_annrpython
#
# In this case, as long as 'attr' is only read/written from B or C, the
# Attribute on B says that it can be 's1 or s2', and the Attribute on C says
# it can be 's1 or s3'. Merging them into a single Attribute on A would give
# the more imprecise 's1 or s2 or s3'.
#
# The following invariant holds:
#
# (II) if a class A has an Attribute, the 'attr_sources' for the same name is
# empty. It is also empty on all subclasses of A. (The information goes
# into the Attribute directly in this case.)
#
# The following invariant holds:
#
# (III) for a class A, each attrsource that comes from the class (as opposed to
# from a prebuilt instance) must be merged into all Attributes of the
# same name in all subclasses of A, if any. (Parent class attributes can
# be visible in reads from instances of subclasses.)
class Attribute(object):
# readonly-ness
# SomeThing-ness
# NB. an attribute is readonly if it is a constant class attribute.
# Both writing to the instance attribute and discovering prebuilt
# instances that have the attribute set will turn off readonly-ness.
def __init__(self, name, bookkeeper):
assert name != '__class__'
self.name = name
self.bookkeeper = bookkeeper
self.s_value = s_ImpossibleValue
self.readonly = True
self.attr_allowed = True
self.read_locations = {}
def add_constant_source(self, classdef, source):
s_value = source.s_get_value(classdef, self.name)
if source.instance_level:
# a prebuilt instance source forces readonly=False, see above
self.modified(classdef)
s_new_value = unionof(self.s_value, s_value) # XXX "source %r attr %s" % (source, self.name),
self.s_value = s_new_value
def getvalue(self):
# Same as 'self.s_value' for historical reasons.
return self.s_value
def merge(self, other, classdef='?'):
assert self.name == other.name
s_new_value = unionof(self.s_value, other.s_value) # XXX "%s attr %s" % (classdef, self.name)
self.s_value = s_new_value
if not other.readonly:
self.modified(classdef)
self.read_locations.update(other.read_locations)
def mutated(self, homedef): # reflow from attr read positions
s_newvalue = self.getvalue()
for position in self.read_locations:
self.bookkeeper.annotator.reflowfromposition(position)
# check for method demotion and after-the-fact method additions
if isinstance(s_newvalue, SomePBC):
attr = self.name
if s_newvalue.getKind() == description.MethodDesc:
# is method
if homedef.classdesc.read_attribute(attr, None) is None:
if not homedef.check_missing_attribute_update(attr):
for desc in s_newvalue.descriptions:
if desc.selfclassdef is None:
if homedef.classdesc.settled:
raise Exception("demoting method %s "
"to settled class %s not "
"allowed" %
(self.name, homedef)
)
#self.bookkeeper.warning("demoting method %s "
# "to base class %s" %
# (self.name, homedef))
break
# check for attributes forbidden by slots or _attrs_
if homedef.classdesc.all_enforced_attrs is not None:
if self.name not in homedef.classdesc.all_enforced_attrs:
self.attr_allowed = False
if not self.readonly:
raise NoSuchAttrError(
"setting forbidden attribute %r on %r" % (
self.name, homedef))
def modified(self, classdef='?'):
self.readonly = False
if not self.attr_allowed:
raise NoSuchAttrError(
"Attribute %r on %r should be read-only.\n" % (self.name,
classdef) +
"This error can be caused by another 'getattr' that promoted\n"
"the attribute here; the list of read locations is:\n" +
'\n'.join([str(loc[0]) for loc in self.read_locations]))
class ClassDef(object):
"Wraps a user class."
def __init__(self, bookkeeper, classdesc):
self.bookkeeper = bookkeeper
self.attrs = {} # {name: Attribute}
self.classdesc = classdesc
self.name = self.classdesc.name
self.shortname = self.name.split('.')[-1]
self.subdefs = []
self.attr_sources = {} # {name: list-of-sources}
self.read_locations_of__class__ = {}
if classdesc.basedesc:
self.basedef = classdesc.basedesc.getuniqueclassdef()
self.basedef.subdefs.append(self)
self.basedef.see_new_subclass(self)
else:
self.basedef = None
self.parentdefs = dict.fromkeys(self.getmro())
def setup(self, sources):
# collect the (supposed constant) class attributes
for name, source in sources.items():
self.add_source_for_attribute(name, source)
if self.bookkeeper:
self.bookkeeper.event('classdef_setup', self)
def add_source_for_attribute(self, attr, source):
"""Adds information about a constant source for an attribute.
"""
for cdef in self.getmro():
if attr in cdef.attrs:
# the Attribute() exists already for this class (or a parent)
attrdef = cdef.attrs[attr]
s_prev_value = attrdef.s_value
attrdef.add_constant_source(self, source)
# we should reflow from all the reader's position,
# but as an optimization we try to see if the attribute
# has really been generalized
if attrdef.s_value != s_prev_value:
attrdef.mutated(cdef) # reflow from all read positions
return
else:
# remember the source in self.attr_sources
sources = self.attr_sources.setdefault(attr, [])
sources.append(source)
# register the source in any Attribute found in subclasses,
# to restore invariant (III)
# NB. add_constant_source() may discover new subdefs but the
# right thing will happen to them because self.attr_sources
# was already updated
if not source.instance_level:
for subdef in self.getallsubdefs():
if attr in subdef.attrs:
attrdef = subdef.attrs[attr]
s_prev_value = attrdef.s_value
attrdef.add_constant_source(self, source)
if attrdef.s_value != s_prev_value:
attrdef.mutated(subdef) # reflow from all read positions
def locate_attribute(self, attr):
while True:
for cdef in self.getmro():
if attr in cdef.attrs:
return cdef
self.generalize_attr(attr)
# the return value will likely be 'self' now, but not always -- see
# test_annrpython.test_attr_moving_from_subclass_to_class_to_parent
def find_attribute(self, attr):
return self.locate_attribute(attr).attrs[attr]
def __repr__(self):
return "<ClassDef '%s'>" % (self.name,)
def has_no_attrs(self):
for clsdef in self.getmro():
if clsdef.attrs:
return False
return True
def commonbase(self, other):
while other is not None and not self.issubclass(other):
other = other.basedef
return other
def getmro(self):
while self is not None:
yield self
self = self.basedef
def issubclass(self, otherclsdef):
return otherclsdef in self.parentdefs
def getallsubdefs(self):
pending = [self]
seen = {}
for clsdef in pending:
yield clsdef
for sub in clsdef.subdefs:
if sub not in seen:
pending.append(sub)
seen[sub] = True
def _generalize_attr(self, attr, s_value):
# first remove the attribute from subclasses -- including us!
# invariant (I)
subclass_attrs = []
constant_sources = [] # [(classdef-of-origin, source)]
for subdef in self.getallsubdefs():
if attr in subdef.attrs:
subclass_attrs.append(subdef.attrs[attr])
del subdef.attrs[attr]
if attr in subdef.attr_sources:
# accumulate attr_sources for this attribute from all subclasses
lst = subdef.attr_sources[attr]
for source in lst:
constant_sources.append((subdef, source))
del lst[:] # invariant (II)
# accumulate attr_sources for this attribute from all parents, too
# invariant (III)
for superdef in self.getmro():
if attr in superdef.attr_sources:
for source in superdef.attr_sources[attr]:
if not source.instance_level:
constant_sources.append((superdef, source))
# create the Attribute and do the generalization asked for
newattr = Attribute(attr, self.bookkeeper)
if s_value:
#if newattr.name == 'intval' and getattr(s_value, 'unsigned', False):
# import pdb; pdb.set_trace()
newattr.s_value = s_value
# keep all subattributes' values
for subattr in subclass_attrs:
newattr.merge(subattr, classdef=self)
# store this new Attribute, generalizing the previous ones from
# subclasses -- invariant (A)
self.attrs[attr] = newattr
# add the values of the pending constant attributes
# completes invariants (II) and (III)
for origin_classdef, source in constant_sources:
newattr.add_constant_source(origin_classdef, source)
# reflow from all read positions
newattr.mutated(self)
def generalize_attr(self, attr, s_value=None):
# if the attribute exists in a superclass, generalize there,
# as imposed by invariant (I)
for clsdef in self.getmro():
if attr in clsdef.attrs:
clsdef._generalize_attr(attr, s_value)
break
else:
self._generalize_attr(attr, s_value)
def about_attribute(self, name):
"""This is the interface for the code generators to ask about
the annotation given to a attribute."""
for cdef in self.getmro():
if name in cdef.attrs:
s_result = cdef.attrs[name].s_value
if s_result != s_ImpossibleValue:
return s_result
else:
return None
return None
def lookup_filter(self, pbc, name=None, flags={}):
"""Selects the methods in the pbc that could possibly be seen by
a lookup performed on an instance of 'self', removing the ones
that cannot appear.
"""
d = []
uplookup = None
updesc = None
for desc in pbc.descriptions:
# pick methods but ignore already-bound methods, which can come
# from an instance attribute
if (isinstance(desc, description.MethodDesc)
and desc.selfclassdef is None):
methclassdef = desc.originclassdef
if methclassdef is not self and methclassdef.issubclass(self):
pass # subclasses methods are always candidates
elif self.issubclass(methclassdef):
# upward consider only the best match
if uplookup is None or methclassdef.issubclass(uplookup):
uplookup = methclassdef
updesc = desc
continue
# for clsdef1 >= clsdef2, we guarantee that
# clsdef1.lookup_filter(pbc) includes
# clsdef2.lookup_filter(pbc) (see formal proof...)
else:
continue # not matching
# bind the method by giving it a selfclassdef. Use the
# more precise subclass that it's coming from.
desc = desc.bind_self(methclassdef, flags)
d.append(desc)
if uplookup is not None:
d.append(updesc.bind_self(self, flags))
if d:
return SomePBC(d, can_be_None=pbc.can_be_None)
elif pbc.can_be_None:
return s_None
else:
return s_ImpossibleValue
def check_missing_attribute_update(self, name):
# haaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaack
# sometimes, new methods can show up on classes, added
# e.g. by W_TypeObject._freeze_() -- the multimethod
# implementations. Check that here...
found = False
parents = list(self.getmro())
parents.reverse()
for base in parents:
if base.check_attr_here(name):
found = True
return found
def check_attr_here(self, name):
source = self.classdesc.find_source_for(name)
if source is not None:
# oups! new attribute showed up
self.add_source_for_attribute(name, source)
# maybe it also showed up in some subclass?
for subdef in self.getallsubdefs():
if subdef is not self:
subdef.check_attr_here(name)
return True
else:
return False
def see_new_subclass(self, classdef):
for position in self.read_locations_of__class__:
self.bookkeeper.annotator.reflowfromposition(position)
if self.basedef is not None:
self.basedef.see_new_subclass(classdef)
def read_attr__class__(self):
position = self.bookkeeper.position_key
self.read_locations_of__class__[position] = True
return SomePBC([subdef.classdesc for subdef in self.getallsubdefs()])
def _freeze_(self):
raise Exception("ClassDefs are used as knowntype for instances but cannot be used as immutablevalue arguments directly")
# ____________________________________________________________
class InstanceSource(object):
instance_level = True
def __init__(self, bookkeeper, obj):
self.bookkeeper = bookkeeper
self.obj = obj
def s_get_value(self, classdef, name):
try:
v = getattr(self.obj, name)
except AttributeError:
all_enforced_attrs = classdef.classdesc.all_enforced_attrs
if all_enforced_attrs and name in all_enforced_attrs:
return s_ImpossibleValue
raise
s_value = self.bookkeeper.immutablevalue(v)
return s_value
def all_instance_attributes(self):
result = getattr(self.obj, '__dict__', {}).keys()
tp = self.obj.__class__
if isinstance(tp, type):
for basetype in tp.__mro__:
slots = basetype.__dict__.get('__slots__')
if slots:
if isinstance(slots, str):
result.append(slots)
else:
result.extend(slots)
return result
class NoSuchAttrError(AnnotatorError):
"""Raised when an attribute is found on a class where __slots__
or _attrs_ forbits it."""
# ____________________________________________________________
FORCE_ATTRIBUTES_INTO_CLASSES = {
EnvironmentError: {'errno': SomeInteger(),
'strerror': SomeString(can_be_None=True),
'filename': SomeString(can_be_None=True)},
}
try:
WindowsError
except NameError:
pass
else:
FORCE_ATTRIBUTES_INTO_CLASSES[WindowsError] = {'winerror': SomeInteger()}
try:
import termios
except ImportError:
pass
else:
FORCE_ATTRIBUTES_INTO_CLASSES[termios.error] = \
{'args': SomeTuple([SomeInteger(), SomeString()])}
|