1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345
|
"""codegen helpers and AST constant folding."""
import sys
from pypy.interpreter.astcompiler import ast, consts, misc
from pypy.tool import stdlib_opcode as ops
from pypy.interpreter.error import OperationError
from rpython.rlib.unroll import unrolling_iterable
from rpython.rlib.runicode import MAXUNICODE
from rpython.rlib.objectmodel import specialize
def optimize_ast(space, tree, compile_info):
return tree.mutate_over(OptimizingVisitor(space, compile_info))
CONST_NOT_CONST = -1
CONST_FALSE = 0
CONST_TRUE = 1
class __extend__(ast.AST):
def as_constant_truth(self, space):
"""Return the truth of this node if known."""
const = self.as_constant()
if const is None:
return CONST_NOT_CONST
return int(space.is_true(const))
def as_constant(self):
"""Return the value of this node as a wrapped constant if possible."""
return None
def accept_jump_if(self, gen, condition, target):
raise AssertionError("only for expressions")
class __extend__(ast.expr):
def accept_jump_if(self, gen, condition, target):
self.walkabout(gen)
if condition:
gen.emit_jump(ops.POP_JUMP_IF_TRUE, target, True)
else:
gen.emit_jump(ops.POP_JUMP_IF_FALSE, target, True)
class __extend__(ast.Num):
def as_constant(self):
return self.n
class __extend__(ast.Str):
def as_constant(self):
return self.s
class __extend__(ast.Ellipsis):
def as_constant_truth(self, space):
return True
class __extend__(ast.Const):
def as_constant(self):
return self.obj
class __extend__(ast.NameConstant):
def as_constant(self):
return self.value
class __extend__(ast.Index):
def as_constant(self):
return self.value.as_constant()
class __extend__(ast.Slice):
def as_constant(self):
# XXX: this ought to return a slice object if all the indices are
# constants, but we don't have a space here.
return None
class __extend__(ast.UnaryOp):
def accept_jump_if(self, gen, condition, target):
if self.op == ast.Not:
self.operand.accept_jump_if(gen, not condition, target)
else:
ast.expr.accept_jump_if(self, gen, condition, target)
class __extend__(ast.BoolOp):
def _accept_jump_if_any_is(self, gen, condition, target, skip_last=0):
for i in range(len(self.values) - skip_last):
self.values[i].accept_jump_if(gen, condition, target)
def accept_jump_if(self, gen, condition, target):
if condition and self.op == ast.And or \
(not condition and self.op == ast.Or):
end = gen.new_block()
self._accept_jump_if_any_is(gen, not condition, end, skip_last=1)
self.values[-1].accept_jump_if(gen, condition, target)
gen.use_next_block(end)
else:
self._accept_jump_if_any_is(gen, condition, target)
def _binary_fold(name):
def do_fold(space, left, right):
return getattr(space, name)(left, right)
return do_fold
def _unary_fold(name):
def do_fold(space, operand):
return getattr(space, name)(operand)
return do_fold
def _fold_pow(space, w_left, w_right):
# don't constant-fold if "w_left" and "w_right" are integers and
# the estimated bit length of the power is unreasonably large
space.appexec([w_left, w_right], """(left, right):
if isinstance(left, int) and isinstance(right, int):
if left.bit_length() * right > 5000:
raise OverflowError
""")
return space.pow(w_left, w_right, space.w_None)
def _fold_not(space, operand):
return space.newbool(not space.is_true(operand))
binary_folders = {
ast.Add : _binary_fold("add"),
ast.Sub : _binary_fold("sub"),
ast.Mult : _binary_fold("mul"),
ast.Div : _binary_fold("truediv"),
ast.FloorDiv : _binary_fold("floordiv"),
ast.Mod : _binary_fold("mod"),
ast.Pow : _fold_pow,
ast.LShift : _binary_fold("lshift"),
ast.RShift : _binary_fold("rshift"),
ast.BitOr : _binary_fold("or_"),
ast.BitXor : _binary_fold("xor"),
ast.BitAnd : _binary_fold("and_"),
ast.MatMult : _binary_fold("matmul"),
}
unrolling_binary_folders = unrolling_iterable(binary_folders.items())
unary_folders = {
ast.Not : _fold_not,
ast.USub : _unary_fold("neg"),
ast.UAdd : _unary_fold("pos"),
ast.Invert : _unary_fold("invert")
}
unrolling_unary_folders = unrolling_iterable(unary_folders.items())
for folder in binary_folders.values() + unary_folders.values():
folder._always_inline_ = 'try'
del folder
opposite_compare_operations = misc.dict_to_switch({
ast.Is : ast.IsNot,
ast.IsNot : ast.Is,
ast.In : ast.NotIn,
ast.NotIn : ast.In
})
class OptimizingVisitor(ast.ASTVisitor):
"""Constant folds AST."""
def __init__(self, space, compile_info):
self.space = space
self.compile_info = compile_info
@specialize.argtype(1)
def default_visitor(self, node):
return node
def visit_BinOp(self, binop):
left = binop.left.as_constant()
if left is not None:
right = binop.right.as_constant()
if right is not None:
op = binop.op
try:
for op_kind, folder in unrolling_binary_folders:
if op_kind == op:
w_const = folder(self.space, left, right)
break
else:
raise AssertionError("unknown binary operation")
# Let all errors be found at runtime.
except OperationError:
pass
else:
# To avoid blowing up the size of pyc files, we only fold
# reasonably sized sequences.
try:
w_len = self.space.len(w_const)
except OperationError:
pass
else:
if self.space.int_w(w_len) > 20:
return binop
return ast.Const(w_const, binop.lineno, binop.col_offset)
return binop
def visit_UnaryOp(self, unary):
w_operand = unary.operand.as_constant()
op = unary.op
if w_operand is not None:
try:
for op_kind, folder in unrolling_unary_folders:
if op_kind == op:
w_const = folder(self.space, w_operand)
break
else:
raise AssertionError("unknown unary operation")
w_minint = self.space.newint(-sys.maxint - 1)
# This makes sure the result is an integer.
if self.space.eq_w(w_minint, w_const):
w_const = w_minint
except OperationError:
pass
else:
return ast.Const(w_const, unary.lineno, unary.col_offset)
elif op == ast.Not:
compare = unary.operand
if isinstance(compare, ast.Compare) and len(compare.ops) == 1:
cmp_op = compare.ops[0]
try:
opposite = opposite_compare_operations(cmp_op)
except KeyError:
pass
else:
compare.ops[0] = opposite
return compare
return unary
def visit_BoolOp(self, bop):
values = bop.values
we_are_and = bop.op == ast.And
i = 0
while i < len(values) - 1:
truth = values[i].as_constant_truth(self.space)
if truth != CONST_NOT_CONST:
if (truth != CONST_TRUE) == we_are_and:
del values[i + 1:]
break
else:
del values[i]
else:
i += 1
if len(values) == 1:
return values[0]
return bop
def visit_Repr(self, rep):
w_const = rep.value.as_constant()
if w_const is not None:
w_repr = self.space.repr(w_const)
return ast.Const(w_repr, rep.lineno, rep.col_offset)
return rep
def visit_Name(self, name):
"""Turn loading None, True, and False into a constant lookup."""
if name.ctx == ast.Del:
return name
space = self.space
iden = name.id
w_const = None
if iden == "None":
w_const = space.w_None
elif iden == "True":
w_const = space.w_True
elif iden == "False":
w_const = space.w_False
if w_const is not None:
return ast.Const(w_const, name.lineno, name.col_offset)
return name
def visit_Tuple(self, tup):
"""Try to turn tuple building into a constant."""
if tup.elts:
consts_w = [None]*len(tup.elts)
for i in range(len(tup.elts)):
node = tup.elts[i]
w_const = node.as_constant()
if w_const is None:
return tup
consts_w[i] = w_const
# intern the string constants packed into the tuple here,
# because assemble.py will see the result as just a tuple constant
for i in range(len(consts_w)):
consts_w[i] = misc.intern_if_common_string(
self.space, consts_w[i])
else:
consts_w = []
w_consts = self.space.newtuple(consts_w)
return ast.Const(w_consts, tup.lineno, tup.col_offset)
def visit_Subscript(self, subs):
if subs.ctx == ast.Load:
w_obj = subs.value.as_constant()
if w_obj is not None:
w_idx = subs.slice.as_constant()
if w_idx is not None:
try:
w_const = self.space.getitem(w_obj, w_idx)
except OperationError:
# Let exceptions propagate at runtime.
return subs
# CPython issue5057: if v is unicode, there might
# be differences between wide and narrow builds in
# cases like u'\U00012345'[0].
# Wide builds will return a non-BMP char, whereas
# narrow builds will return a surrogate. In both
# the cases skip the optimization in order to
# produce compatible pycs.
if (self.space.isinstance_w(w_obj, self.space.w_unicode) and
self.space.isinstance_w(w_const, self.space.w_unicode)):
#unistr = self.space.unicode_w(w_const)
#if len(unistr) == 1:
# ch = ord(unistr[0])
#else:
# ch = 0
#if (ch > 0xFFFF or
# (MAXUNICODE == 0xFFFF and 0xD800 <= ch <= 0xDFFF)):
# --XXX-- for now we always disable optimization of
# u'...'[constant] because the tests above are not
# enough to fix issue5057 (CPython has the same
# problem as of April 24, 2012).
# See test_const_fold_unicode_subscr
return subs
return ast.Const(w_const, subs.lineno, subs.col_offset)
return subs
|