paul@0 | 1 | import imp |
paul@0 | 2 | import os |
paul@0 | 3 | import marshal |
paul@0 | 4 | import struct |
paul@0 | 5 | import sys |
paul@0 | 6 | from cStringIO import StringIO |
paul@0 | 7 | |
paul@0 | 8 | from compiler import ast, parse, walk, syntax |
paul@0 | 9 | from compiler import pyassem, misc, future, symbols |
paul@0 | 10 | from compiler.consts import SC_LOCAL, SC_GLOBAL, SC_FREE, SC_CELL |
paul@0 | 11 | from compiler.consts import (CO_VARARGS, CO_VARKEYWORDS, CO_NEWLOCALS, |
paul@0 | 12 | CO_NESTED, CO_GENERATOR, CO_FUTURE_DIVISION, |
paul@0 | 13 | CO_FUTURE_ABSIMPORT, CO_FUTURE_WITH_STATEMENT, CO_FUTURE_PRINT_FUNCTION) |
paul@0 | 14 | from compiler.pyassem import TupleArg |
paul@0 | 15 | |
paul@0 | 16 | # XXX The version-specific code can go, since this code only works with 2.x. |
paul@0 | 17 | # Do we have Python 1.x or Python 2.x? |
paul@0 | 18 | try: |
paul@0 | 19 | VERSION = sys.version_info[0] |
paul@0 | 20 | except AttributeError: |
paul@0 | 21 | VERSION = 1 |
paul@0 | 22 | |
paul@0 | 23 | callfunc_opcode_info = { |
paul@0 | 24 | # (Have *args, Have **args) : opcode |
paul@0 | 25 | (0,0) : "CALL_FUNCTION", |
paul@0 | 26 | (1,0) : "CALL_FUNCTION_VAR", |
paul@0 | 27 | (0,1) : "CALL_FUNCTION_KW", |
paul@0 | 28 | (1,1) : "CALL_FUNCTION_VAR_KW", |
paul@0 | 29 | } |
paul@0 | 30 | |
paul@0 | 31 | LOOP = 1 |
paul@0 | 32 | EXCEPT = 2 |
paul@0 | 33 | TRY_FINALLY = 3 |
paul@0 | 34 | END_FINALLY = 4 |
paul@0 | 35 | |
paul@0 | 36 | def compileFile(filename, display=0): |
paul@0 | 37 | f = open(filename, 'U') |
paul@0 | 38 | buf = f.read() |
paul@0 | 39 | f.close() |
paul@0 | 40 | mod = Module(buf, filename) |
paul@0 | 41 | try: |
paul@0 | 42 | mod.compile(display) |
paul@0 | 43 | except SyntaxError: |
paul@0 | 44 | raise |
paul@0 | 45 | else: |
paul@0 | 46 | f = open(filename + "c", "wb") |
paul@0 | 47 | mod.dump(f) |
paul@0 | 48 | f.close() |
paul@0 | 49 | |
paul@0 | 50 | def compile(source, filename, mode, flags=None, dont_inherit=None): |
paul@0 | 51 | """Replacement for builtin compile() function""" |
paul@0 | 52 | if flags is not None or dont_inherit is not None: |
paul@0 | 53 | raise RuntimeError, "not implemented yet" |
paul@0 | 54 | |
paul@0 | 55 | if mode == "single": |
paul@0 | 56 | gen = Interactive(source, filename) |
paul@0 | 57 | elif mode == "exec": |
paul@0 | 58 | gen = Module(source, filename) |
paul@0 | 59 | elif mode == "eval": |
paul@0 | 60 | gen = Expression(source, filename) |
paul@0 | 61 | else: |
paul@0 | 62 | raise ValueError("compile() 3rd arg must be 'exec' or " |
paul@0 | 63 | "'eval' or 'single'") |
paul@0 | 64 | gen.compile() |
paul@0 | 65 | return gen.code |
paul@0 | 66 | |
paul@0 | 67 | class AbstractCompileMode: |
paul@0 | 68 | |
paul@0 | 69 | mode = None # defined by subclass |
paul@0 | 70 | |
paul@0 | 71 | def __init__(self, source, filename): |
paul@0 | 72 | self.source = source |
paul@0 | 73 | self.filename = filename |
paul@0 | 74 | self.code = None |
paul@0 | 75 | |
paul@0 | 76 | def _get_tree(self): |
paul@0 | 77 | tree = parse(self.source, self.mode) |
paul@0 | 78 | misc.set_filename(self.filename, tree) |
paul@0 | 79 | syntax.check(tree) |
paul@0 | 80 | return tree |
paul@0 | 81 | |
paul@0 | 82 | def compile(self): |
paul@0 | 83 | pass # implemented by subclass |
paul@0 | 84 | |
paul@0 | 85 | def getCode(self): |
paul@0 | 86 | return self.code |
paul@0 | 87 | |
paul@0 | 88 | class Expression(AbstractCompileMode): |
paul@0 | 89 | |
paul@0 | 90 | mode = "eval" |
paul@0 | 91 | |
paul@0 | 92 | def compile(self): |
paul@0 | 93 | tree = self._get_tree() |
paul@0 | 94 | gen = ExpressionCodeGenerator(tree) |
paul@0 | 95 | self.code = gen.getCode() |
paul@0 | 96 | |
paul@0 | 97 | class Interactive(AbstractCompileMode): |
paul@0 | 98 | |
paul@0 | 99 | mode = "single" |
paul@0 | 100 | |
paul@0 | 101 | def compile(self): |
paul@0 | 102 | tree = self._get_tree() |
paul@0 | 103 | gen = InteractiveCodeGenerator(tree) |
paul@0 | 104 | self.code = gen.getCode() |
paul@0 | 105 | |
paul@0 | 106 | class Module(AbstractCompileMode): |
paul@0 | 107 | |
paul@0 | 108 | mode = "exec" |
paul@0 | 109 | |
paul@0 | 110 | def compile(self, display=0): |
paul@0 | 111 | tree = self._get_tree() |
paul@0 | 112 | gen = ModuleCodeGenerator(tree) |
paul@0 | 113 | if display: |
paul@0 | 114 | import pprint |
paul@0 | 115 | print pprint.pprint(tree) |
paul@0 | 116 | self.code = gen.getCode() |
paul@0 | 117 | |
paul@0 | 118 | def dump(self, f): |
paul@0 | 119 | f.write(self.getPycHeader()) |
paul@0 | 120 | marshal.dump(self.code, f) |
paul@0 | 121 | |
paul@0 | 122 | MAGIC = imp.get_magic() |
paul@0 | 123 | |
paul@0 | 124 | def getPycHeader(self): |
paul@0 | 125 | # compile.c uses marshal to write a long directly, with |
paul@0 | 126 | # calling the interface that would also generate a 1-byte code |
paul@0 | 127 | # to indicate the type of the value. simplest way to get the |
paul@0 | 128 | # same effect is to call marshal and then skip the code. |
paul@0 | 129 | mtime = os.path.getmtime(self.filename) |
paul@0 | 130 | mtime = struct.pack('<i', mtime) |
paul@0 | 131 | return self.MAGIC + mtime |
paul@0 | 132 | |
paul@0 | 133 | class LocalNameFinder: |
paul@0 | 134 | """Find local names in scope""" |
paul@0 | 135 | def __init__(self, names=()): |
paul@0 | 136 | self.names = misc.Set() |
paul@0 | 137 | self.globals = misc.Set() |
paul@0 | 138 | for name in names: |
paul@0 | 139 | self.names.add(name) |
paul@0 | 140 | |
paul@0 | 141 | # XXX list comprehensions and for loops |
paul@0 | 142 | |
paul@0 | 143 | def getLocals(self): |
paul@0 | 144 | for elt in self.globals.elements(): |
paul@0 | 145 | if self.names.has_elt(elt): |
paul@0 | 146 | self.names.remove(elt) |
paul@0 | 147 | return self.names |
paul@0 | 148 | |
paul@0 | 149 | def visitDict(self, node): |
paul@0 | 150 | pass |
paul@0 | 151 | |
paul@0 | 152 | def visitGlobal(self, node): |
paul@0 | 153 | for name in node.names: |
paul@0 | 154 | self.globals.add(name) |
paul@0 | 155 | |
paul@0 | 156 | def visitFunction(self, node): |
paul@0 | 157 | self.names.add(node.name) |
paul@0 | 158 | |
paul@0 | 159 | def visitLambda(self, node): |
paul@0 | 160 | pass |
paul@0 | 161 | |
paul@0 | 162 | def visitImport(self, node): |
paul@0 | 163 | for name, alias in node.names: |
paul@0 | 164 | self.names.add(alias or name) |
paul@0 | 165 | |
paul@0 | 166 | def visitFrom(self, node): |
paul@0 | 167 | for name, alias in node.names: |
paul@0 | 168 | self.names.add(alias or name) |
paul@0 | 169 | |
paul@0 | 170 | def visitClass(self, node): |
paul@0 | 171 | self.names.add(node.name) |
paul@0 | 172 | |
paul@0 | 173 | def visitAssName(self, node): |
paul@0 | 174 | self.names.add(node.name) |
paul@0 | 175 | |
paul@0 | 176 | def is_constant_false(node): |
paul@0 | 177 | if isinstance(node, ast.Const): |
paul@0 | 178 | if not node.value: |
paul@0 | 179 | return 1 |
paul@0 | 180 | return 0 |
paul@0 | 181 | |
paul@0 | 182 | class CodeGenerator: |
paul@0 | 183 | """Defines basic code generator for Python bytecode |
paul@0 | 184 | |
paul@0 | 185 | This class is an abstract base class. Concrete subclasses must |
paul@0 | 186 | define an __init__() that defines self.graph and then calls the |
paul@0 | 187 | __init__() defined in this class. |
paul@0 | 188 | |
paul@0 | 189 | The concrete class must also define the class attributes |
paul@0 | 190 | NameFinder, FunctionGen, and ClassGen. These attributes can be |
paul@0 | 191 | defined in the initClass() method, which is a hook for |
paul@0 | 192 | initializing these methods after all the classes have been |
paul@0 | 193 | defined. |
paul@0 | 194 | """ |
paul@0 | 195 | |
paul@0 | 196 | optimized = 0 # is namespace access optimized? |
paul@0 | 197 | __initialized = None |
paul@0 | 198 | class_name = None # provide default for instance variable |
paul@0 | 199 | |
paul@0 | 200 | def __init__(self): |
paul@0 | 201 | if self.__initialized is None: |
paul@0 | 202 | self.initClass() |
paul@0 | 203 | self.__class__.__initialized = 1 |
paul@0 | 204 | self.checkClass() |
paul@0 | 205 | self.locals = misc.Stack() |
paul@0 | 206 | self.setups = misc.Stack() |
paul@0 | 207 | self.last_lineno = None |
paul@0 | 208 | self._setupGraphDelegation() |
paul@0 | 209 | self._div_op = "BINARY_DIVIDE" |
paul@0 | 210 | |
paul@0 | 211 | # XXX set flags based on future features |
paul@0 | 212 | futures = self.get_module().futures |
paul@0 | 213 | for feature in futures: |
paul@0 | 214 | if feature == "division": |
paul@0 | 215 | self.graph.setFlag(CO_FUTURE_DIVISION) |
paul@0 | 216 | self._div_op = "BINARY_TRUE_DIVIDE" |
paul@0 | 217 | elif feature == "absolute_import": |
paul@0 | 218 | self.graph.setFlag(CO_FUTURE_ABSIMPORT) |
paul@0 | 219 | elif feature == "with_statement": |
paul@0 | 220 | self.graph.setFlag(CO_FUTURE_WITH_STATEMENT) |
paul@0 | 221 | elif feature == "print_function": |
paul@0 | 222 | self.graph.setFlag(CO_FUTURE_PRINT_FUNCTION) |
paul@0 | 223 | |
paul@0 | 224 | def initClass(self): |
paul@0 | 225 | """This method is called once for each class""" |
paul@0 | 226 | |
paul@0 | 227 | def checkClass(self): |
paul@0 | 228 | """Verify that class is constructed correctly""" |
paul@0 | 229 | try: |
paul@0 | 230 | assert hasattr(self, 'graph') |
paul@0 | 231 | assert getattr(self, 'NameFinder') |
paul@0 | 232 | assert getattr(self, 'FunctionGen') |
paul@0 | 233 | assert getattr(self, 'ClassGen') |
paul@0 | 234 | except AssertionError, msg: |
paul@0 | 235 | intro = "Bad class construction for %s" % self.__class__.__name__ |
paul@0 | 236 | raise AssertionError, intro |
paul@0 | 237 | |
paul@0 | 238 | def _setupGraphDelegation(self): |
paul@0 | 239 | self.emit = self.graph.emit |
paul@0 | 240 | self.newBlock = self.graph.newBlock |
paul@0 | 241 | self.startBlock = self.graph.startBlock |
paul@0 | 242 | self.nextBlock = self.graph.nextBlock |
paul@0 | 243 | self.setDocstring = self.graph.setDocstring |
paul@0 | 244 | |
paul@0 | 245 | def getCode(self): |
paul@0 | 246 | """Return a code object""" |
paul@0 | 247 | return self.graph.getCode() |
paul@0 | 248 | |
paul@0 | 249 | def mangle(self, name): |
paul@0 | 250 | if self.class_name is not None: |
paul@0 | 251 | return misc.mangle(name, self.class_name) |
paul@0 | 252 | else: |
paul@0 | 253 | return name |
paul@0 | 254 | |
paul@0 | 255 | def parseSymbols(self, tree): |
paul@0 | 256 | s = symbols.SymbolVisitor() |
paul@0 | 257 | walk(tree, s) |
paul@0 | 258 | return s.scopes |
paul@0 | 259 | |
paul@0 | 260 | def get_module(self): |
paul@0 | 261 | raise RuntimeError, "should be implemented by subclasses" |
paul@0 | 262 | |
paul@0 | 263 | # Next five methods handle name access |
paul@0 | 264 | |
paul@0 | 265 | def isLocalName(self, name): |
paul@0 | 266 | return self.locals.top().has_elt(name) |
paul@0 | 267 | |
paul@0 | 268 | def storeName(self, name): |
paul@0 | 269 | self._nameOp('STORE', name) |
paul@0 | 270 | |
paul@0 | 271 | def loadName(self, name): |
paul@0 | 272 | self._nameOp('LOAD', name) |
paul@0 | 273 | |
paul@0 | 274 | def delName(self, name): |
paul@0 | 275 | self._nameOp('DELETE', name) |
paul@0 | 276 | |
paul@0 | 277 | def _nameOp(self, prefix, name): |
paul@0 | 278 | name = self.mangle(name) |
paul@0 | 279 | scope = self.scope.check_name(name) |
paul@0 | 280 | if scope == SC_LOCAL: |
paul@0 | 281 | if not self.optimized: |
paul@0 | 282 | self.emit(prefix + '_NAME', name) |
paul@0 | 283 | else: |
paul@0 | 284 | self.emit(prefix + '_FAST', name) |
paul@0 | 285 | elif scope == SC_GLOBAL: |
paul@0 | 286 | if not self.optimized: |
paul@0 | 287 | self.emit(prefix + '_NAME', name) |
paul@0 | 288 | else: |
paul@0 | 289 | self.emit(prefix + '_GLOBAL', name) |
paul@0 | 290 | elif scope == SC_FREE or scope == SC_CELL: |
paul@0 | 291 | self.emit(prefix + '_DEREF', name) |
paul@0 | 292 | else: |
paul@0 | 293 | raise RuntimeError, "unsupported scope for var %s: %d" % \ |
paul@0 | 294 | (name, scope) |
paul@0 | 295 | |
paul@0 | 296 | def _implicitNameOp(self, prefix, name): |
paul@0 | 297 | """Emit name ops for names generated implicitly by for loops |
paul@0 | 298 | |
paul@0 | 299 | The interpreter generates names that start with a period or |
paul@0 | 300 | dollar sign. The symbol table ignores these names because |
paul@0 | 301 | they aren't present in the program text. |
paul@0 | 302 | """ |
paul@0 | 303 | if self.optimized: |
paul@0 | 304 | self.emit(prefix + '_FAST', name) |
paul@0 | 305 | else: |
paul@0 | 306 | self.emit(prefix + '_NAME', name) |
paul@0 | 307 | |
paul@0 | 308 | # The set_lineno() function and the explicit emit() calls for |
paul@0 | 309 | # SET_LINENO below are only used to generate the line number table. |
paul@0 | 310 | # As of Python 2.3, the interpreter does not have a SET_LINENO |
paul@0 | 311 | # instruction. pyassem treats SET_LINENO opcodes as a special case. |
paul@0 | 312 | |
paul@0 | 313 | def set_lineno(self, node, force=False): |
paul@0 | 314 | """Emit SET_LINENO if necessary. |
paul@0 | 315 | |
paul@0 | 316 | The instruction is considered necessary if the node has a |
paul@0 | 317 | lineno attribute and it is different than the last lineno |
paul@0 | 318 | emitted. |
paul@0 | 319 | |
paul@0 | 320 | Returns true if SET_LINENO was emitted. |
paul@0 | 321 | |
paul@0 | 322 | There are no rules for when an AST node should have a lineno |
paul@0 | 323 | attribute. The transformer and AST code need to be reviewed |
paul@0 | 324 | and a consistent policy implemented and documented. Until |
paul@0 | 325 | then, this method works around missing line numbers. |
paul@0 | 326 | """ |
paul@0 | 327 | lineno = getattr(node, 'lineno', None) |
paul@0 | 328 | if lineno is not None and (lineno != self.last_lineno |
paul@0 | 329 | or force): |
paul@0 | 330 | self.emit('SET_LINENO', lineno) |
paul@0 | 331 | self.last_lineno = lineno |
paul@0 | 332 | return True |
paul@0 | 333 | return False |
paul@0 | 334 | |
paul@0 | 335 | # The first few visitor methods handle nodes that generator new |
paul@0 | 336 | # code objects. They use class attributes to determine what |
paul@0 | 337 | # specialized code generators to use. |
paul@0 | 338 | |
paul@0 | 339 | NameFinder = LocalNameFinder |
paul@0 | 340 | FunctionGen = None |
paul@0 | 341 | ClassGen = None |
paul@0 | 342 | |
paul@0 | 343 | def visitModule(self, node): |
paul@0 | 344 | self.scopes = self.parseSymbols(node) |
paul@0 | 345 | self.scope = self.scopes[node] |
paul@0 | 346 | self.emit('SET_LINENO', 0) |
paul@0 | 347 | if node.doc: |
paul@0 | 348 | self.emit('LOAD_CONST', node.doc) |
paul@0 | 349 | self.storeName('__doc__') |
paul@0 | 350 | lnf = walk(node.node, self.NameFinder(), verbose=0) |
paul@0 | 351 | self.locals.push(lnf.getLocals()) |
paul@0 | 352 | self.visit(node.node) |
paul@0 | 353 | self.emit('LOAD_CONST', None) |
paul@0 | 354 | self.emit('RETURN_VALUE') |
paul@0 | 355 | |
paul@0 | 356 | def visitExpression(self, node): |
paul@0 | 357 | self.set_lineno(node) |
paul@0 | 358 | self.scopes = self.parseSymbols(node) |
paul@0 | 359 | self.scope = self.scopes[node] |
paul@0 | 360 | self.visit(node.node) |
paul@0 | 361 | self.emit('RETURN_VALUE') |
paul@0 | 362 | |
paul@0 | 363 | def visitFunction(self, node): |
paul@0 | 364 | self._visitFuncOrLambda(node, isLambda=0) |
paul@0 | 365 | if node.doc: |
paul@0 | 366 | self.setDocstring(node.doc) |
paul@0 | 367 | self.storeName(node.name) |
paul@0 | 368 | |
paul@0 | 369 | def visitLambda(self, node): |
paul@0 | 370 | self._visitFuncOrLambda(node, isLambda=1) |
paul@0 | 371 | |
paul@0 | 372 | def _visitFuncOrLambda(self, node, isLambda=0): |
paul@0 | 373 | if not isLambda and node.decorators: |
paul@0 | 374 | for decorator in node.decorators.nodes: |
paul@0 | 375 | self.visit(decorator) |
paul@0 | 376 | ndecorators = len(node.decorators.nodes) |
paul@0 | 377 | else: |
paul@0 | 378 | ndecorators = 0 |
paul@0 | 379 | |
paul@0 | 380 | gen = self.FunctionGen(node, self.scopes, isLambda, |
paul@0 | 381 | self.class_name, self.get_module()) |
paul@0 | 382 | walk(node.code, gen) |
paul@0 | 383 | gen.finish() |
paul@0 | 384 | self.set_lineno(node) |
paul@0 | 385 | for default in node.defaults: |
paul@0 | 386 | self.visit(default) |
paul@0 | 387 | self._makeClosure(gen, len(node.defaults)) |
paul@0 | 388 | for i in range(ndecorators): |
paul@0 | 389 | self.emit('CALL_FUNCTION', 1) |
paul@0 | 390 | |
paul@0 | 391 | def visitClass(self, node): |
paul@0 | 392 | gen = self.ClassGen(node, self.scopes, |
paul@0 | 393 | self.get_module()) |
paul@0 | 394 | walk(node.code, gen) |
paul@0 | 395 | gen.finish() |
paul@0 | 396 | self.set_lineno(node) |
paul@0 | 397 | self.emit('LOAD_CONST', node.name) |
paul@0 | 398 | for base in node.bases: |
paul@0 | 399 | self.visit(base) |
paul@0 | 400 | self.emit('BUILD_TUPLE', len(node.bases)) |
paul@0 | 401 | self._makeClosure(gen, 0) |
paul@0 | 402 | self.emit('CALL_FUNCTION', 0) |
paul@0 | 403 | self.emit('BUILD_CLASS') |
paul@0 | 404 | self.storeName(node.name) |
paul@0 | 405 | |
paul@0 | 406 | # The rest are standard visitor methods |
paul@0 | 407 | |
paul@0 | 408 | # The next few implement control-flow statements |
paul@0 | 409 | |
paul@0 | 410 | def visitIf(self, node): |
paul@0 | 411 | end = self.newBlock() |
paul@0 | 412 | numtests = len(node.tests) |
paul@0 | 413 | for i in range(numtests): |
paul@0 | 414 | test, suite = node.tests[i] |
paul@0 | 415 | if is_constant_false(test): |
paul@0 | 416 | # XXX will need to check generator stuff here |
paul@0 | 417 | continue |
paul@0 | 418 | self.set_lineno(test) |
paul@0 | 419 | self.visit(test) |
paul@0 | 420 | nextTest = self.newBlock() |
paul@0 | 421 | self.emit('JUMP_IF_FALSE', nextTest) |
paul@0 | 422 | self.nextBlock() |
paul@0 | 423 | self.emit('POP_TOP') |
paul@0 | 424 | self.visit(suite) |
paul@0 | 425 | self.emit('JUMP_FORWARD', end) |
paul@0 | 426 | self.startBlock(nextTest) |
paul@0 | 427 | self.emit('POP_TOP') |
paul@0 | 428 | if node.else_: |
paul@0 | 429 | self.visit(node.else_) |
paul@0 | 430 | self.nextBlock(end) |
paul@0 | 431 | |
paul@0 | 432 | def visitWhile(self, node): |
paul@0 | 433 | self.set_lineno(node) |
paul@0 | 434 | |
paul@0 | 435 | loop = self.newBlock() |
paul@0 | 436 | else_ = self.newBlock() |
paul@0 | 437 | |
paul@0 | 438 | after = self.newBlock() |
paul@0 | 439 | self.emit('SETUP_LOOP', after) |
paul@0 | 440 | |
paul@0 | 441 | self.nextBlock(loop) |
paul@0 | 442 | self.setups.push((LOOP, loop)) |
paul@0 | 443 | |
paul@0 | 444 | self.set_lineno(node, force=True) |
paul@0 | 445 | self.visit(node.test) |
paul@0 | 446 | self.emit('JUMP_IF_FALSE', else_ or after) |
paul@0 | 447 | |
paul@0 | 448 | self.nextBlock() |
paul@0 | 449 | self.emit('POP_TOP') |
paul@0 | 450 | self.visit(node.body) |
paul@0 | 451 | self.emit('JUMP_ABSOLUTE', loop) |
paul@0 | 452 | |
paul@0 | 453 | self.startBlock(else_) # or just the POPs if not else clause |
paul@0 | 454 | self.emit('POP_TOP') |
paul@0 | 455 | self.emit('POP_BLOCK') |
paul@0 | 456 | self.setups.pop() |
paul@0 | 457 | if node.else_: |
paul@0 | 458 | self.visit(node.else_) |
paul@0 | 459 | self.nextBlock(after) |
paul@0 | 460 | |
paul@0 | 461 | def visitFor(self, node): |
paul@0 | 462 | start = self.newBlock() |
paul@0 | 463 | anchor = self.newBlock() |
paul@0 | 464 | after = self.newBlock() |
paul@0 | 465 | self.setups.push((LOOP, start)) |
paul@0 | 466 | |
paul@0 | 467 | self.set_lineno(node) |
paul@0 | 468 | self.emit('SETUP_LOOP', after) |
paul@0 | 469 | self.visit(node.list) |
paul@0 | 470 | self.emit('GET_ITER') |
paul@0 | 471 | |
paul@0 | 472 | self.nextBlock(start) |
paul@0 | 473 | self.set_lineno(node, force=1) |
paul@0 | 474 | self.emit('FOR_ITER', anchor) |
paul@0 | 475 | self.visit(node.assign) |
paul@0 | 476 | self.visit(node.body) |
paul@0 | 477 | self.emit('JUMP_ABSOLUTE', start) |
paul@0 | 478 | self.nextBlock(anchor) |
paul@0 | 479 | self.emit('POP_BLOCK') |
paul@0 | 480 | self.setups.pop() |
paul@0 | 481 | if node.else_: |
paul@0 | 482 | self.visit(node.else_) |
paul@0 | 483 | self.nextBlock(after) |
paul@0 | 484 | |
paul@0 | 485 | def visitBreak(self, node): |
paul@0 | 486 | if not self.setups: |
paul@0 | 487 | raise SyntaxError, "'break' outside loop (%s, %d)" % \ |
paul@0 | 488 | (node.filename, node.lineno) |
paul@0 | 489 | self.set_lineno(node) |
paul@0 | 490 | self.emit('BREAK_LOOP') |
paul@0 | 491 | |
paul@0 | 492 | def visitContinue(self, node): |
paul@0 | 493 | if not self.setups: |
paul@0 | 494 | raise SyntaxError, "'continue' outside loop (%s, %d)" % \ |
paul@0 | 495 | (node.filename, node.lineno) |
paul@0 | 496 | kind, block = self.setups.top() |
paul@0 | 497 | if kind == LOOP: |
paul@0 | 498 | self.set_lineno(node) |
paul@0 | 499 | self.emit('JUMP_ABSOLUTE', block) |
paul@0 | 500 | self.nextBlock() |
paul@0 | 501 | elif kind == EXCEPT or kind == TRY_FINALLY: |
paul@0 | 502 | self.set_lineno(node) |
paul@0 | 503 | # find the block that starts the loop |
paul@0 | 504 | top = len(self.setups) |
paul@0 | 505 | while top > 0: |
paul@0 | 506 | top = top - 1 |
paul@0 | 507 | kind, loop_block = self.setups[top] |
paul@0 | 508 | if kind == LOOP: |
paul@0 | 509 | break |
paul@0 | 510 | if kind != LOOP: |
paul@0 | 511 | raise SyntaxError, "'continue' outside loop (%s, %d)" % \ |
paul@0 | 512 | (node.filename, node.lineno) |
paul@0 | 513 | self.emit('CONTINUE_LOOP', loop_block) |
paul@0 | 514 | self.nextBlock() |
paul@0 | 515 | elif kind == END_FINALLY: |
paul@0 | 516 | msg = "'continue' not allowed inside 'finally' clause (%s, %d)" |
paul@0 | 517 | raise SyntaxError, msg % (node.filename, node.lineno) |
paul@0 | 518 | |
paul@0 | 519 | def visitTest(self, node, jump): |
paul@0 | 520 | end = self.newBlock() |
paul@0 | 521 | for child in node.nodes[:-1]: |
paul@0 | 522 | self.visit(child) |
paul@0 | 523 | self.emit(jump, end) |
paul@0 | 524 | self.nextBlock() |
paul@0 | 525 | self.emit('POP_TOP') |
paul@0 | 526 | self.visit(node.nodes[-1]) |
paul@0 | 527 | self.nextBlock(end) |
paul@0 | 528 | |
paul@0 | 529 | def visitAnd(self, node): |
paul@0 | 530 | self.visitTest(node, 'JUMP_IF_FALSE') |
paul@0 | 531 | |
paul@0 | 532 | def visitOr(self, node): |
paul@0 | 533 | self.visitTest(node, 'JUMP_IF_TRUE') |
paul@0 | 534 | |
paul@0 | 535 | def visitIfExp(self, node): |
paul@0 | 536 | endblock = self.newBlock() |
paul@0 | 537 | elseblock = self.newBlock() |
paul@0 | 538 | self.visit(node.test) |
paul@0 | 539 | self.emit('JUMP_IF_FALSE', elseblock) |
paul@0 | 540 | self.emit('POP_TOP') |
paul@0 | 541 | self.visit(node.then) |
paul@0 | 542 | self.emit('JUMP_FORWARD', endblock) |
paul@0 | 543 | self.nextBlock(elseblock) |
paul@0 | 544 | self.emit('POP_TOP') |
paul@0 | 545 | self.visit(node.else_) |
paul@0 | 546 | self.nextBlock(endblock) |
paul@0 | 547 | |
paul@0 | 548 | def visitCompare(self, node): |
paul@0 | 549 | self.visit(node.expr) |
paul@0 | 550 | cleanup = self.newBlock() |
paul@0 | 551 | for op, code in node.ops[:-1]: |
paul@0 | 552 | self.visit(code) |
paul@0 | 553 | self.emit('DUP_TOP') |
paul@0 | 554 | self.emit('ROT_THREE') |
paul@0 | 555 | self.emit('COMPARE_OP', op) |
paul@0 | 556 | self.emit('JUMP_IF_FALSE', cleanup) |
paul@0 | 557 | self.nextBlock() |
paul@0 | 558 | self.emit('POP_TOP') |
paul@0 | 559 | # now do the last comparison |
paul@0 | 560 | if node.ops: |
paul@0 | 561 | op, code = node.ops[-1] |
paul@0 | 562 | self.visit(code) |
paul@0 | 563 | self.emit('COMPARE_OP', op) |
paul@0 | 564 | if len(node.ops) > 1: |
paul@0 | 565 | end = self.newBlock() |
paul@0 | 566 | self.emit('JUMP_FORWARD', end) |
paul@0 | 567 | self.startBlock(cleanup) |
paul@0 | 568 | self.emit('ROT_TWO') |
paul@0 | 569 | self.emit('POP_TOP') |
paul@0 | 570 | self.nextBlock(end) |
paul@0 | 571 | |
paul@0 | 572 | # list comprehensions |
paul@0 | 573 | __list_count = 0 |
paul@0 | 574 | |
paul@0 | 575 | def visitListComp(self, node): |
paul@0 | 576 | self.set_lineno(node) |
paul@0 | 577 | # setup list |
paul@0 | 578 | tmpname = "$list%d" % self.__list_count |
paul@0 | 579 | self.__list_count = self.__list_count + 1 |
paul@0 | 580 | self.emit('BUILD_LIST', 0) |
paul@0 | 581 | self.emit('DUP_TOP') |
paul@0 | 582 | self._implicitNameOp('STORE', tmpname) |
paul@0 | 583 | |
paul@0 | 584 | stack = [] |
paul@0 | 585 | for i, for_ in zip(range(len(node.quals)), node.quals): |
paul@0 | 586 | start, anchor = self.visit(for_) |
paul@0 | 587 | cont = None |
paul@0 | 588 | for if_ in for_.ifs: |
paul@0 | 589 | if cont is None: |
paul@0 | 590 | cont = self.newBlock() |
paul@0 | 591 | self.visit(if_, cont) |
paul@0 | 592 | stack.insert(0, (start, cont, anchor)) |
paul@0 | 593 | |
paul@0 | 594 | self._implicitNameOp('LOAD', tmpname) |
paul@0 | 595 | self.visit(node.expr) |
paul@0 | 596 | self.emit('LIST_APPEND') |
paul@0 | 597 | |
paul@0 | 598 | for start, cont, anchor in stack: |
paul@0 | 599 | if cont: |
paul@0 | 600 | skip_one = self.newBlock() |
paul@0 | 601 | self.emit('JUMP_FORWARD', skip_one) |
paul@0 | 602 | self.startBlock(cont) |
paul@0 | 603 | self.emit('POP_TOP') |
paul@0 | 604 | self.nextBlock(skip_one) |
paul@0 | 605 | self.emit('JUMP_ABSOLUTE', start) |
paul@0 | 606 | self.startBlock(anchor) |
paul@0 | 607 | self._implicitNameOp('DELETE', tmpname) |
paul@0 | 608 | |
paul@0 | 609 | self.__list_count = self.__list_count - 1 |
paul@0 | 610 | |
paul@0 | 611 | def visitListCompFor(self, node): |
paul@0 | 612 | start = self.newBlock() |
paul@0 | 613 | anchor = self.newBlock() |
paul@0 | 614 | |
paul@0 | 615 | self.visit(node.list) |
paul@0 | 616 | self.emit('GET_ITER') |
paul@0 | 617 | self.nextBlock(start) |
paul@0 | 618 | self.set_lineno(node, force=True) |
paul@0 | 619 | self.emit('FOR_ITER', anchor) |
paul@0 | 620 | self.nextBlock() |
paul@0 | 621 | self.visit(node.assign) |
paul@0 | 622 | return start, anchor |
paul@0 | 623 | |
paul@0 | 624 | def visitListCompIf(self, node, branch): |
paul@0 | 625 | self.set_lineno(node, force=True) |
paul@0 | 626 | self.visit(node.test) |
paul@0 | 627 | self.emit('JUMP_IF_FALSE', branch) |
paul@0 | 628 | self.newBlock() |
paul@0 | 629 | self.emit('POP_TOP') |
paul@0 | 630 | |
paul@0 | 631 | def _makeClosure(self, gen, args): |
paul@0 | 632 | frees = gen.scope.get_free_vars() |
paul@0 | 633 | if frees: |
paul@0 | 634 | for name in frees: |
paul@0 | 635 | self.emit('LOAD_CLOSURE', name) |
paul@0 | 636 | self.emit('BUILD_TUPLE', len(frees)) |
paul@0 | 637 | self.emit('LOAD_CONST', gen) |
paul@0 | 638 | self.emit('MAKE_CLOSURE', args) |
paul@0 | 639 | else: |
paul@0 | 640 | self.emit('LOAD_CONST', gen) |
paul@0 | 641 | self.emit('MAKE_FUNCTION', args) |
paul@0 | 642 | |
paul@0 | 643 | def visitGenExpr(self, node): |
paul@0 | 644 | gen = GenExprCodeGenerator(node, self.scopes, self.class_name, |
paul@0 | 645 | self.get_module()) |
paul@0 | 646 | walk(node.code, gen) |
paul@0 | 647 | gen.finish() |
paul@0 | 648 | self.set_lineno(node) |
paul@0 | 649 | self._makeClosure(gen, 0) |
paul@0 | 650 | # precomputation of outmost iterable |
paul@0 | 651 | self.visit(node.code.quals[0].iter) |
paul@0 | 652 | self.emit('GET_ITER') |
paul@0 | 653 | self.emit('CALL_FUNCTION', 1) |
paul@0 | 654 | |
paul@0 | 655 | def visitGenExprInner(self, node): |
paul@0 | 656 | self.set_lineno(node) |
paul@0 | 657 | # setup list |
paul@0 | 658 | |
paul@0 | 659 | stack = [] |
paul@0 | 660 | for i, for_ in zip(range(len(node.quals)), node.quals): |
paul@0 | 661 | start, anchor, end = self.visit(for_) |
paul@0 | 662 | cont = None |
paul@0 | 663 | for if_ in for_.ifs: |
paul@0 | 664 | if cont is None: |
paul@0 | 665 | cont = self.newBlock() |
paul@0 | 666 | self.visit(if_, cont) |
paul@0 | 667 | stack.insert(0, (start, cont, anchor, end)) |
paul@0 | 668 | |
paul@0 | 669 | self.visit(node.expr) |
paul@0 | 670 | self.emit('YIELD_VALUE') |
paul@0 | 671 | self.emit('POP_TOP') |
paul@0 | 672 | |
paul@0 | 673 | for start, cont, anchor, end in stack: |
paul@0 | 674 | if cont: |
paul@0 | 675 | skip_one = self.newBlock() |
paul@0 | 676 | self.emit('JUMP_FORWARD', skip_one) |
paul@0 | 677 | self.startBlock(cont) |
paul@0 | 678 | self.emit('POP_TOP') |
paul@0 | 679 | self.nextBlock(skip_one) |
paul@0 | 680 | self.emit('JUMP_ABSOLUTE', start) |
paul@0 | 681 | self.startBlock(anchor) |
paul@0 | 682 | self.emit('POP_BLOCK') |
paul@0 | 683 | self.setups.pop() |
paul@0 | 684 | self.startBlock(end) |
paul@0 | 685 | |
paul@0 | 686 | self.emit('LOAD_CONST', None) |
paul@0 | 687 | |
paul@0 | 688 | def visitGenExprFor(self, node): |
paul@0 | 689 | start = self.newBlock() |
paul@0 | 690 | anchor = self.newBlock() |
paul@0 | 691 | end = self.newBlock() |
paul@0 | 692 | |
paul@0 | 693 | self.setups.push((LOOP, start)) |
paul@0 | 694 | self.emit('SETUP_LOOP', end) |
paul@0 | 695 | |
paul@0 | 696 | if node.is_outmost: |
paul@0 | 697 | self.loadName('.0') |
paul@0 | 698 | else: |
paul@0 | 699 | self.visit(node.iter) |
paul@0 | 700 | self.emit('GET_ITER') |
paul@0 | 701 | |
paul@0 | 702 | self.nextBlock(start) |
paul@0 | 703 | self.set_lineno(node, force=True) |
paul@0 | 704 | self.emit('FOR_ITER', anchor) |
paul@0 | 705 | self.nextBlock() |
paul@0 | 706 | self.visit(node.assign) |
paul@0 | 707 | return start, anchor, end |
paul@0 | 708 | |
paul@0 | 709 | def visitGenExprIf(self, node, branch): |
paul@0 | 710 | self.set_lineno(node, force=True) |
paul@0 | 711 | self.visit(node.test) |
paul@0 | 712 | self.emit('JUMP_IF_FALSE', branch) |
paul@0 | 713 | self.newBlock() |
paul@0 | 714 | self.emit('POP_TOP') |
paul@0 | 715 | |
paul@0 | 716 | # exception related |
paul@0 | 717 | |
paul@0 | 718 | def visitAssert(self, node): |
paul@0 | 719 | # XXX would be interesting to implement this via a |
paul@0 | 720 | # transformation of the AST before this stage |
paul@0 | 721 | if __debug__: |
paul@0 | 722 | end = self.newBlock() |
paul@0 | 723 | self.set_lineno(node) |
paul@0 | 724 | # XXX AssertionError appears to be special case -- it is always |
paul@0 | 725 | # loaded as a global even if there is a local name. I guess this |
paul@0 | 726 | # is a sort of renaming op. |
paul@0 | 727 | self.nextBlock() |
paul@0 | 728 | self.visit(node.test) |
paul@0 | 729 | self.emit('JUMP_IF_TRUE', end) |
paul@0 | 730 | self.nextBlock() |
paul@0 | 731 | self.emit('POP_TOP') |
paul@0 | 732 | self.emit('LOAD_GLOBAL', 'AssertionError') |
paul@0 | 733 | if node.fail: |
paul@0 | 734 | self.visit(node.fail) |
paul@0 | 735 | self.emit('RAISE_VARARGS', 2) |
paul@0 | 736 | else: |
paul@0 | 737 | self.emit('RAISE_VARARGS', 1) |
paul@0 | 738 | self.nextBlock(end) |
paul@0 | 739 | self.emit('POP_TOP') |
paul@0 | 740 | |
paul@0 | 741 | def visitRaise(self, node): |
paul@0 | 742 | self.set_lineno(node) |
paul@0 | 743 | n = 0 |
paul@0 | 744 | if node.expr1: |
paul@0 | 745 | self.visit(node.expr1) |
paul@0 | 746 | n = n + 1 |
paul@0 | 747 | if node.expr2: |
paul@0 | 748 | self.visit(node.expr2) |
paul@0 | 749 | n = n + 1 |
paul@0 | 750 | if node.expr3: |
paul@0 | 751 | self.visit(node.expr3) |
paul@0 | 752 | n = n + 1 |
paul@0 | 753 | self.emit('RAISE_VARARGS', n) |
paul@0 | 754 | |
paul@0 | 755 | def visitTryExcept(self, node): |
paul@0 | 756 | body = self.newBlock() |
paul@0 | 757 | handlers = self.newBlock() |
paul@0 | 758 | end = self.newBlock() |
paul@0 | 759 | if node.else_: |
paul@0 | 760 | lElse = self.newBlock() |
paul@0 | 761 | else: |
paul@0 | 762 | lElse = end |
paul@0 | 763 | self.set_lineno(node) |
paul@0 | 764 | self.emit('SETUP_EXCEPT', handlers) |
paul@0 | 765 | self.nextBlock(body) |
paul@0 | 766 | self.setups.push((EXCEPT, body)) |
paul@0 | 767 | self.visit(node.body) |
paul@0 | 768 | self.emit('POP_BLOCK') |
paul@0 | 769 | self.setups.pop() |
paul@0 | 770 | self.emit('JUMP_FORWARD', lElse) |
paul@0 | 771 | self.startBlock(handlers) |
paul@0 | 772 | |
paul@0 | 773 | last = len(node.handlers) - 1 |
paul@0 | 774 | for i in range(len(node.handlers)): |
paul@0 | 775 | expr, target, body = node.handlers[i] |
paul@0 | 776 | self.set_lineno(expr) |
paul@0 | 777 | if expr: |
paul@0 | 778 | self.emit('DUP_TOP') |
paul@0 | 779 | self.visit(expr) |
paul@0 | 780 | self.emit('COMPARE_OP', 'exception match') |
paul@0 | 781 | next = self.newBlock() |
paul@0 | 782 | self.emit('JUMP_IF_FALSE', next) |
paul@0 | 783 | self.nextBlock() |
paul@0 | 784 | self.emit('POP_TOP') |
paul@0 | 785 | self.emit('POP_TOP') |
paul@0 | 786 | if target: |
paul@0 | 787 | self.visit(target) |
paul@0 | 788 | else: |
paul@0 | 789 | self.emit('POP_TOP') |
paul@0 | 790 | self.emit('POP_TOP') |
paul@0 | 791 | self.visit(body) |
paul@0 | 792 | self.emit('JUMP_FORWARD', end) |
paul@0 | 793 | if expr: |
paul@0 | 794 | self.nextBlock(next) |
paul@0 | 795 | else: |
paul@0 | 796 | self.nextBlock() |
paul@0 | 797 | if expr: # XXX |
paul@0 | 798 | self.emit('POP_TOP') |
paul@0 | 799 | self.emit('END_FINALLY') |
paul@0 | 800 | if node.else_: |
paul@0 | 801 | self.nextBlock(lElse) |
paul@0 | 802 | self.visit(node.else_) |
paul@0 | 803 | self.nextBlock(end) |
paul@0 | 804 | |
paul@0 | 805 | def visitTryFinally(self, node): |
paul@0 | 806 | body = self.newBlock() |
paul@0 | 807 | final = self.newBlock() |
paul@0 | 808 | self.set_lineno(node) |
paul@0 | 809 | self.emit('SETUP_FINALLY', final) |
paul@0 | 810 | self.nextBlock(body) |
paul@0 | 811 | self.setups.push((TRY_FINALLY, body)) |
paul@0 | 812 | self.visit(node.body) |
paul@0 | 813 | self.emit('POP_BLOCK') |
paul@0 | 814 | self.setups.pop() |
paul@0 | 815 | self.emit('LOAD_CONST', None) |
paul@0 | 816 | self.nextBlock(final) |
paul@0 | 817 | self.setups.push((END_FINALLY, final)) |
paul@0 | 818 | self.visit(node.final) |
paul@0 | 819 | self.emit('END_FINALLY') |
paul@0 | 820 | self.setups.pop() |
paul@0 | 821 | |
paul@0 | 822 | __with_count = 0 |
paul@0 | 823 | |
paul@0 | 824 | def visitWith(self, node): |
paul@0 | 825 | body = self.newBlock() |
paul@0 | 826 | final = self.newBlock() |
paul@0 | 827 | valuevar = "$value%d" % self.__with_count |
paul@0 | 828 | self.__with_count += 1 |
paul@0 | 829 | self.set_lineno(node) |
paul@0 | 830 | self.visit(node.expr) |
paul@0 | 831 | self.emit('DUP_TOP') |
paul@0 | 832 | self.emit('LOAD_ATTR', '__exit__') |
paul@0 | 833 | self.emit('ROT_TWO') |
paul@0 | 834 | self.emit('LOAD_ATTR', '__enter__') |
paul@0 | 835 | self.emit('CALL_FUNCTION', 0) |
paul@0 | 836 | if node.vars is None: |
paul@0 | 837 | self.emit('POP_TOP') |
paul@0 | 838 | else: |
paul@0 | 839 | self._implicitNameOp('STORE', valuevar) |
paul@0 | 840 | self.emit('SETUP_FINALLY', final) |
paul@0 | 841 | self.nextBlock(body) |
paul@0 | 842 | self.setups.push((TRY_FINALLY, body)) |
paul@0 | 843 | if node.vars is not None: |
paul@0 | 844 | self._implicitNameOp('LOAD', valuevar) |
paul@0 | 845 | self._implicitNameOp('DELETE', valuevar) |
paul@0 | 846 | self.visit(node.vars) |
paul@0 | 847 | self.visit(node.body) |
paul@0 | 848 | self.emit('POP_BLOCK') |
paul@0 | 849 | self.setups.pop() |
paul@0 | 850 | self.emit('LOAD_CONST', None) |
paul@0 | 851 | self.nextBlock(final) |
paul@0 | 852 | self.setups.push((END_FINALLY, final)) |
paul@0 | 853 | self.emit('WITH_CLEANUP') |
paul@0 | 854 | self.emit('END_FINALLY') |
paul@0 | 855 | self.setups.pop() |
paul@0 | 856 | self.__with_count -= 1 |
paul@0 | 857 | |
paul@0 | 858 | # misc |
paul@0 | 859 | |
paul@0 | 860 | def visitDiscard(self, node): |
paul@0 | 861 | self.set_lineno(node) |
paul@0 | 862 | self.visit(node.expr) |
paul@0 | 863 | self.emit('POP_TOP') |
paul@0 | 864 | |
paul@0 | 865 | def visitConst(self, node): |
paul@0 | 866 | self.emit('LOAD_CONST', node.value) |
paul@0 | 867 | |
paul@0 | 868 | def visitKeyword(self, node): |
paul@0 | 869 | self.emit('LOAD_CONST', node.name) |
paul@0 | 870 | self.visit(node.expr) |
paul@0 | 871 | |
paul@0 | 872 | def visitGlobal(self, node): |
paul@0 | 873 | # no code to generate |
paul@0 | 874 | pass |
paul@0 | 875 | |
paul@0 | 876 | def visitName(self, node): |
paul@0 | 877 | self.set_lineno(node) |
paul@0 | 878 | self.loadName(node.name) |
paul@0 | 879 | |
paul@0 | 880 | def visitPass(self, node): |
paul@0 | 881 | self.set_lineno(node) |
paul@0 | 882 | |
paul@0 | 883 | def visitImport(self, node): |
paul@0 | 884 | self.set_lineno(node) |
paul@0 | 885 | level = 0 if self.graph.checkFlag(CO_FUTURE_ABSIMPORT) else -1 |
paul@0 | 886 | for name, alias in node.names: |
paul@0 | 887 | if VERSION > 1: |
paul@0 | 888 | self.emit('LOAD_CONST', level) |
paul@0 | 889 | self.emit('LOAD_CONST', None) |
paul@0 | 890 | self.emit('IMPORT_NAME', name) |
paul@0 | 891 | mod = name.split(".")[0] |
paul@0 | 892 | if alias: |
paul@0 | 893 | self._resolveDots(name) |
paul@0 | 894 | self.storeName(alias) |
paul@0 | 895 | else: |
paul@0 | 896 | self.storeName(mod) |
paul@0 | 897 | |
paul@0 | 898 | def visitFrom(self, node): |
paul@0 | 899 | self.set_lineno(node) |
paul@0 | 900 | level = node.level |
paul@0 | 901 | if level == 0 and not self.graph.checkFlag(CO_FUTURE_ABSIMPORT): |
paul@0 | 902 | level = -1 |
paul@0 | 903 | fromlist = tuple(name for (name, alias) in node.names) |
paul@0 | 904 | if VERSION > 1: |
paul@0 | 905 | self.emit('LOAD_CONST', level) |
paul@0 | 906 | self.emit('LOAD_CONST', fromlist) |
paul@0 | 907 | self.emit('IMPORT_NAME', node.modname) |
paul@0 | 908 | for name, alias in node.names: |
paul@0 | 909 | if VERSION > 1: |
paul@0 | 910 | if name == '*': |
paul@0 | 911 | self.namespace = 0 |
paul@0 | 912 | self.emit('IMPORT_STAR') |
paul@0 | 913 | # There can only be one name w/ from ... import * |
paul@0 | 914 | assert len(node.names) == 1 |
paul@0 | 915 | return |
paul@0 | 916 | else: |
paul@0 | 917 | self.emit('IMPORT_FROM', name) |
paul@0 | 918 | self._resolveDots(name) |
paul@0 | 919 | self.storeName(alias or name) |
paul@0 | 920 | else: |
paul@0 | 921 | self.emit('IMPORT_FROM', name) |
paul@0 | 922 | self.emit('POP_TOP') |
paul@0 | 923 | |
paul@0 | 924 | def _resolveDots(self, name): |
paul@0 | 925 | elts = name.split(".") |
paul@0 | 926 | if len(elts) == 1: |
paul@0 | 927 | return |
paul@0 | 928 | for elt in elts[1:]: |
paul@0 | 929 | self.emit('LOAD_ATTR', elt) |
paul@0 | 930 | |
paul@0 | 931 | def visitGetattr(self, node): |
paul@0 | 932 | self.visit(node.expr) |
paul@0 | 933 | self.emit('LOAD_ATTR', self.mangle(node.attrname)) |
paul@0 | 934 | |
paul@0 | 935 | # next five implement assignments |
paul@0 | 936 | |
paul@0 | 937 | def visitAssign(self, node): |
paul@0 | 938 | self.set_lineno(node) |
paul@0 | 939 | self.visit(node.expr) |
paul@0 | 940 | dups = len(node.nodes) - 1 |
paul@0 | 941 | for i in range(len(node.nodes)): |
paul@0 | 942 | elt = node.nodes[i] |
paul@0 | 943 | if i < dups: |
paul@0 | 944 | self.emit('DUP_TOP') |
paul@0 | 945 | if isinstance(elt, ast.Node): |
paul@0 | 946 | self.visit(elt) |
paul@0 | 947 | |
paul@0 | 948 | def visitAssName(self, node): |
paul@0 | 949 | if node.flags == 'OP_ASSIGN': |
paul@0 | 950 | self.storeName(node.name) |
paul@0 | 951 | elif node.flags == 'OP_DELETE': |
paul@0 | 952 | self.set_lineno(node) |
paul@0 | 953 | self.delName(node.name) |
paul@0 | 954 | else: |
paul@0 | 955 | print "oops", node.flags |
paul@0 | 956 | |
paul@0 | 957 | def visitAssAttr(self, node): |
paul@0 | 958 | self.visit(node.expr) |
paul@0 | 959 | if node.flags == 'OP_ASSIGN': |
paul@0 | 960 | self.emit('STORE_ATTR', self.mangle(node.attrname)) |
paul@0 | 961 | elif node.flags == 'OP_DELETE': |
paul@0 | 962 | self.emit('DELETE_ATTR', self.mangle(node.attrname)) |
paul@0 | 963 | else: |
paul@0 | 964 | print "warning: unexpected flags:", node.flags |
paul@0 | 965 | print node |
paul@0 | 966 | |
paul@0 | 967 | def _visitAssSequence(self, node, op='UNPACK_SEQUENCE'): |
paul@0 | 968 | if findOp(node) != 'OP_DELETE': |
paul@0 | 969 | self.emit(op, len(node.nodes)) |
paul@0 | 970 | for child in node.nodes: |
paul@0 | 971 | self.visit(child) |
paul@0 | 972 | |
paul@0 | 973 | if VERSION > 1: |
paul@0 | 974 | visitAssTuple = _visitAssSequence |
paul@0 | 975 | visitAssList = _visitAssSequence |
paul@0 | 976 | else: |
paul@0 | 977 | def visitAssTuple(self, node): |
paul@0 | 978 | self._visitAssSequence(node, 'UNPACK_TUPLE') |
paul@0 | 979 | |
paul@0 | 980 | def visitAssList(self, node): |
paul@0 | 981 | self._visitAssSequence(node, 'UNPACK_LIST') |
paul@0 | 982 | |
paul@0 | 983 | # augmented assignment |
paul@0 | 984 | |
paul@0 | 985 | def visitAugAssign(self, node): |
paul@0 | 986 | self.set_lineno(node) |
paul@0 | 987 | aug_node = wrap_aug(node.node) |
paul@0 | 988 | self.visit(aug_node, "load") |
paul@0 | 989 | self.visit(node.expr) |
paul@0 | 990 | self.emit(self._augmented_opcode[node.op]) |
paul@0 | 991 | self.visit(aug_node, "store") |
paul@0 | 992 | |
paul@0 | 993 | _augmented_opcode = { |
paul@0 | 994 | '+=' : 'INPLACE_ADD', |
paul@0 | 995 | '-=' : 'INPLACE_SUBTRACT', |
paul@0 | 996 | '*=' : 'INPLACE_MULTIPLY', |
paul@0 | 997 | '/=' : 'INPLACE_DIVIDE', |
paul@0 | 998 | '//=': 'INPLACE_FLOOR_DIVIDE', |
paul@0 | 999 | '%=' : 'INPLACE_MODULO', |
paul@0 | 1000 | '**=': 'INPLACE_POWER', |
paul@0 | 1001 | '>>=': 'INPLACE_RSHIFT', |
paul@0 | 1002 | '<<=': 'INPLACE_LSHIFT', |
paul@0 | 1003 | '&=' : 'INPLACE_AND', |
paul@0 | 1004 | '^=' : 'INPLACE_XOR', |
paul@0 | 1005 | '|=' : 'INPLACE_OR', |
paul@0 | 1006 | } |
paul@0 | 1007 | |
paul@0 | 1008 | def visitAugName(self, node, mode): |
paul@0 | 1009 | if mode == "load": |
paul@0 | 1010 | self.loadName(node.name) |
paul@0 | 1011 | elif mode == "store": |
paul@0 | 1012 | self.storeName(node.name) |
paul@0 | 1013 | |
paul@0 | 1014 | def visitAugGetattr(self, node, mode): |
paul@0 | 1015 | if mode == "load": |
paul@0 | 1016 | self.visit(node.expr) |
paul@0 | 1017 | self.emit('DUP_TOP') |
paul@0 | 1018 | self.emit('LOAD_ATTR', self.mangle(node.attrname)) |
paul@0 | 1019 | elif mode == "store": |
paul@0 | 1020 | self.emit('ROT_TWO') |
paul@0 | 1021 | self.emit('STORE_ATTR', self.mangle(node.attrname)) |
paul@0 | 1022 | |
paul@0 | 1023 | def visitAugSlice(self, node, mode): |
paul@0 | 1024 | if mode == "load": |
paul@0 | 1025 | self.visitSlice(node, 1) |
paul@0 | 1026 | elif mode == "store": |
paul@0 | 1027 | slice = 0 |
paul@0 | 1028 | if node.lower: |
paul@0 | 1029 | slice = slice | 1 |
paul@0 | 1030 | if node.upper: |
paul@0 | 1031 | slice = slice | 2 |
paul@0 | 1032 | if slice == 0: |
paul@0 | 1033 | self.emit('ROT_TWO') |
paul@0 | 1034 | elif slice == 3: |
paul@0 | 1035 | self.emit('ROT_FOUR') |
paul@0 | 1036 | else: |
paul@0 | 1037 | self.emit('ROT_THREE') |
paul@0 | 1038 | self.emit('STORE_SLICE+%d' % slice) |
paul@0 | 1039 | |
paul@0 | 1040 | def visitAugSubscript(self, node, mode): |
paul@0 | 1041 | if mode == "load": |
paul@0 | 1042 | self.visitSubscript(node, 1) |
paul@0 | 1043 | elif mode == "store": |
paul@0 | 1044 | self.emit('ROT_THREE') |
paul@0 | 1045 | self.emit('STORE_SUBSCR') |
paul@0 | 1046 | |
paul@0 | 1047 | def visitExec(self, node): |
paul@0 | 1048 | self.visit(node.expr) |
paul@0 | 1049 | if node.locals is None: |
paul@0 | 1050 | self.emit('LOAD_CONST', None) |
paul@0 | 1051 | else: |
paul@0 | 1052 | self.visit(node.locals) |
paul@0 | 1053 | if node.globals is None: |
paul@0 | 1054 | self.emit('DUP_TOP') |
paul@0 | 1055 | else: |
paul@0 | 1056 | self.visit(node.globals) |
paul@0 | 1057 | self.emit('EXEC_STMT') |
paul@0 | 1058 | |
paul@0 | 1059 | def visitCallFunc(self, node): |
paul@0 | 1060 | pos = 0 |
paul@0 | 1061 | kw = 0 |
paul@0 | 1062 | self.set_lineno(node) |
paul@0 | 1063 | self.visit(node.node) |
paul@0 | 1064 | for arg in node.args: |
paul@0 | 1065 | self.visit(arg) |
paul@0 | 1066 | if isinstance(arg, ast.Keyword): |
paul@0 | 1067 | kw = kw + 1 |
paul@0 | 1068 | else: |
paul@0 | 1069 | pos = pos + 1 |
paul@0 | 1070 | if node.star_args is not None: |
paul@0 | 1071 | self.visit(node.star_args) |
paul@0 | 1072 | if node.dstar_args is not None: |
paul@0 | 1073 | self.visit(node.dstar_args) |
paul@0 | 1074 | have_star = node.star_args is not None |
paul@0 | 1075 | have_dstar = node.dstar_args is not None |
paul@0 | 1076 | opcode = callfunc_opcode_info[have_star, have_dstar] |
paul@0 | 1077 | self.emit(opcode, kw << 8 | pos) |
paul@0 | 1078 | |
paul@0 | 1079 | def visitPrint(self, node, newline=0): |
paul@0 | 1080 | self.set_lineno(node) |
paul@0 | 1081 | if node.dest: |
paul@0 | 1082 | self.visit(node.dest) |
paul@0 | 1083 | for child in node.nodes: |
paul@0 | 1084 | if node.dest: |
paul@0 | 1085 | self.emit('DUP_TOP') |
paul@0 | 1086 | self.visit(child) |
paul@0 | 1087 | if node.dest: |
paul@0 | 1088 | self.emit('ROT_TWO') |
paul@0 | 1089 | self.emit('PRINT_ITEM_TO') |
paul@0 | 1090 | else: |
paul@0 | 1091 | self.emit('PRINT_ITEM') |
paul@0 | 1092 | if node.dest and not newline: |
paul@0 | 1093 | self.emit('POP_TOP') |
paul@0 | 1094 | |
paul@0 | 1095 | def visitPrintnl(self, node): |
paul@0 | 1096 | self.visitPrint(node, newline=1) |
paul@0 | 1097 | if node.dest: |
paul@0 | 1098 | self.emit('PRINT_NEWLINE_TO') |
paul@0 | 1099 | else: |
paul@0 | 1100 | self.emit('PRINT_NEWLINE') |
paul@0 | 1101 | |
paul@0 | 1102 | def visitReturn(self, node): |
paul@0 | 1103 | self.set_lineno(node) |
paul@0 | 1104 | self.visit(node.value) |
paul@0 | 1105 | self.emit('RETURN_VALUE') |
paul@0 | 1106 | |
paul@0 | 1107 | def visitYield(self, node): |
paul@0 | 1108 | self.set_lineno(node) |
paul@0 | 1109 | self.visit(node.value) |
paul@0 | 1110 | self.emit('YIELD_VALUE') |
paul@0 | 1111 | |
paul@0 | 1112 | # slice and subscript stuff |
paul@0 | 1113 | |
paul@0 | 1114 | def visitSlice(self, node, aug_flag=None): |
paul@0 | 1115 | # aug_flag is used by visitAugSlice |
paul@0 | 1116 | self.visit(node.expr) |
paul@0 | 1117 | slice = 0 |
paul@0 | 1118 | if node.lower: |
paul@0 | 1119 | self.visit(node.lower) |
paul@0 | 1120 | slice = slice | 1 |
paul@0 | 1121 | if node.upper: |
paul@0 | 1122 | self.visit(node.upper) |
paul@0 | 1123 | slice = slice | 2 |
paul@0 | 1124 | if aug_flag: |
paul@0 | 1125 | if slice == 0: |
paul@0 | 1126 | self.emit('DUP_TOP') |
paul@0 | 1127 | elif slice == 3: |
paul@0 | 1128 | self.emit('DUP_TOPX', 3) |
paul@0 | 1129 | else: |
paul@0 | 1130 | self.emit('DUP_TOPX', 2) |
paul@0 | 1131 | if node.flags == 'OP_APPLY': |
paul@0 | 1132 | self.emit('SLICE+%d' % slice) |
paul@0 | 1133 | elif node.flags == 'OP_ASSIGN': |
paul@0 | 1134 | self.emit('STORE_SLICE+%d' % slice) |
paul@0 | 1135 | elif node.flags == 'OP_DELETE': |
paul@0 | 1136 | self.emit('DELETE_SLICE+%d' % slice) |
paul@0 | 1137 | else: |
paul@0 | 1138 | print "weird slice", node.flags |
paul@0 | 1139 | raise |
paul@0 | 1140 | |
paul@0 | 1141 | def visitSubscript(self, node, aug_flag=None): |
paul@0 | 1142 | self.visit(node.expr) |
paul@0 | 1143 | for sub in node.subs: |
paul@0 | 1144 | self.visit(sub) |
paul@0 | 1145 | if len(node.subs) > 1: |
paul@0 | 1146 | self.emit('BUILD_TUPLE', len(node.subs)) |
paul@0 | 1147 | if aug_flag: |
paul@0 | 1148 | self.emit('DUP_TOPX', 2) |
paul@0 | 1149 | if node.flags == 'OP_APPLY': |
paul@0 | 1150 | self.emit('BINARY_SUBSCR') |
paul@0 | 1151 | elif node.flags == 'OP_ASSIGN': |
paul@0 | 1152 | self.emit('STORE_SUBSCR') |
paul@0 | 1153 | elif node.flags == 'OP_DELETE': |
paul@0 | 1154 | self.emit('DELETE_SUBSCR') |
paul@0 | 1155 | |
paul@0 | 1156 | # binary ops |
paul@0 | 1157 | |
paul@0 | 1158 | def binaryOp(self, node, op): |
paul@0 | 1159 | self.visit(node.left) |
paul@0 | 1160 | self.visit(node.right) |
paul@0 | 1161 | self.emit(op) |
paul@0 | 1162 | |
paul@0 | 1163 | def visitAdd(self, node): |
paul@0 | 1164 | return self.binaryOp(node, 'BINARY_ADD') |
paul@0 | 1165 | |
paul@0 | 1166 | def visitSub(self, node): |
paul@0 | 1167 | return self.binaryOp(node, 'BINARY_SUBTRACT') |
paul@0 | 1168 | |
paul@0 | 1169 | def visitMul(self, node): |
paul@0 | 1170 | return self.binaryOp(node, 'BINARY_MULTIPLY') |
paul@0 | 1171 | |
paul@0 | 1172 | def visitDiv(self, node): |
paul@0 | 1173 | return self.binaryOp(node, self._div_op) |
paul@0 | 1174 | |
paul@0 | 1175 | def visitFloorDiv(self, node): |
paul@0 | 1176 | return self.binaryOp(node, 'BINARY_FLOOR_DIVIDE') |
paul@0 | 1177 | |
paul@0 | 1178 | def visitMod(self, node): |
paul@0 | 1179 | return self.binaryOp(node, 'BINARY_MODULO') |
paul@0 | 1180 | |
paul@0 | 1181 | def visitPower(self, node): |
paul@0 | 1182 | return self.binaryOp(node, 'BINARY_POWER') |
paul@0 | 1183 | |
paul@0 | 1184 | def visitLeftShift(self, node): |
paul@0 | 1185 | return self.binaryOp(node, 'BINARY_LSHIFT') |
paul@0 | 1186 | |
paul@0 | 1187 | def visitRightShift(self, node): |
paul@0 | 1188 | return self.binaryOp(node, 'BINARY_RSHIFT') |
paul@0 | 1189 | |
paul@0 | 1190 | # unary ops |
paul@0 | 1191 | |
paul@0 | 1192 | def unaryOp(self, node, op): |
paul@0 | 1193 | self.visit(node.expr) |
paul@0 | 1194 | self.emit(op) |
paul@0 | 1195 | |
paul@0 | 1196 | def visitInvert(self, node): |
paul@0 | 1197 | return self.unaryOp(node, 'UNARY_INVERT') |
paul@0 | 1198 | |
paul@0 | 1199 | def visitUnarySub(self, node): |
paul@0 | 1200 | return self.unaryOp(node, 'UNARY_NEGATIVE') |
paul@0 | 1201 | |
paul@0 | 1202 | def visitUnaryAdd(self, node): |
paul@0 | 1203 | return self.unaryOp(node, 'UNARY_POSITIVE') |
paul@0 | 1204 | |
paul@0 | 1205 | def visitUnaryInvert(self, node): |
paul@0 | 1206 | return self.unaryOp(node, 'UNARY_INVERT') |
paul@0 | 1207 | |
paul@0 | 1208 | def visitNot(self, node): |
paul@0 | 1209 | return self.unaryOp(node, 'UNARY_NOT') |
paul@0 | 1210 | |
paul@0 | 1211 | def visitBackquote(self, node): |
paul@0 | 1212 | return self.unaryOp(node, 'UNARY_CONVERT') |
paul@0 | 1213 | |
paul@0 | 1214 | # bit ops |
paul@0 | 1215 | |
paul@0 | 1216 | def bitOp(self, nodes, op): |
paul@0 | 1217 | self.visit(nodes[0]) |
paul@0 | 1218 | for node in nodes[1:]: |
paul@0 | 1219 | self.visit(node) |
paul@0 | 1220 | self.emit(op) |
paul@0 | 1221 | |
paul@0 | 1222 | def visitBitand(self, node): |
paul@0 | 1223 | return self.bitOp(node.nodes, 'BINARY_AND') |
paul@0 | 1224 | |
paul@0 | 1225 | def visitBitor(self, node): |
paul@0 | 1226 | return self.bitOp(node.nodes, 'BINARY_OR') |
paul@0 | 1227 | |
paul@0 | 1228 | def visitBitxor(self, node): |
paul@0 | 1229 | return self.bitOp(node.nodes, 'BINARY_XOR') |
paul@0 | 1230 | |
paul@0 | 1231 | # object constructors |
paul@0 | 1232 | |
paul@0 | 1233 | def visitEllipsis(self, node): |
paul@0 | 1234 | self.emit('LOAD_CONST', Ellipsis) |
paul@0 | 1235 | |
paul@0 | 1236 | def visitTuple(self, node): |
paul@0 | 1237 | self.set_lineno(node) |
paul@0 | 1238 | for elt in node.nodes: |
paul@0 | 1239 | self.visit(elt) |
paul@0 | 1240 | self.emit('BUILD_TUPLE', len(node.nodes)) |
paul@0 | 1241 | |
paul@0 | 1242 | def visitList(self, node): |
paul@0 | 1243 | self.set_lineno(node) |
paul@0 | 1244 | for elt in node.nodes: |
paul@0 | 1245 | self.visit(elt) |
paul@0 | 1246 | self.emit('BUILD_LIST', len(node.nodes)) |
paul@0 | 1247 | |
paul@0 | 1248 | def visitSliceobj(self, node): |
paul@0 | 1249 | for child in node.nodes: |
paul@0 | 1250 | self.visit(child) |
paul@0 | 1251 | self.emit('BUILD_SLICE', len(node.nodes)) |
paul@0 | 1252 | |
paul@0 | 1253 | def visitDict(self, node): |
paul@0 | 1254 | self.set_lineno(node) |
paul@0 | 1255 | self.emit('BUILD_MAP', 0) |
paul@0 | 1256 | for k, v in node.items: |
paul@0 | 1257 | self.emit('DUP_TOP') |
paul@0 | 1258 | self.visit(k) |
paul@0 | 1259 | self.visit(v) |
paul@0 | 1260 | self.emit('ROT_THREE') |
paul@0 | 1261 | self.emit('STORE_SUBSCR') |
paul@0 | 1262 | |
paul@0 | 1263 | class NestedScopeMixin: |
paul@0 | 1264 | """Defines initClass() for nested scoping (Python 2.2-compatible)""" |
paul@0 | 1265 | def initClass(self): |
paul@0 | 1266 | self.__class__.NameFinder = LocalNameFinder |
paul@0 | 1267 | self.__class__.FunctionGen = FunctionCodeGenerator |
paul@0 | 1268 | self.__class__.ClassGen = ClassCodeGenerator |
paul@0 | 1269 | |
paul@0 | 1270 | class ModuleCodeGenerator(NestedScopeMixin, CodeGenerator): |
paul@0 | 1271 | __super_init = CodeGenerator.__init__ |
paul@0 | 1272 | |
paul@0 | 1273 | scopes = None |
paul@0 | 1274 | |
paul@0 | 1275 | def __init__(self, tree): |
paul@0 | 1276 | self.graph = pyassem.PyFlowGraph("<module>", tree.filename) |
paul@0 | 1277 | self.futures = future.find_futures(tree) |
paul@0 | 1278 | self.__super_init() |
paul@0 | 1279 | walk(tree, self) |
paul@0 | 1280 | |
paul@0 | 1281 | def get_module(self): |
paul@0 | 1282 | return self |
paul@0 | 1283 | |
paul@0 | 1284 | class ExpressionCodeGenerator(NestedScopeMixin, CodeGenerator): |
paul@0 | 1285 | __super_init = CodeGenerator.__init__ |
paul@0 | 1286 | |
paul@0 | 1287 | scopes = None |
paul@0 | 1288 | futures = () |
paul@0 | 1289 | |
paul@0 | 1290 | def __init__(self, tree): |
paul@0 | 1291 | self.graph = pyassem.PyFlowGraph("<expression>", tree.filename) |
paul@0 | 1292 | self.__super_init() |
paul@0 | 1293 | walk(tree, self) |
paul@0 | 1294 | |
paul@0 | 1295 | def get_module(self): |
paul@0 | 1296 | return self |
paul@0 | 1297 | |
paul@0 | 1298 | class InteractiveCodeGenerator(NestedScopeMixin, CodeGenerator): |
paul@0 | 1299 | |
paul@0 | 1300 | __super_init = CodeGenerator.__init__ |
paul@0 | 1301 | |
paul@0 | 1302 | scopes = None |
paul@0 | 1303 | futures = () |
paul@0 | 1304 | |
paul@0 | 1305 | def __init__(self, tree): |
paul@0 | 1306 | self.graph = pyassem.PyFlowGraph("<interactive>", tree.filename) |
paul@0 | 1307 | self.__super_init() |
paul@0 | 1308 | self.set_lineno(tree) |
paul@0 | 1309 | walk(tree, self) |
paul@0 | 1310 | self.emit('RETURN_VALUE') |
paul@0 | 1311 | |
paul@0 | 1312 | def get_module(self): |
paul@0 | 1313 | return self |
paul@0 | 1314 | |
paul@0 | 1315 | def visitDiscard(self, node): |
paul@0 | 1316 | # XXX Discard means it's an expression. Perhaps this is a bad |
paul@0 | 1317 | # name. |
paul@0 | 1318 | self.visit(node.expr) |
paul@0 | 1319 | self.emit('PRINT_EXPR') |
paul@0 | 1320 | |
paul@0 | 1321 | class AbstractFunctionCode: |
paul@0 | 1322 | optimized = 1 |
paul@0 | 1323 | lambdaCount = 0 |
paul@0 | 1324 | |
paul@0 | 1325 | def __init__(self, func, scopes, isLambda, class_name, mod): |
paul@0 | 1326 | self.class_name = class_name |
paul@0 | 1327 | self.module = mod |
paul@0 | 1328 | if isLambda: |
paul@0 | 1329 | klass = FunctionCodeGenerator |
paul@0 | 1330 | name = "<lambda.%d>" % klass.lambdaCount |
paul@0 | 1331 | klass.lambdaCount = klass.lambdaCount + 1 |
paul@0 | 1332 | else: |
paul@0 | 1333 | name = func.name |
paul@0 | 1334 | |
paul@0 | 1335 | args, hasTupleArg = generateArgList(func.argnames) |
paul@0 | 1336 | self.graph = pyassem.PyFlowGraph(name, func.filename, args, |
paul@0 | 1337 | optimized=1) |
paul@0 | 1338 | self.isLambda = isLambda |
paul@0 | 1339 | self.super_init() |
paul@0 | 1340 | |
paul@0 | 1341 | if not isLambda and func.doc: |
paul@0 | 1342 | self.setDocstring(func.doc) |
paul@0 | 1343 | |
paul@0 | 1344 | lnf = walk(func.code, self.NameFinder(args), verbose=0) |
paul@0 | 1345 | self.locals.push(lnf.getLocals()) |
paul@0 | 1346 | if func.varargs: |
paul@0 | 1347 | self.graph.setFlag(CO_VARARGS) |
paul@0 | 1348 | if func.kwargs: |
paul@0 | 1349 | self.graph.setFlag(CO_VARKEYWORDS) |
paul@0 | 1350 | self.set_lineno(func) |
paul@0 | 1351 | if hasTupleArg: |
paul@0 | 1352 | self.generateArgUnpack(func.argnames) |
paul@0 | 1353 | |
paul@0 | 1354 | def get_module(self): |
paul@0 | 1355 | return self.module |
paul@0 | 1356 | |
paul@0 | 1357 | def finish(self): |
paul@0 | 1358 | self.graph.startExitBlock() |
paul@0 | 1359 | if not self.isLambda: |
paul@0 | 1360 | self.emit('LOAD_CONST', None) |
paul@0 | 1361 | self.emit('RETURN_VALUE') |
paul@0 | 1362 | |
paul@0 | 1363 | def generateArgUnpack(self, args): |
paul@0 | 1364 | for i in range(len(args)): |
paul@0 | 1365 | arg = args[i] |
paul@0 | 1366 | if isinstance(arg, tuple): |
paul@0 | 1367 | self.emit('LOAD_FAST', '.%d' % (i * 2)) |
paul@0 | 1368 | self.unpackSequence(arg) |
paul@0 | 1369 | |
paul@0 | 1370 | def unpackSequence(self, tup): |
paul@0 | 1371 | if VERSION > 1: |
paul@0 | 1372 | self.emit('UNPACK_SEQUENCE', len(tup)) |
paul@0 | 1373 | else: |
paul@0 | 1374 | self.emit('UNPACK_TUPLE', len(tup)) |
paul@0 | 1375 | for elt in tup: |
paul@0 | 1376 | if isinstance(elt, tuple): |
paul@0 | 1377 | self.unpackSequence(elt) |
paul@0 | 1378 | else: |
paul@0 | 1379 | self._nameOp('STORE', elt) |
paul@0 | 1380 | |
paul@0 | 1381 | unpackTuple = unpackSequence |
paul@0 | 1382 | |
paul@0 | 1383 | class FunctionCodeGenerator(NestedScopeMixin, AbstractFunctionCode, |
paul@0 | 1384 | CodeGenerator): |
paul@0 | 1385 | super_init = CodeGenerator.__init__ # call be other init |
paul@0 | 1386 | scopes = None |
paul@0 | 1387 | |
paul@0 | 1388 | __super_init = AbstractFunctionCode.__init__ |
paul@0 | 1389 | |
paul@0 | 1390 | def __init__(self, func, scopes, isLambda, class_name, mod): |
paul@0 | 1391 | self.scopes = scopes |
paul@0 | 1392 | self.scope = scopes[func] |
paul@0 | 1393 | self.__super_init(func, scopes, isLambda, class_name, mod) |
paul@0 | 1394 | self.graph.setFreeVars(self.scope.get_free_vars()) |
paul@0 | 1395 | self.graph.setCellVars(self.scope.get_cell_vars()) |
paul@0 | 1396 | if self.scope.generator is not None: |
paul@0 | 1397 | self.graph.setFlag(CO_GENERATOR) |
paul@0 | 1398 | |
paul@0 | 1399 | class GenExprCodeGenerator(NestedScopeMixin, AbstractFunctionCode, |
paul@0 | 1400 | CodeGenerator): |
paul@0 | 1401 | super_init = CodeGenerator.__init__ # call be other init |
paul@0 | 1402 | scopes = None |
paul@0 | 1403 | |
paul@0 | 1404 | __super_init = AbstractFunctionCode.__init__ |
paul@0 | 1405 | |
paul@0 | 1406 | def __init__(self, gexp, scopes, class_name, mod): |
paul@0 | 1407 | self.scopes = scopes |
paul@0 | 1408 | self.scope = scopes[gexp] |
paul@0 | 1409 | self.__super_init(gexp, scopes, 1, class_name, mod) |
paul@0 | 1410 | self.graph.setFreeVars(self.scope.get_free_vars()) |
paul@0 | 1411 | self.graph.setCellVars(self.scope.get_cell_vars()) |
paul@0 | 1412 | self.graph.setFlag(CO_GENERATOR) |
paul@0 | 1413 | |
paul@0 | 1414 | class AbstractClassCode: |
paul@0 | 1415 | |
paul@0 | 1416 | def __init__(self, klass, scopes, module): |
paul@0 | 1417 | self.class_name = klass.name |
paul@0 | 1418 | self.module = module |
paul@0 | 1419 | self.graph = pyassem.PyFlowGraph(klass.name, klass.filename, |
paul@0 | 1420 | optimized=0, klass=1) |
paul@0 | 1421 | self.super_init() |
paul@0 | 1422 | lnf = walk(klass.code, self.NameFinder(), verbose=0) |
paul@0 | 1423 | self.locals.push(lnf.getLocals()) |
paul@0 | 1424 | self.graph.setFlag(CO_NEWLOCALS) |
paul@0 | 1425 | if klass.doc: |
paul@0 | 1426 | self.setDocstring(klass.doc) |
paul@0 | 1427 | |
paul@0 | 1428 | def get_module(self): |
paul@0 | 1429 | return self.module |
paul@0 | 1430 | |
paul@0 | 1431 | def finish(self): |
paul@0 | 1432 | self.graph.startExitBlock() |
paul@0 | 1433 | self.emit('LOAD_LOCALS') |
paul@0 | 1434 | self.emit('RETURN_VALUE') |
paul@0 | 1435 | |
paul@0 | 1436 | class ClassCodeGenerator(NestedScopeMixin, AbstractClassCode, CodeGenerator): |
paul@0 | 1437 | super_init = CodeGenerator.__init__ |
paul@0 | 1438 | scopes = None |
paul@0 | 1439 | |
paul@0 | 1440 | __super_init = AbstractClassCode.__init__ |
paul@0 | 1441 | |
paul@0 | 1442 | def __init__(self, klass, scopes, module): |
paul@0 | 1443 | self.scopes = scopes |
paul@0 | 1444 | self.scope = scopes[klass] |
paul@0 | 1445 | self.__super_init(klass, scopes, module) |
paul@0 | 1446 | self.graph.setFreeVars(self.scope.get_free_vars()) |
paul@0 | 1447 | self.graph.setCellVars(self.scope.get_cell_vars()) |
paul@0 | 1448 | self.set_lineno(klass) |
paul@0 | 1449 | self.emit("LOAD_GLOBAL", "__name__") |
paul@0 | 1450 | self.storeName("__module__") |
paul@0 | 1451 | if klass.doc: |
paul@0 | 1452 | self.emit("LOAD_CONST", klass.doc) |
paul@0 | 1453 | self.storeName('__doc__') |
paul@0 | 1454 | |
paul@0 | 1455 | def generateArgList(arglist): |
paul@0 | 1456 | """Generate an arg list marking TupleArgs""" |
paul@0 | 1457 | args = [] |
paul@0 | 1458 | extra = [] |
paul@0 | 1459 | count = 0 |
paul@0 | 1460 | for i in range(len(arglist)): |
paul@0 | 1461 | elt = arglist[i] |
paul@0 | 1462 | if isinstance(elt, str): |
paul@0 | 1463 | args.append(elt) |
paul@0 | 1464 | elif isinstance(elt, tuple): |
paul@0 | 1465 | args.append(TupleArg(i * 2, elt)) |
paul@0 | 1466 | extra.extend(misc.flatten(elt)) |
paul@0 | 1467 | count = count + 1 |
paul@0 | 1468 | else: |
paul@0 | 1469 | raise ValueError, "unexpect argument type:", elt |
paul@0 | 1470 | return args + extra, count |
paul@0 | 1471 | |
paul@0 | 1472 | def findOp(node): |
paul@0 | 1473 | """Find the op (DELETE, LOAD, STORE) in an AssTuple tree""" |
paul@0 | 1474 | v = OpFinder() |
paul@0 | 1475 | walk(node, v, verbose=0) |
paul@0 | 1476 | return v.op |
paul@0 | 1477 | |
paul@0 | 1478 | class OpFinder: |
paul@0 | 1479 | def __init__(self): |
paul@0 | 1480 | self.op = None |
paul@0 | 1481 | def visitAssName(self, node): |
paul@0 | 1482 | if self.op is None: |
paul@0 | 1483 | self.op = node.flags |
paul@0 | 1484 | elif self.op != node.flags: |
paul@0 | 1485 | raise ValueError, "mixed ops in stmt" |
paul@0 | 1486 | visitAssAttr = visitAssName |
paul@0 | 1487 | visitSubscript = visitAssName |
paul@0 | 1488 | |
paul@0 | 1489 | class Delegator: |
paul@0 | 1490 | """Base class to support delegation for augmented assignment nodes |
paul@0 | 1491 | |
paul@0 | 1492 | To generator code for augmented assignments, we use the following |
paul@0 | 1493 | wrapper classes. In visitAugAssign, the left-hand expression node |
paul@0 | 1494 | is visited twice. The first time the visit uses the normal method |
paul@0 | 1495 | for that node . The second time the visit uses a different method |
paul@0 | 1496 | that generates the appropriate code to perform the assignment. |
paul@0 | 1497 | These delegator classes wrap the original AST nodes in order to |
paul@0 | 1498 | support the variant visit methods. |
paul@0 | 1499 | """ |
paul@0 | 1500 | def __init__(self, obj): |
paul@0 | 1501 | self.obj = obj |
paul@0 | 1502 | |
paul@0 | 1503 | def __getattr__(self, attr): |
paul@0 | 1504 | return getattr(self.obj, attr) |
paul@0 | 1505 | |
paul@0 | 1506 | class AugGetattr(Delegator): |
paul@0 | 1507 | pass |
paul@0 | 1508 | |
paul@0 | 1509 | class AugName(Delegator): |
paul@0 | 1510 | pass |
paul@0 | 1511 | |
paul@0 | 1512 | class AugSlice(Delegator): |
paul@0 | 1513 | pass |
paul@0 | 1514 | |
paul@0 | 1515 | class AugSubscript(Delegator): |
paul@0 | 1516 | pass |
paul@0 | 1517 | |
paul@0 | 1518 | wrapper = { |
paul@0 | 1519 | ast.Getattr: AugGetattr, |
paul@0 | 1520 | ast.Name: AugName, |
paul@0 | 1521 | ast.Slice: AugSlice, |
paul@0 | 1522 | ast.Subscript: AugSubscript, |
paul@0 | 1523 | } |
paul@0 | 1524 | |
paul@0 | 1525 | def wrap_aug(node): |
paul@0 | 1526 | return wrapper[node.__class__](node) |
paul@0 | 1527 | |
paul@0 | 1528 | if __name__ == "__main__": |
paul@0 | 1529 | for file in sys.argv[1:]: |
paul@0 | 1530 | compileFile(file) |