paul@638 | 1 | #!/usr/bin/env python |
paul@638 | 2 | |
paul@638 | 3 | """ |
paul@638 | 4 | Produce syspython code from an inspected program. |
paul@638 | 5 | |
paul@638 | 6 | Copyright (C) 2006, 2007, 2010, 2011, 2012, 2013 Paul Boddie <paul@boddie.org.uk> |
paul@638 | 7 | |
paul@638 | 8 | This program is free software; you can redistribute it and/or modify it under |
paul@638 | 9 | the terms of the GNU General Public License as published by the Free Software |
paul@638 | 10 | Foundation; either version 3 of the License, or (at your option) any later |
paul@638 | 11 | version. |
paul@638 | 12 | |
paul@638 | 13 | This program is distributed in the hope that it will be useful, but WITHOUT |
paul@638 | 14 | ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS |
paul@638 | 15 | FOR A PARTICULAR PURPOSE. See the GNU General Public License for more |
paul@638 | 16 | details. |
paul@638 | 17 | |
paul@638 | 18 | You should have received a copy of the GNU General Public License along with |
paul@638 | 19 | this program. If not, see <http://www.gnu.org/licenses/>. |
paul@638 | 20 | """ |
paul@638 | 21 | |
paul@638 | 22 | from micropython.common import * |
paul@638 | 23 | from micropython.data import * |
paul@638 | 24 | from micropython.errors import * |
paul@638 | 25 | from os.path import exists, extsep, join |
paul@638 | 26 | import compiler.ast |
paul@638 | 27 | import sys |
paul@638 | 28 | import os |
paul@638 | 29 | |
paul@638 | 30 | try: |
paul@638 | 31 | set |
paul@638 | 32 | except NameError: |
paul@638 | 33 | from sets import Set as set |
paul@638 | 34 | |
paul@638 | 35 | # Convenience definitions. |
paul@638 | 36 | |
paul@638 | 37 | special_name = compiler.ast.Name |
paul@645 | 38 | |
paul@645 | 39 | def quoted_name(s): |
paul@645 | 40 | return compiler.ast.Const(s) |
paul@638 | 41 | |
paul@664 | 42 | def quoted_ref(obj): |
paul@670 | 43 | return compiler.ast.CallFunc("static", [quoted_name(obj.full_name())]) |
paul@664 | 44 | |
paul@664 | 45 | def module_attribute(module_name, attrname): |
paul@670 | 46 | return special_name(module_name + "." + attrname) |
paul@664 | 47 | |
paul@676 | 48 | def constant_attribute(parent, attrname): |
paul@676 | 49 | return compiler.ast.CallFunc("static", [quoted_name(parent.full_name() + "." + attrname)]) |
paul@676 | 50 | |
paul@646 | 51 | # Special function names. |
paul@666 | 52 | # Some of the assignment operations cannot be supported unless attribute usage |
paul@666 | 53 | # observations are being made. |
paul@646 | 54 | |
paul@678 | 55 | assattr_functions = ("storeattrcontext", "storeattrcontext", |
paul@678 | 56 | "storeattr", "storeattrindexcontextcond") |
paul@678 | 57 | getattr_functions = ("loadattrcontext", "loadattrcontextcond", |
paul@678 | 58 | "loadattr", "loadattrindexcontextcond") |
paul@646 | 59 | |
paul@638 | 60 | # Source code classes. |
paul@638 | 61 | |
paul@638 | 62 | class ConvertedSource(ASTVisitor): |
paul@638 | 63 | |
paul@638 | 64 | "A conversion of module source code to syspython." |
paul@638 | 65 | |
paul@638 | 66 | def __init__(self, module, program): |
paul@638 | 67 | self.visitor = self |
paul@638 | 68 | self.module = module |
paul@638 | 69 | self.program = program |
paul@645 | 70 | self.objtable = program.get_object_table() |
paul@638 | 71 | self.in_main = False |
paul@638 | 72 | self.units = [] |
paul@638 | 73 | |
paul@638 | 74 | def get_unit(self): |
paul@638 | 75 | return self.units[-1] |
paul@638 | 76 | |
paul@638 | 77 | def get_module(self): |
paul@638 | 78 | return self.units[0] |
paul@638 | 79 | |
paul@638 | 80 | def to_stream(self, stream): |
paul@638 | 81 | |
paul@638 | 82 | "Write the converted code to the given 'stream'." |
paul@638 | 83 | |
paul@638 | 84 | module = self.dispatch(self.module.astnode) |
paul@638 | 85 | stream.write(str(module)) |
paul@638 | 86 | |
paul@638 | 87 | def NOP(self, node): |
paul@638 | 88 | return node |
paul@638 | 89 | |
paul@638 | 90 | def visitModule(self, node): |
paul@638 | 91 | module = node.unit |
paul@638 | 92 | self.units.append(module) |
paul@638 | 93 | |
paul@645 | 94 | definitions = self.process_definitions(node) |
paul@638 | 95 | |
paul@675 | 96 | # keywords(name, ...) |
paul@675 | 97 | |
paul@675 | 98 | keywords = module.keyword_names and [ |
paul@675 | 99 | compiler.ast.CallFunc( |
paul@675 | 100 | special_name("keywords"), |
paul@675 | 101 | [special_name(name) for name in module.keyword_names] |
paul@675 | 102 | ) |
paul@675 | 103 | ] or [] |
paul@675 | 104 | |
paul@670 | 105 | # globalnames(name, ...) |
paul@638 | 106 | |
paul@638 | 107 | globalnames = module.module_attribute_names() and [ |
paul@638 | 108 | compiler.ast.CallFunc( |
paul@670 | 109 | special_name("globalnames"), |
paul@667 | 110 | [special_name(attr.name) for attr in module.attributes_as_list()] |
paul@638 | 111 | ) |
paul@638 | 112 | ] or [] |
paul@638 | 113 | |
paul@638 | 114 | # def __main__(): |
paul@638 | 115 | # ... |
paul@638 | 116 | |
paul@638 | 117 | self.in_main = True |
paul@638 | 118 | |
paul@638 | 119 | main = compiler.ast.Function( |
paul@638 | 120 | [], "__main__", [], [], 0, "Module initialisation.", |
paul@638 | 121 | compiler.ast.Stmt(globalnames + self.dispatch(node.node).nodes) |
paul@638 | 122 | ) |
paul@638 | 123 | |
paul@638 | 124 | self.in_main = False |
paul@638 | 125 | self.units.pop() |
paul@638 | 126 | |
paul@675 | 127 | return compiler.ast.Module(node.doc, compiler.ast.Stmt(keywords + definitions + [main])) |
paul@638 | 128 | |
paul@638 | 129 | # Statements. |
paul@638 | 130 | |
paul@638 | 131 | def visitAssert(self, node): |
paul@638 | 132 | return compiler.ast.Assert(self.dispatch(node.test), node.fail and self.dispatch(node.fail)) |
paul@638 | 133 | |
paul@638 | 134 | def visitAssign(self, node): |
paul@638 | 135 | expr = self.dispatch(node.expr) |
paul@638 | 136 | return compiler.ast.Stmt([self.dispatch(n, expr) for n in node.nodes]) |
paul@638 | 137 | |
paul@638 | 138 | def visitAugAssign(self, node): |
paul@638 | 139 | |
paul@638 | 140 | # lvalue = op(lvalue, expr) |
paul@670 | 141 | # -> fn(lvalue, op(lvalue, expr)) |
paul@638 | 142 | |
paul@638 | 143 | op_name = operator_functions[node.op] |
paul@638 | 144 | |
paul@638 | 145 | return self.dispatch(node.node, compiler.ast.CallFunc( |
paul@671 | 146 | special_name("apply"), |
paul@671 | 147 | [module_attribute("operator", op_name), |
paul@671 | 148 | self.dispatch(node.node), self.dispatch(node.expr)] |
paul@638 | 149 | )) |
paul@638 | 150 | |
paul@638 | 151 | visitBreak = NOP |
paul@638 | 152 | |
paul@638 | 153 | def visitClass(self, node): |
paul@638 | 154 | if not used_by_unit(node): |
paul@638 | 155 | return compiler.ast.Stmt([]) |
paul@638 | 156 | |
paul@638 | 157 | self.units.append(node.unit) |
paul@638 | 158 | try: |
paul@638 | 159 | # Incorporate class body code in the main function. |
paul@638 | 160 | |
paul@638 | 161 | if self.in_main: |
paul@638 | 162 | return self.dispatch(node.code) |
paul@638 | 163 | else: |
paul@638 | 164 | return self._visitClassDefinition(node) |
paul@638 | 165 | |
paul@638 | 166 | finally: |
paul@638 | 167 | self.units.pop() |
paul@638 | 168 | |
paul@638 | 169 | def _visitClassDefinition(self, node): |
paul@638 | 170 | cls = node.unit |
paul@638 | 171 | |
paul@670 | 172 | # instattrs(name, ...) |
paul@670 | 173 | # clsattrs(name, ...) |
paul@638 | 174 | |
paul@638 | 175 | instattrs = cls.instance_attribute_names() and [ |
paul@638 | 176 | compiler.ast.CallFunc( |
paul@670 | 177 | special_name("instattrs"), |
paul@667 | 178 | [special_name(attr.name) for attr in cls.instance_attributes_as_list()] |
paul@638 | 179 | ) |
paul@638 | 180 | ] or [] |
paul@638 | 181 | |
paul@638 | 182 | clsattrs = cls.class_attribute_names() and [ |
paul@638 | 183 | compiler.ast.CallFunc( |
paul@670 | 184 | special_name("clsattrs"), |
paul@667 | 185 | [special_name(attr.name) for attr in cls.attributes_as_list()] |
paul@638 | 186 | ) |
paul@638 | 187 | ] or [] |
paul@638 | 188 | |
paul@670 | 189 | # inherited(superclass, name, ...) |
paul@638 | 190 | # ... |
paul@638 | 191 | |
paul@638 | 192 | attrs_by_cls = {} |
paul@638 | 193 | for attrname, attr in cls.all_class_attributes().items(): |
paul@638 | 194 | supercls = attr.parent |
paul@638 | 195 | if supercls is cls: |
paul@638 | 196 | continue |
paul@638 | 197 | if not attrs_by_cls.has_key(supercls): |
paul@638 | 198 | attrs_by_cls[supercls] = [] |
paul@638 | 199 | attrs_by_cls[supercls].append(attrname) |
paul@638 | 200 | |
paul@638 | 201 | inherited = [] |
paul@638 | 202 | |
paul@638 | 203 | for supercls, attrnames in attrs_by_cls.items(): |
paul@638 | 204 | inherited.append( |
paul@638 | 205 | compiler.ast.CallFunc( |
paul@670 | 206 | special_name("inherited"), |
paul@645 | 207 | [quoted_ref(supercls)] + [special_name(name) for name in attrnames] |
paul@638 | 208 | )) |
paul@638 | 209 | |
paul@670 | 210 | # descendants(name, ...) |
paul@638 | 211 | |
paul@638 | 212 | descendants = cls.all_descendants() and [ |
paul@638 | 213 | compiler.ast.CallFunc( |
paul@670 | 214 | special_name("descendants"), |
paul@638 | 215 | [special_name(name) for name in cls.all_descendants().keys()] |
paul@638 | 216 | ) |
paul@638 | 217 | ] or [] |
paul@638 | 218 | |
paul@638 | 219 | # Process all the definitions defined inside the class. |
paul@638 | 220 | |
paul@645 | 221 | definitions = self.process_definitions(node) |
paul@638 | 222 | |
paul@638 | 223 | return compiler.ast.Class(node.name, [], node.doc, |
paul@638 | 224 | compiler.ast.Stmt(instattrs + clsattrs + inherited + descendants + definitions) |
paul@638 | 225 | ) |
paul@638 | 226 | |
paul@638 | 227 | visitContinue = NOP |
paul@638 | 228 | |
paul@638 | 229 | def visitDiscard(self, node): |
paul@638 | 230 | return compiler.ast.Discard(self.dispatch(node.expr)) |
paul@638 | 231 | |
paul@638 | 232 | def visitFor(self, node): |
paul@638 | 233 | |
paul@638 | 234 | """ |
paul@638 | 235 | Convert from... |
paul@638 | 236 | |
paul@638 | 237 | for <assign> in <list>: |
paul@638 | 238 | <body> |
paul@638 | 239 | [ else: |
paul@638 | 240 | <else_> ] |
paul@638 | 241 | |
paul@638 | 242 | ...to... |
paul@638 | 243 | |
paul@638 | 244 | _it = iter(<list>) |
paul@638 | 245 | while True: |
paul@638 | 246 | try: |
paul@638 | 247 | <assign> = _it.next() |
paul@638 | 248 | except StopIteration: |
paul@638 | 249 | [ <else_> ] |
paul@638 | 250 | break |
paul@638 | 251 | else: |
paul@638 | 252 | <body> |
paul@638 | 253 | """ |
paul@638 | 254 | |
paul@638 | 255 | unit = self.get_unit() |
paul@638 | 256 | temp = quoted_name(unit.temp_usage) |
paul@638 | 257 | unit.temp_usage += 1 |
paul@638 | 258 | |
paul@638 | 259 | else_nodes = node.else_ and self.dispatch(node.else_).nodes or [] |
paul@638 | 260 | |
paul@638 | 261 | return compiler.ast.Stmt([ |
paul@670 | 262 | # storetemp(_it, __builtins__.iter(<list>)) |
paul@670 | 263 | compiler.ast.CallFunc(special_name("storetemp"), [ |
paul@638 | 264 | temp, |
paul@638 | 265 | compiler.ast.CallFunc( |
paul@671 | 266 | special_name("apply"), |
paul@671 | 267 | [module_attribute("__builtins__", "iter"), self.dispatch(node.list)] |
paul@638 | 268 | ) |
paul@638 | 269 | ]), |
paul@638 | 270 | # while True: ... |
paul@638 | 271 | compiler.ast.While( |
paul@638 | 272 | special_name("True"), |
paul@638 | 273 | # try: ... |
paul@638 | 274 | compiler.ast.TryExcept( |
paul@638 | 275 | compiler.ast.Stmt([ |
paul@638 | 276 | # <assign> = ... |
paul@638 | 277 | self.dispatch(node.assign, |
paul@638 | 278 | # _it.next() |
paul@638 | 279 | compiler.ast.CallFunc( |
paul@670 | 280 | compiler.ast.CallFunc(special_name("loadattrindex"), [ |
paul@670 | 281 | compiler.ast.CallFunc(special_name("loadtemp"), [temp]), |
paul@638 | 282 | special_name("next") |
paul@638 | 283 | ]), |
paul@638 | 284 | [] |
paul@638 | 285 | ) |
paul@638 | 286 | ) |
paul@638 | 287 | ]), |
paul@638 | 288 | # except StopIteration: ... |
paul@638 | 289 | [(special_name("StopIteration"), None, compiler.ast.Stmt(else_nodes + [compiler.ast.Break()]))], |
paul@638 | 290 | # else: ... |
paul@638 | 291 | self.dispatch(node.body) |
paul@638 | 292 | ), |
paul@638 | 293 | None |
paul@638 | 294 | ) |
paul@638 | 295 | ]) |
paul@638 | 296 | |
paul@638 | 297 | def visitFrom(self, node): |
paul@638 | 298 | |
paul@638 | 299 | # Generate __main__ function calls for each step in the imported module |
paul@638 | 300 | # hierarchy. |
paul@638 | 301 | |
paul@638 | 302 | statements = [] |
paul@638 | 303 | |
paul@638 | 304 | for modname in self.module.get_module_paths(node.modname): |
paul@638 | 305 | statements.append( |
paul@638 | 306 | compiler.ast.CallFunc(special_name("%s.__main__" % modname ), []) |
paul@638 | 307 | ) |
paul@638 | 308 | |
paul@638 | 309 | for name, alias in node.names: |
paul@638 | 310 | statements.append( |
paul@670 | 311 | compiler.ast.CallFunc( |
paul@670 | 312 | special_name("storelocal"), |
paul@670 | 313 | [special_name(alias or name), |
paul@638 | 314 | compiler.ast.CallFunc( |
paul@670 | 315 | special_name("loadattr"), |
paul@638 | 316 | [special_name(node.modname), special_name(name)] |
paul@638 | 317 | ) |
paul@670 | 318 | ]) |
paul@638 | 319 | ) |
paul@638 | 320 | |
paul@638 | 321 | return compiler.ast.Stmt(statements) |
paul@638 | 322 | |
paul@638 | 323 | def visitFunction(self, node): |
paul@638 | 324 | if not used_by_unit(node): |
paul@638 | 325 | return compiler.ast.Stmt([]) |
paul@638 | 326 | |
paul@638 | 327 | self.units.append(node.unit) |
paul@638 | 328 | |
paul@638 | 329 | try: |
paul@665 | 330 | if self.in_main: |
paul@665 | 331 | |
paul@665 | 332 | # Generate rebindings of functions. |
paul@638 | 333 | |
paul@665 | 334 | fn = node.unit |
paul@665 | 335 | if fn.name == fn.original_name: |
paul@665 | 336 | return compiler.ast.Stmt([]) |
paul@665 | 337 | else: |
paul@665 | 338 | return compiler.ast.CallFunc( |
paul@670 | 339 | special_name("storeattr"), |
paul@665 | 340 | [quoted_ref(fn.parent), special_name(fn.original_name), |
paul@665 | 341 | quoted_ref(fn)] |
paul@665 | 342 | ) |
paul@638 | 343 | else: |
paul@638 | 344 | return self._visitFunctionDefinition(node) |
paul@638 | 345 | finally: |
paul@638 | 346 | self.units.pop() |
paul@638 | 347 | |
paul@638 | 348 | def _visitFunctionDefinition(self, node): |
paul@638 | 349 | fn = node.unit |
paul@638 | 350 | |
paul@670 | 351 | # localnames(name, ...) |
paul@670 | 352 | # globalnames(name, ...) |
paul@638 | 353 | |
paul@645 | 354 | localnames = fn.all_locals() and [ |
paul@638 | 355 | compiler.ast.CallFunc( |
paul@670 | 356 | special_name("localnames"), |
paul@645 | 357 | [special_name(name) for name in fn.all_locals().keys()] |
paul@638 | 358 | ) |
paul@638 | 359 | ] or [] |
paul@638 | 360 | |
paul@638 | 361 | globalnames = fn.globals and [ |
paul@638 | 362 | compiler.ast.CallFunc( |
paul@670 | 363 | special_name("globalnames"), |
paul@638 | 364 | [special_name(name) for name in fn.globals] |
paul@638 | 365 | ) |
paul@638 | 366 | ] or [] |
paul@638 | 367 | |
paul@638 | 368 | defaults = [self.dispatch(n) for n in node.defaults] |
paul@638 | 369 | |
paul@645 | 370 | # NOTE: Should generate guards for attribute usage operations. |
paul@645 | 371 | |
paul@638 | 372 | code = self.dispatch(node.code) |
paul@638 | 373 | |
paul@638 | 374 | return compiler.ast.Function(node.decorators, node.name, node.argnames, defaults, node.flags, node.doc, |
paul@638 | 375 | compiler.ast.Stmt(localnames + globalnames + code.nodes)) |
paul@638 | 376 | |
paul@638 | 377 | visitGlobal = NOP |
paul@638 | 378 | |
paul@638 | 379 | def visitIf(self, node): |
paul@638 | 380 | return compiler.ast.If( |
paul@638 | 381 | [(self.dispatch(compare), self.dispatch(stmt)) for (compare, stmt) in node.tests], |
paul@638 | 382 | node.else_ and self.dispatch(node.else_) |
paul@638 | 383 | ) |
paul@638 | 384 | |
paul@638 | 385 | def visitImport(self, node): |
paul@638 | 386 | |
paul@638 | 387 | # Generate __main__ function calls for each step in the imported module |
paul@638 | 388 | # hierarchy. |
paul@638 | 389 | |
paul@638 | 390 | statements = [] |
paul@638 | 391 | |
paul@638 | 392 | for name, alias in node.names: |
paul@638 | 393 | for modname in self.module.get_module_paths(name): |
paul@638 | 394 | statements.append( |
paul@638 | 395 | compiler.ast.CallFunc(compiler.ast.Getattr(modname, "__main__"), []) |
paul@638 | 396 | ) |
paul@638 | 397 | |
paul@638 | 398 | statements.append( |
paul@670 | 399 | compiler.ast.CallFunc( |
paul@670 | 400 | special_name("storelocal"), |
paul@670 | 401 | [special_name(alias or name.split(".")[0]), |
paul@638 | 402 | compiler.ast.CallFunc( |
paul@670 | 403 | special_name("static"), |
paul@638 | 404 | [special_name(name)] |
paul@638 | 405 | ) |
paul@670 | 406 | ]) |
paul@638 | 407 | ) |
paul@638 | 408 | |
paul@638 | 409 | return compiler.ast.Stmt(statements) |
paul@638 | 410 | |
paul@645 | 411 | def visitPass(self, node): |
paul@645 | 412 | if not isinstance(self.get_unit(), Class): |
paul@645 | 413 | return compiler.ast.Pass() |
paul@645 | 414 | else: |
paul@645 | 415 | return compiler.ast.Stmt([]) |
paul@638 | 416 | |
paul@638 | 417 | def visitPrint(self, node): |
paul@671 | 418 | return compiler.ast.CallFunc( |
paul@671 | 419 | special_name("apply"), |
paul@671 | 420 | [module_attribute("__builtins__", "_print"), |
paul@671 | 421 | node.dest and self.dispatch(node.dest) or special_name("None")] |
paul@671 | 422 | + [self.dispatch(n) for n in node.nodes] |
paul@638 | 423 | ) |
paul@638 | 424 | |
paul@638 | 425 | def visitPrintnl(self, node): |
paul@671 | 426 | return compiler.ast.CallFunc( |
paul@671 | 427 | special_name("apply"), |
paul@671 | 428 | [module_attribute("__builtins__", "_println"), |
paul@671 | 429 | node.dest and self.dispatch(node.dest) or special_name("None")] |
paul@671 | 430 | + [self.dispatch(n) for n in node.nodes] |
paul@638 | 431 | ) |
paul@638 | 432 | |
paul@638 | 433 | def visitRaise(self, node): |
paul@638 | 434 | return compiler.ast.Raise( |
paul@638 | 435 | node.expr1 and self.dispatch(node.expr1), |
paul@638 | 436 | node.expr2 and self.dispatch(node.expr2), |
paul@638 | 437 | node.expr3 and self.dispatch(node.expr3) |
paul@638 | 438 | ) |
paul@638 | 439 | |
paul@638 | 440 | def visitReturn(self, node): |
paul@638 | 441 | return compiler.ast.Return(self.dispatch(node.value)) |
paul@638 | 442 | |
paul@638 | 443 | def visitStmt(self, node): |
paul@638 | 444 | return compiler.ast.Stmt([self.dispatch(n) for n in node.nodes]) |
paul@638 | 445 | |
paul@638 | 446 | def visitTryExcept(self, node): |
paul@638 | 447 | # NOTE: Need to dispatch to the assignment with the exception. |
paul@638 | 448 | return compiler.ast.TryExcept( |
paul@638 | 449 | self.dispatch(node.body), |
paul@638 | 450 | [(spec and self.dispatch(spec), assign and self.dispatch(assign), self.dispatch(statement)) |
paul@638 | 451 | for spec, assign, statement in node.handlers], |
paul@638 | 452 | node.else_ and self.dispatch(node.else_) |
paul@638 | 453 | ) |
paul@638 | 454 | |
paul@638 | 455 | def visitTryFinally(self, node): |
paul@638 | 456 | return compiler.ast.TryFinally( |
paul@638 | 457 | self.dispatch(node.body), |
paul@638 | 458 | self.dispatch(node.final) |
paul@638 | 459 | ) |
paul@638 | 460 | |
paul@638 | 461 | def visitWhile(self, node): |
paul@638 | 462 | return compiler.ast.While( |
paul@638 | 463 | self.dispatch(node.test), |
paul@638 | 464 | self.dispatch(node.body), |
paul@638 | 465 | node.else_ and self.dispatch(node.else_) |
paul@638 | 466 | ) |
paul@638 | 467 | |
paul@638 | 468 | def visitYield(self, node): |
paul@638 | 469 | return compiler.ast.Yield(self.dispatch(node.value)) |
paul@638 | 470 | |
paul@638 | 471 | # Expression-related helper methods. |
paul@638 | 472 | |
paul@638 | 473 | def _visitBitBinary(self, node): |
paul@638 | 474 | op_name = operator_functions[node.__class__.__name__] |
paul@638 | 475 | last = self.dispatch(node.nodes[0]) |
paul@638 | 476 | |
paul@638 | 477 | for n in node.nodes[1:]: |
paul@638 | 478 | last = compiler.ast.CallFunc( |
paul@671 | 479 | special_name("apply"), |
paul@671 | 480 | [module_attribute("operator", op_name), last, self.dispatch(n)] |
paul@638 | 481 | ) |
paul@638 | 482 | |
paul@638 | 483 | return last |
paul@638 | 484 | |
paul@638 | 485 | def _visitBinary(self, node): |
paul@638 | 486 | op_name = operator_functions[node.__class__.__name__] |
paul@638 | 487 | |
paul@638 | 488 | return compiler.ast.CallFunc( |
paul@671 | 489 | special_name("apply"), |
paul@671 | 490 | [module_attribute("operator", op_name), |
paul@671 | 491 | self.dispatch(node.left), self.dispatch(node.right)] |
paul@638 | 492 | ) |
paul@638 | 493 | |
paul@638 | 494 | def _visitUnary(self, node): |
paul@638 | 495 | op_name = operator_functions[node.__class__.__name__] |
paul@638 | 496 | |
paul@638 | 497 | return compiler.ast.CallFunc( |
paul@671 | 498 | special_name("apply"), |
paul@671 | 499 | [module_attribute("operator", op_name), self.dispatch(node.expr)] |
paul@638 | 500 | ) |
paul@638 | 501 | |
paul@645 | 502 | def _generateValue(self, value): |
paul@645 | 503 | |
paul@645 | 504 | # Literal constants. |
paul@645 | 505 | |
paul@645 | 506 | if isinstance(value, Const): |
paul@645 | 507 | return compiler.ast.Const(value.get_value()) |
paul@645 | 508 | |
paul@645 | 509 | # Other constant structures. |
paul@645 | 510 | |
paul@645 | 511 | if isinstance(value, Constant): |
paul@645 | 512 | return quoted_ref(value) |
paul@645 | 513 | |
paul@645 | 514 | return None |
paul@645 | 515 | |
paul@646 | 516 | def _visitAttr(self, node, expr=None): |
paul@646 | 517 | unit = self.get_unit() |
paul@646 | 518 | |
paul@646 | 519 | # Choose the appropriate special functions. |
paul@646 | 520 | |
paul@678 | 521 | (opattrcontext, opattrcontextcond, opattr, opattrindexcontextcond) = \ |
paul@678 | 522 | expr and assattr_functions or getattr_functions |
paul@646 | 523 | |
paul@646 | 524 | accessor = self.dispatch(node.expr) |
paul@646 | 525 | |
paul@646 | 526 | # Generate already-deduced accesses. |
paul@646 | 527 | |
paul@646 | 528 | if node._access_type == "constant": |
paul@646 | 529 | return self._generateValue(node._value_deduced) |
paul@646 | 530 | |
paul@646 | 531 | # Generate accesses via static objects and instances. |
paul@646 | 532 | |
paul@646 | 533 | if node._attr_deduced: |
paul@676 | 534 | |
paul@676 | 535 | # Static attributes may cause context replacement. |
paul@676 | 536 | |
paul@676 | 537 | if node._access_type == "static": |
paul@676 | 538 | if node._set_context == "set": |
paul@678 | 539 | op = opattrcontext |
paul@676 | 540 | elif node._set_context == "cond": |
paul@678 | 541 | op = opattrcontextcond |
paul@676 | 542 | else: |
paul@678 | 543 | op = opattr |
paul@676 | 544 | |
paul@676 | 545 | parent = self._generateValue(node._attr_deduced.parent) |
paul@676 | 546 | |
paul@676 | 547 | # Non-static attributes. |
paul@676 | 548 | |
paul@646 | 549 | else: |
paul@646 | 550 | op = opattr |
paul@676 | 551 | parent = None |
paul@646 | 552 | |
paul@646 | 553 | # Handle unsupported operations. |
paul@646 | 554 | |
paul@646 | 555 | if not op: |
paul@646 | 556 | raise TranslateError("Storing of class attribute %r via self not permitted." % node.attrname) |
paul@646 | 557 | |
paul@646 | 558 | # Define the arguments: accessor, attribute name and optional value. |
paul@646 | 559 | |
paul@646 | 560 | args = [ |
paul@676 | 561 | parent or accessor, |
paul@646 | 562 | special_name(node.attrname) |
paul@646 | 563 | ] |
paul@646 | 564 | |
paul@646 | 565 | if expr: |
paul@646 | 566 | args.append(expr) |
paul@646 | 567 | |
paul@670 | 568 | # Append any context to be set. |
paul@670 | 569 | |
paul@670 | 570 | if node._set_context and args[0] is not accessor: |
paul@670 | 571 | args.append(accessor) |
paul@670 | 572 | |
paul@646 | 573 | return compiler.ast.CallFunc(special_name(op), args) |
paul@646 | 574 | |
paul@646 | 575 | # Positioned accesses are normal accesses via instances. |
paul@646 | 576 | |
paul@646 | 577 | if node._access_type == "positioned": |
paul@646 | 578 | args = [accessor, special_name(node.attrname)] |
paul@646 | 579 | if expr: |
paul@646 | 580 | args.append(expr) |
paul@646 | 581 | return compiler.ast.CallFunc(special_name(opattr), args) |
paul@646 | 582 | |
paul@646 | 583 | # With no usable deductions, generate a table-based access. |
paul@646 | 584 | |
paul@646 | 585 | args = [accessor, special_name(node.attrname)] |
paul@646 | 586 | if expr: |
paul@646 | 587 | args.append(expr) |
paul@646 | 588 | access = compiler.ast.CallFunc(special_name(opattrindexcontextcond), args) |
paul@646 | 589 | |
paul@646 | 590 | # class.__class__ => __builtins__.type |
paul@646 | 591 | |
paul@646 | 592 | if node.attrname == "__class__": |
paul@646 | 593 | |
paul@670 | 594 | # storetemp(n, <accessor>) |
paul@670 | 595 | # isclass(n) and __builtins__.type or <access> |
paul@646 | 596 | |
paul@646 | 597 | temp = quoted_name(unit.temp_usage) |
paul@646 | 598 | unit.temp_usage += 1 |
paul@646 | 599 | |
paul@646 | 600 | return compiler.ast.Stmt([ |
paul@670 | 601 | compiler.ast.CallFunc(special_name("storetemp"), [temp, access]), |
paul@646 | 602 | compiler.ast.Or([ |
paul@646 | 603 | compiler.ast.And([ |
paul@646 | 604 | compiler.ast.CallFunc( |
paul@670 | 605 | special_name("isclass"), |
paul@670 | 606 | [compiler.ast.CallFunc(special_name("loadtemp"), [temp])] |
paul@646 | 607 | ), |
paul@664 | 608 | module_attribute("__builtins__", "type") |
paul@646 | 609 | ]), |
paul@646 | 610 | access |
paul@646 | 611 | ]) |
paul@646 | 612 | ]) |
paul@646 | 613 | |
paul@646 | 614 | # General accesses. |
paul@646 | 615 | |
paul@646 | 616 | else: |
paul@646 | 617 | return access |
paul@646 | 618 | |
paul@638 | 619 | # Expressions. |
paul@638 | 620 | |
paul@638 | 621 | def visitAdd(self, node): |
paul@638 | 622 | return self._visitBinary(node) |
paul@638 | 623 | |
paul@638 | 624 | def visitAnd(self, node): |
paul@638 | 625 | return compiler.ast.And([self.dispatch(n) for n in node.nodes]) |
paul@638 | 626 | |
paul@663 | 627 | def visitAssAttr(self, node, expr=None): |
paul@663 | 628 | |
paul@663 | 629 | # Handle deletion. |
paul@663 | 630 | |
paul@663 | 631 | if compiler.ast.is_deletion(node): |
paul@663 | 632 | return compiler.ast.Stmt([]) |
paul@663 | 633 | |
paul@646 | 634 | return self._visitAttr(node, expr) |
paul@638 | 635 | |
paul@663 | 636 | def visitAssList(self, node, expr=None): |
paul@663 | 637 | |
paul@663 | 638 | # Handle deletion. |
paul@663 | 639 | |
paul@663 | 640 | if compiler.ast.is_deletion(compiler.ast.flatten_assignment(node)): |
paul@663 | 641 | return compiler.ast.Stmt([]) |
paul@663 | 642 | |
paul@638 | 643 | return compiler.ast.Stmt([ |
paul@638 | 644 | self.dispatch(n, compiler.ast.CallFunc( |
paul@671 | 645 | special_name("apply"), |
paul@671 | 646 | [module_attribute("operator", "getitem"), expr, i] |
paul@638 | 647 | )) |
paul@638 | 648 | for (i, n) in enumerate(node.nodes) |
paul@638 | 649 | ]) |
paul@638 | 650 | |
paul@663 | 651 | def visitAssName(self, node, expr=None): |
paul@663 | 652 | |
paul@663 | 653 | # Handle deletion. |
paul@663 | 654 | |
paul@663 | 655 | if compiler.ast.is_deletion(node): |
paul@663 | 656 | return compiler.ast.Stmt([]) |
paul@663 | 657 | |
paul@638 | 658 | unit = self.get_unit() |
paul@638 | 659 | |
paul@638 | 660 | # Generate appropriate name access operation. |
paul@645 | 661 | # NOTE: Should generate guards for attribute usage operations. |
paul@638 | 662 | |
paul@638 | 663 | scope = getattr(node, "_scope", None) |
paul@638 | 664 | if not scope: |
paul@638 | 665 | attr, scope, from_name = self.get_unit()._get_with_scope(node.name) |
paul@638 | 666 | |
paul@638 | 667 | if scope == "constant": |
paul@638 | 668 | return node |
paul@638 | 669 | elif scope == "local": |
paul@638 | 670 | |
paul@638 | 671 | # Function locals are stored using a function. |
paul@638 | 672 | |
paul@638 | 673 | if isinstance(unit, Function): |
paul@638 | 674 | return compiler.ast.CallFunc( |
paul@670 | 675 | special_name("storelocal"), |
paul@638 | 676 | [special_name(node.name), expr] |
paul@638 | 677 | ) |
paul@638 | 678 | |
paul@638 | 679 | # Class locals are class attribute references. |
paul@638 | 680 | |
paul@638 | 681 | elif isinstance(unit, Class): |
paul@638 | 682 | return compiler.ast.CallFunc( |
paul@670 | 683 | special_name("storeattrcontext"), |
paul@645 | 684 | [quoted_ref(unit), special_name(node.name), expr] |
paul@638 | 685 | ) |
paul@638 | 686 | |
paul@638 | 687 | # Module locals are module attribute references. |
paul@638 | 688 | |
paul@638 | 689 | elif isinstance(unit, Module): |
paul@638 | 690 | return compiler.ast.CallFunc( |
paul@670 | 691 | special_name("storeattr"), |
paul@645 | 692 | [quoted_ref(unit), special_name(node.name), expr] |
paul@638 | 693 | ) |
paul@638 | 694 | else: |
paul@638 | 695 | raise TranslateError("Program unit has no local %r." % name) |
paul@638 | 696 | |
paul@638 | 697 | elif scope == "global": |
paul@638 | 698 | |
paul@638 | 699 | # Globals are references to module attributes. |
paul@638 | 700 | |
paul@638 | 701 | return compiler.ast.CallFunc( |
paul@670 | 702 | special_name("storeattr"), |
paul@645 | 703 | [quoted_ref(self.get_module()), special_name(node.name), expr] |
paul@638 | 704 | ) |
paul@638 | 705 | |
paul@638 | 706 | elif scope == "builtin": |
paul@638 | 707 | |
paul@638 | 708 | # Builtins are accessed via the __builtins__ module. |
paul@638 | 709 | |
paul@638 | 710 | return compiler.ast.CallFunc( |
paul@670 | 711 | special_name("storeattr"), |
paul@638 | 712 | [special_name("__builtins__"), special_name(node.name), expr] |
paul@638 | 713 | ) |
paul@638 | 714 | |
paul@638 | 715 | else: |
paul@638 | 716 | # NOTE: This may happen because a class attribute is optimised away. |
paul@638 | 717 | return compiler.ast.CallFunc( |
paul@670 | 718 | special_name("storeunknown"), |
paul@638 | 719 | [special_name(node.name), expr] |
paul@638 | 720 | ) |
paul@638 | 721 | |
paul@638 | 722 | visitAssTuple = visitAssList |
paul@638 | 723 | |
paul@638 | 724 | def visitBitand(self, node): |
paul@638 | 725 | self._visitBitBinary(node) |
paul@638 | 726 | |
paul@638 | 727 | def visitBitor(self, node): |
paul@638 | 728 | self._visitBitBinary(node) |
paul@638 | 729 | |
paul@638 | 730 | def visitBitxor(self, node): |
paul@638 | 731 | self._visitBitBinary(node) |
paul@638 | 732 | |
paul@638 | 733 | def visitCallFunc(self, node): |
paul@679 | 734 | |
paul@679 | 735 | # Determine whether the invocation target is known. |
paul@679 | 736 | |
paul@679 | 737 | n = node.node |
paul@679 | 738 | attr = n._attr |
paul@679 | 739 | |
paul@679 | 740 | args = [self.dispatch(node.node)] + [self.dispatch(arg) for arg in node.args] |
paul@679 | 741 | |
paul@679 | 742 | if not attr or isinstance(attr, Instance): |
paul@679 | 743 | op = "apply" |
paul@679 | 744 | |
paul@679 | 745 | # Invocations with some knowledge available. |
paul@679 | 746 | |
paul@679 | 747 | else: |
paul@679 | 748 | context = attr.get_context() |
paul@679 | 749 | value = attr.get_value() |
paul@679 | 750 | |
paul@679 | 751 | # Class invocations. |
paul@679 | 752 | |
paul@679 | 753 | if isinstance(value, Class): |
paul@679 | 754 | op = "applyclass" |
paul@679 | 755 | if value: |
paul@679 | 756 | args[0] = quoted_ref(value) |
paul@679 | 757 | else: |
paul@679 | 758 | |
paul@679 | 759 | # Function invocations. |
paul@679 | 760 | |
paul@679 | 761 | if context is ReplaceableContext: |
paul@679 | 762 | op = "applyfunction" |
paul@679 | 763 | |
paul@679 | 764 | # Method invocations via classes. |
paul@679 | 765 | |
paul@679 | 766 | elif isinstance(context, Class) and value: |
paul@679 | 767 | op = "applystaticmethod" |
paul@679 | 768 | args.insert(0, quoted_ref(context)) |
paul@679 | 769 | args[1] = quoted_ref(value) |
paul@679 | 770 | |
paul@679 | 771 | # Plain method invocations. |
paul@679 | 772 | |
paul@679 | 773 | elif context: |
paul@679 | 774 | op = "applymethod" |
paul@679 | 775 | |
paul@679 | 776 | # Unknown invocations. |
paul@679 | 777 | |
paul@679 | 778 | else: |
paul@679 | 779 | op = "apply" |
paul@679 | 780 | |
paul@638 | 781 | return compiler.ast.CallFunc( |
paul@679 | 782 | special_name(op), |
paul@679 | 783 | args, |
paul@663 | 784 | node.star_args and self.dispatch(node.star_args), |
paul@663 | 785 | node.dstar_args and self.dispatch(node.dstar_args) |
paul@638 | 786 | ) |
paul@638 | 787 | |
paul@638 | 788 | def visitCompare(self, node): |
paul@638 | 789 | nodes = [] |
paul@638 | 790 | left = node.expr |
paul@638 | 791 | for op_name, right in node.ops: |
paul@670 | 792 | if op_name == "is": |
paul@670 | 793 | nodes.append( |
paul@670 | 794 | compiler.ast.CallFunc( |
paul@670 | 795 | special_name("__is__"), |
paul@670 | 796 | [self.dispatch(left), self.dispatch(right)] |
paul@670 | 797 | ) |
paul@638 | 798 | ) |
paul@670 | 799 | elif op_name == "is not": |
paul@670 | 800 | nodes.append( |
paul@670 | 801 | compiler.ast.CallFunc( |
paul@670 | 802 | special_name("__is_not__"), |
paul@670 | 803 | [self.dispatch(left), self.dispatch(right)] |
paul@670 | 804 | ) |
paul@670 | 805 | ) |
paul@670 | 806 | else: |
paul@670 | 807 | nodes.append( |
paul@670 | 808 | compiler.ast.CallFunc( |
paul@671 | 809 | special_name("apply"), |
paul@671 | 810 | [module_attribute("operator", operator_functions.get(op_name)), |
paul@671 | 811 | self.dispatch(left), self.dispatch(right)] |
paul@670 | 812 | ) |
paul@670 | 813 | ) |
paul@638 | 814 | left = right |
paul@638 | 815 | return compiler.ast.And(nodes) |
paul@638 | 816 | |
paul@638 | 817 | visitConst = NOP |
paul@638 | 818 | |
paul@638 | 819 | def visitDict(self, node): |
paul@638 | 820 | return compiler.ast.Dict([(self.dispatch(key), self.dispatch(value)) for (key, value) in node.items]) |
paul@638 | 821 | |
paul@638 | 822 | def visitDiv(self, node): |
paul@638 | 823 | return self._visitBinary(node) |
paul@638 | 824 | |
paul@638 | 825 | def visitFloorDiv(self, node): |
paul@638 | 826 | return self._visitBinary(node) |
paul@638 | 827 | |
paul@638 | 828 | def visitGetattr(self, node, expr=None): |
paul@646 | 829 | return self._visitAttr(node, expr) |
paul@645 | 830 | |
paul@638 | 831 | def visitGenExpr(self, node): |
paul@638 | 832 | return compiler.ast.GenExpr(self.dispatch(node.code)) |
paul@638 | 833 | |
paul@638 | 834 | def visitGenExprFor(self, node): |
paul@663 | 835 | expr = self.dispatch(node.iter) |
paul@638 | 836 | return compiler.ast.GenExprFor( |
paul@663 | 837 | self.dispatch(node.assign, expr), # NOTE: Needs to dispatch to AssName/AssTuple/AssList with an expression. |
paul@663 | 838 | expr, |
paul@638 | 839 | [self.dispatch(n) for n in node.ifs] |
paul@638 | 840 | ) |
paul@638 | 841 | |
paul@638 | 842 | def visitGenExprIf(self, node): |
paul@638 | 843 | return compiler.ast.GenExprIf(self.dispatch(node.test)) |
paul@638 | 844 | |
paul@638 | 845 | def visitGenExprInner(self, node): |
paul@638 | 846 | return compiler.ast.GenExprInner( |
paul@638 | 847 | self.dispatch(node.expr), |
paul@638 | 848 | [self.dispatch(n) for n in node.quals] |
paul@638 | 849 | ) |
paul@638 | 850 | |
paul@638 | 851 | def visitIfExp(self, node): |
paul@638 | 852 | return compiler.ast.IfExp( |
paul@638 | 853 | self.dispatch(node.then), |
paul@638 | 854 | self.dispatch(node.test), |
paul@638 | 855 | self.dispatch(node.else_) |
paul@638 | 856 | ) |
paul@638 | 857 | |
paul@638 | 858 | def visitInvert(self, node): |
paul@638 | 859 | return self._visitUnary(node) |
paul@638 | 860 | |
paul@638 | 861 | def visitKeyword(self, node): |
paul@638 | 862 | return compiler.ast.Keyword( |
paul@638 | 863 | node.name, |
paul@638 | 864 | self.dispatch(node.expr) |
paul@638 | 865 | ) |
paul@638 | 866 | |
paul@638 | 867 | def visitLambda(self, node): |
paul@638 | 868 | self.units.append(node.unit) |
paul@638 | 869 | |
paul@638 | 870 | try: |
paul@638 | 871 | return compiler.ast.Lambda( |
paul@638 | 872 | node.argnames, |
paul@638 | 873 | [self.dispatch(n) for n in node.defaults], |
paul@638 | 874 | node.flags, |
paul@638 | 875 | self.dispatch(node.code) |
paul@638 | 876 | ) |
paul@638 | 877 | finally: |
paul@638 | 878 | self.units.pop() |
paul@638 | 879 | |
paul@638 | 880 | def visitLeftShift(self, node): |
paul@638 | 881 | return self._visitBinary(node) |
paul@638 | 882 | |
paul@638 | 883 | def visitList(self, node, expr=None): |
paul@638 | 884 | if expr: |
paul@638 | 885 | return self.visitAssList(node, expr) |
paul@638 | 886 | return compiler.ast.List([self.dispatch(n) for n in node.nodes]) |
paul@638 | 887 | |
paul@638 | 888 | def visitListComp(self, node): |
paul@663 | 889 | |
paul@663 | 890 | """ |
paul@663 | 891 | Convert from... |
paul@663 | 892 | |
paul@663 | 893 | [<expr> for <assign> in <list> [ for <assign> in <list> ]... [ if <test> ]... ] |
paul@663 | 894 | |
paul@663 | 895 | ...to... |
paul@663 | 896 | |
paul@663 | 897 | _out = [] |
paul@663 | 898 | ... |
paul@663 | 899 | """ |
paul@663 | 900 | |
paul@663 | 901 | unit = self.get_unit() |
paul@663 | 902 | temp = quoted_name(unit.temp_usage) |
paul@663 | 903 | unit.temp_usage += 1 |
paul@663 | 904 | |
paul@663 | 905 | return compiler.ast.Stmt([ |
paul@670 | 906 | # storetemp(_out, __builtins__.list()) |
paul@670 | 907 | compiler.ast.CallFunc(special_name("storetemp"), [ |
paul@663 | 908 | temp, |
paul@663 | 909 | compiler.ast.CallFunc( |
paul@671 | 910 | special_name("apply"), |
paul@671 | 911 | [module_attribute("__builtins__", "list")] |
paul@663 | 912 | ) |
paul@663 | 913 | ]), |
paul@663 | 914 | # ... |
paul@663 | 915 | self.dispatch(node.quals[0], temp, node.expr, node.quals[1:]) |
paul@663 | 916 | ]) |
paul@663 | 917 | |
paul@663 | 918 | def visitListCompFor(self, node, out_temp, expr, quals): |
paul@663 | 919 | |
paul@663 | 920 | """ |
paul@663 | 921 | Convert from... |
paul@663 | 922 | |
paul@663 | 923 | [<expr> for <assign> in <list> ...] |
paul@663 | 924 | |
paul@663 | 925 | ...to... |
paul@663 | 926 | |
paul@663 | 927 | _it = iter(<list>) |
paul@663 | 928 | while True: |
paul@663 | 929 | try: |
paul@663 | 930 | <assign> = _it.next() |
paul@663 | 931 | except StopIteration: |
paul@663 | 932 | break |
paul@663 | 933 | else: |
paul@663 | 934 | ... |
paul@663 | 935 | _out.append(<expr>) |
paul@663 | 936 | """ |
paul@663 | 937 | |
paul@663 | 938 | unit = self.get_unit() |
paul@663 | 939 | temp = quoted_name(unit.temp_usage) |
paul@663 | 940 | unit.temp_usage += 1 |
paul@663 | 941 | |
paul@663 | 942 | # Either generate more "for" or "if" constructs. |
paul@663 | 943 | |
paul@663 | 944 | if node.ifs or quals: |
paul@663 | 945 | nodes = node.ifs + quals |
paul@663 | 946 | body = self.dispatch(nodes[0], out_temp, expr, nodes[1:]) |
paul@663 | 947 | |
paul@663 | 948 | # Or generate the append statement. |
paul@663 | 949 | |
paul@663 | 950 | else: |
paul@663 | 951 | body = self._visitListCompExpr(out_temp, expr) |
paul@663 | 952 | |
paul@663 | 953 | # Wrap the above body in the loop construct. |
paul@663 | 954 | |
paul@663 | 955 | return compiler.ast.Stmt([ |
paul@670 | 956 | # storetemp(_it, __builtins__.iter(<list>)) |
paul@670 | 957 | compiler.ast.CallFunc(special_name("storetemp"), [ |
paul@663 | 958 | temp, |
paul@663 | 959 | compiler.ast.CallFunc( |
paul@671 | 960 | special_name("apply"), |
paul@671 | 961 | [module_attribute("__builtins__", "iter"), self.dispatch(node.list)] |
paul@663 | 962 | ) |
paul@663 | 963 | ]), |
paul@663 | 964 | # while True: ... |
paul@663 | 965 | compiler.ast.While( |
paul@663 | 966 | special_name("True"), |
paul@663 | 967 | # try: ... |
paul@663 | 968 | compiler.ast.TryExcept( |
paul@663 | 969 | compiler.ast.Stmt([ |
paul@663 | 970 | # <assign> = ... |
paul@663 | 971 | self.dispatch(node.assign, |
paul@663 | 972 | # _it.next() |
paul@663 | 973 | compiler.ast.CallFunc( |
paul@670 | 974 | compiler.ast.CallFunc(special_name("loadattrindex"), [ |
paul@670 | 975 | compiler.ast.CallFunc(special_name("loadtemp"), [temp]), |
paul@663 | 976 | special_name("next") |
paul@663 | 977 | ]), |
paul@663 | 978 | [] |
paul@663 | 979 | ) |
paul@663 | 980 | ) |
paul@663 | 981 | ]), |
paul@663 | 982 | # except StopIteration: ... |
paul@663 | 983 | [(special_name("StopIteration"), None, compiler.ast.Stmt([compiler.ast.Break()]))], |
paul@663 | 984 | # else: ... |
paul@663 | 985 | body |
paul@663 | 986 | ), |
paul@663 | 987 | None |
paul@663 | 988 | ) |
paul@663 | 989 | ]) |
paul@663 | 990 | |
paul@663 | 991 | def visitListCompIf(self, node, out_temp, expr, quals): |
paul@663 | 992 | |
paul@663 | 993 | # Either generate more "for" or "if" constructs. |
paul@663 | 994 | |
paul@663 | 995 | if quals: |
paul@663 | 996 | body = self.dispatch(quals[0], out_temp, expr, quals[1:]) |
paul@663 | 997 | |
paul@663 | 998 | # Or generate the append statement. |
paul@663 | 999 | |
paul@663 | 1000 | else: |
paul@663 | 1001 | body = self._visitListCompExpr(out_temp, expr) |
paul@663 | 1002 | |
paul@663 | 1003 | return compiler.ast.If( |
paul@663 | 1004 | [(self.dispatch(node.test), body)], |
paul@663 | 1005 | None |
paul@638 | 1006 | ) |
paul@638 | 1007 | |
paul@663 | 1008 | def _visitListCompExpr(self, out_temp, expr): |
paul@663 | 1009 | |
paul@663 | 1010 | "To the 'out_temp' object, append the result of 'expr'." |
paul@638 | 1011 | |
paul@663 | 1012 | return compiler.ast.Stmt([ |
paul@663 | 1013 | # _out.append(<expr>) |
paul@663 | 1014 | compiler.ast.CallFunc( |
paul@670 | 1015 | compiler.ast.CallFunc(special_name("loadattrindex"), [ |
paul@670 | 1016 | compiler.ast.CallFunc(special_name("loadtemp"), [out_temp]), |
paul@663 | 1017 | special_name("append") |
paul@663 | 1018 | ]), |
paul@663 | 1019 | [self.dispatch(expr)] |
paul@663 | 1020 | ) |
paul@663 | 1021 | ]) |
paul@638 | 1022 | |
paul@638 | 1023 | def visitMod(self, node): |
paul@638 | 1024 | return self._visitBinary(node) |
paul@638 | 1025 | |
paul@638 | 1026 | def visitMul(self, node): |
paul@638 | 1027 | return self._visitBinary(node) |
paul@638 | 1028 | |
paul@638 | 1029 | def visitName(self, node, expr=None): |
paul@638 | 1030 | if expr: |
paul@638 | 1031 | return self.visitAssName(node, expr) |
paul@638 | 1032 | |
paul@638 | 1033 | unit = self.get_unit() |
paul@645 | 1034 | attr = node._attr |
paul@645 | 1035 | scope = node._scope |
paul@638 | 1036 | |
paul@638 | 1037 | # Generate appropriate name access operation. |
paul@638 | 1038 | |
paul@638 | 1039 | if scope == "constant": |
paul@638 | 1040 | return node |
paul@638 | 1041 | |
paul@645 | 1042 | # Function locals are referenced normally. |
paul@638 | 1043 | |
paul@645 | 1044 | elif scope == "local" and isinstance(unit, Function): |
paul@645 | 1045 | return node |
paul@638 | 1046 | |
paul@645 | 1047 | # Other attributes should already be resolved. |
paul@638 | 1048 | |
paul@663 | 1049 | elif attr is not None and not isinstance(attr, Instance): |
paul@664 | 1050 | if attr.is_constant(): |
paul@676 | 1051 | return constant_attribute(attr.parent, node.name) |
paul@664 | 1052 | else: |
paul@664 | 1053 | return compiler.ast.CallFunc( |
paul@670 | 1054 | special_name("loadattr"), |
paul@664 | 1055 | [quoted_ref(attr.parent), special_name(node.name)] |
paul@664 | 1056 | ) |
paul@638 | 1057 | |
paul@663 | 1058 | # Function globals are referenced via the module. |
paul@663 | 1059 | |
paul@663 | 1060 | elif scope == "global": |
paul@663 | 1061 | return compiler.ast.CallFunc( |
paul@670 | 1062 | special_name("loadattr"), |
paul@663 | 1063 | [quoted_ref(self.get_module()), special_name(node.name)] |
paul@663 | 1064 | ) |
paul@663 | 1065 | |
paul@645 | 1066 | # NOTE: Unknown attributes may arise because a class attribute has been |
paul@645 | 1067 | # NOTE: optimised away. |
paul@638 | 1068 | |
paul@638 | 1069 | else: |
paul@638 | 1070 | return compiler.ast.CallFunc( |
paul@670 | 1071 | special_name("loadunknown"), |
paul@638 | 1072 | [special_name(node.name)] |
paul@638 | 1073 | ) |
paul@638 | 1074 | |
paul@638 | 1075 | def visitNot(self, node): |
paul@638 | 1076 | return compiler.ast.Not(self.dispatch(node.expr)) |
paul@638 | 1077 | |
paul@638 | 1078 | def visitOr(self, node): |
paul@638 | 1079 | return compiler.ast.Or([self.dispatch(n) for n in node.nodes]) |
paul@638 | 1080 | |
paul@638 | 1081 | def visitPower(self, node): |
paul@638 | 1082 | return self._visitBinary(node) |
paul@638 | 1083 | |
paul@638 | 1084 | def visitRightShift(self, node): |
paul@638 | 1085 | return self._visitBinary(node) |
paul@638 | 1086 | |
paul@638 | 1087 | def visitSlice(self, node, expr=None): |
paul@638 | 1088 | return compiler.ast.CallFunc( |
paul@671 | 1089 | special_name("apply"), |
paul@671 | 1090 | [module_attribute("operator", expr and "setslice" or "getslice"), |
paul@671 | 1091 | self.dispatch(node.expr), |
paul@671 | 1092 | node.lower and self.dispatch(node.lower), |
paul@671 | 1093 | node.upper and self.dispatch(node.upper)] |
paul@671 | 1094 | + (expr and [expr] or []) |
paul@638 | 1095 | ) |
paul@638 | 1096 | |
paul@638 | 1097 | def visitSliceobj(self, node): |
paul@675 | 1098 | return compiler.ast.CallFunc( |
paul@675 | 1099 | special_name("apply"), |
paul@675 | 1100 | [module_attribute("__builtins__", "slice")] |
paul@675 | 1101 | + [self.dispatch(n) for n in node.nodes] |
paul@675 | 1102 | ) |
paul@638 | 1103 | |
paul@638 | 1104 | def visitSub(self, node): |
paul@638 | 1105 | return self._visitBinary(node) |
paul@638 | 1106 | |
paul@638 | 1107 | def visitSubscript(self, node, expr=None): |
paul@638 | 1108 | return compiler.ast.CallFunc( |
paul@671 | 1109 | special_name("apply"), |
paul@671 | 1110 | [module_attribute("operator", expr and "setitem" or "getitem"), |
paul@671 | 1111 | self.dispatch(node.expr), |
paul@671 | 1112 | compiler.ast.Tuple([self.dispatch(sub) for sub in node.subs])] |
paul@671 | 1113 | + (expr and [expr] or []) |
paul@638 | 1114 | ) |
paul@638 | 1115 | |
paul@638 | 1116 | def visitTuple(self, node, expr=None): |
paul@638 | 1117 | if expr: |
paul@638 | 1118 | return self.visitAssTuple(node, expr) |
paul@638 | 1119 | return compiler.ast.Tuple([self.dispatch(n) for n in node.nodes]) |
paul@638 | 1120 | |
paul@638 | 1121 | def visitUnaryAdd(self, node): |
paul@638 | 1122 | return self._visitUnary(node) |
paul@638 | 1123 | |
paul@638 | 1124 | def visitUnarySub(self, node): |
paul@638 | 1125 | return self._visitUnary(node) |
paul@638 | 1126 | |
paul@638 | 1127 | # Convenience functions. |
paul@638 | 1128 | |
paul@638 | 1129 | def convert(module, program, filename): |
paul@638 | 1130 | stream = open(filename, "wb") |
paul@638 | 1131 | try: |
paul@638 | 1132 | source = ConvertedSource(module, program) |
paul@638 | 1133 | source.to_stream(stream) |
paul@638 | 1134 | finally: |
paul@638 | 1135 | stream.close() |
paul@638 | 1136 | |
paul@638 | 1137 | def translate(program, directory): |
paul@638 | 1138 | if not exists(directory): |
paul@638 | 1139 | os.mkdir(directory) |
paul@638 | 1140 | |
paul@638 | 1141 | # NOTE: Add constants here. |
paul@638 | 1142 | |
paul@638 | 1143 | for module in program.get_importer().get_modules(): |
paul@638 | 1144 | convert(module, program, join(directory, "%s%spy" % (module.full_name(), extsep))) |
paul@638 | 1145 | |
paul@638 | 1146 | # vim: tabstop=4 expandtab shiftwidth=4 |