Lichen

Annotated deducer.py

230:c21393bbe002
2016-11-24 Paul Boddie Added get_using support. Also added various representation methods.
paul@44 1
#!/usr/bin/env python
paul@44 2
paul@44 3
"""
paul@44 4
Deduce types for usage observations.
paul@44 5
paul@44 6
Copyright (C) 2014, 2015, 2016 Paul Boddie <paul@boddie.org.uk>
paul@44 7
paul@44 8
This program is free software; you can redistribute it and/or modify it under
paul@44 9
the terms of the GNU General Public License as published by the Free Software
paul@44 10
Foundation; either version 3 of the License, or (at your option) any later
paul@44 11
version.
paul@44 12
paul@44 13
This program is distributed in the hope that it will be useful, but WITHOUT
paul@44 14
ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS
paul@44 15
FOR A PARTICULAR PURPOSE.  See the GNU General Public License for more
paul@44 16
details.
paul@44 17
paul@44 18
You should have received a copy of the GNU General Public License along with
paul@44 19
this program.  If not, see <http://www.gnu.org/licenses/>.
paul@44 20
"""
paul@44 21
paul@107 22
from common import first, get_assigned_attributes, \
paul@107 23
                   get_attrname_from_location, get_attrnames, \
paul@90 24
                   get_invoked_attributes, get_name_path, init_item, \
paul@90 25
                   sorted_output, CommonOutput
paul@44 26
from encoders import encode_attrnames, encode_access_location, \
paul@56 27
                     encode_constrained, encode_location, encode_usage, \
paul@67 28
                     get_kinds, test_for_kinds, test_for_type
paul@71 29
from errors import DeduceError
paul@44 30
from os.path import join
paul@57 31
from referencing import combine_types, is_single_class_type, separate_types, \
paul@57 32
                        Reference
paul@44 33
paul@44 34
class Deducer(CommonOutput):
paul@44 35
paul@44 36
    "Deduce types in a program."
paul@44 37
paul@44 38
    def __init__(self, importer, output):
paul@44 39
paul@44 40
        """
paul@44 41
        Initialise an instance using the given 'importer' that will perform
paul@44 42
        deductions on the program information, writing the results to the given
paul@44 43
        'output' directory.
paul@44 44
        """
paul@44 45
paul@44 46
        self.importer = importer
paul@44 47
        self.output = output
paul@44 48
paul@44 49
        # Descendants of classes.
paul@44 50
paul@44 51
        self.descendants = {}
paul@44 52
        self.init_descendants()
paul@44 53
        self.init_special_attributes()
paul@44 54
paul@44 55
        # Map locations to usage in order to determine specific types.
paul@44 56
paul@44 57
        self.location_index = {}
paul@44 58
paul@44 59
        # Map access locations to definition locations.
paul@44 60
paul@44 61
        self.access_index = {}
paul@44 62
paul@44 63
        # Map aliases to accesses that define them.
paul@44 64
paul@44 65
        self.alias_index = {}
paul@44 66
paul@64 67
        # Map constant accesses to redefined accesses.
paul@64 68
paul@64 69
        self.const_accesses = {}
paul@67 70
        self.const_accesses_rev = {}
paul@64 71
paul@44 72
        # Map usage observations to assigned attributes.
paul@44 73
paul@44 74
        self.assigned_attrs = {}
paul@44 75
paul@44 76
        # Map usage observations to objects.
paul@44 77
paul@44 78
        self.attr_class_types = {}
paul@44 79
        self.attr_instance_types = {}
paul@44 80
        self.attr_module_types = {}
paul@44 81
paul@44 82
        # Modified attributes from usage observations.
paul@44 83
paul@44 84
        self.modified_attributes = {}
paul@44 85
paul@117 86
        # Accesses that are assignments or invocations.
paul@71 87
paul@71 88
        self.reference_assignments = set()
paul@117 89
        self.reference_invocations = set()
paul@71 90
paul@44 91
        # Map locations to types, constrained indicators and attributes.
paul@44 92
paul@44 93
        self.accessor_class_types = {}
paul@44 94
        self.accessor_instance_types = {}
paul@44 95
        self.accessor_module_types = {}
paul@44 96
        self.provider_class_types = {}
paul@44 97
        self.provider_instance_types = {}
paul@44 98
        self.provider_module_types = {}
paul@67 99
        self.accessor_constrained = set()
paul@44 100
        self.access_constrained = set()
paul@44 101
        self.referenced_attrs = {}
paul@44 102
        self.referenced_objects = {}
paul@44 103
paul@67 104
        # Details of access operations.
paul@67 105
paul@67 106
        self.access_plans = {}
paul@67 107
paul@44 108
        # Accumulated information about accessors and providers.
paul@44 109
paul@44 110
        self.accessor_general_class_types = {}
paul@44 111
        self.accessor_general_instance_types = {}
paul@44 112
        self.accessor_general_module_types = {}
paul@44 113
        self.accessor_all_types = {}
paul@44 114
        self.accessor_all_general_types = {}
paul@44 115
        self.provider_all_types = {}
paul@44 116
        self.accessor_guard_tests = {}
paul@44 117
paul@44 118
        # Accumulated information about accessed attributes and
paul@67 119
        # access/attribute-specific accessor tests.
paul@44 120
paul@44 121
        self.reference_all_attrs = {}
paul@44 122
        self.reference_all_attrtypes = {}
paul@67 123
        self.reference_all_accessor_types = {}
paul@67 124
        self.reference_all_accessor_general_types = {}
paul@44 125
        self.reference_test_types = {}
paul@77 126
        self.reference_test_accessor_type = {}
paul@44 127
paul@44 128
        # The processing workflow itself.
paul@44 129
paul@44 130
        self.init_usage_index()
paul@44 131
        self.init_accessors()
paul@44 132
        self.init_accesses()
paul@44 133
        self.init_aliases()
paul@44 134
        self.init_attr_type_indexes()
paul@44 135
        self.modify_mutated_attributes()
paul@44 136
        self.identify_references()
paul@44 137
        self.classify_accessors()
paul@44 138
        self.classify_accesses()
paul@67 139
        self.initialise_access_plans()
paul@44 140
paul@44 141
    def to_output(self):
paul@44 142
paul@44 143
        "Write the output files using deduction information."
paul@44 144
paul@44 145
        self.check_output()
paul@44 146
paul@44 147
        self.write_mutations()
paul@44 148
        self.write_accessors()
paul@44 149
        self.write_accesses()
paul@65 150
        self.write_access_plans()
paul@44 151
paul@44 152
    def write_mutations(self):
paul@44 153
paul@44 154
        """
paul@44 155
        Write mutation-related output in the following format:
paul@44 156
paul@44 157
        qualified name " " original object type
paul@44 158
paul@44 159
        Object type can be "<class>", "<function>" or "<var>".
paul@44 160
        """
paul@44 161
paul@44 162
        f = open(join(self.output, "mutations"), "w")
paul@44 163
        try:
paul@44 164
            attrs = self.modified_attributes.items()
paul@44 165
            attrs.sort()
paul@44 166
paul@44 167
            for attr, value in attrs:
paul@44 168
                print >>f, attr, value
paul@44 169
        finally:
paul@44 170
            f.close()
paul@44 171
paul@44 172
    def write_accessors(self):
paul@44 173
paul@44 174
        """
paul@44 175
        Write reference-related output in the following format for types:
paul@44 176
paul@44 177
        location " " ( "constrained" | "deduced" ) " " attribute type " " most general type names " " number of specific types
paul@44 178
paul@44 179
        Note that multiple lines can be given for each location, one for each
paul@44 180
        attribute type.
paul@44 181
paul@44 182
        Locations have the following format:
paul@44 183
paul@44 184
        qualified name of scope "." local name ":" name version
paul@44 185
paul@44 186
        The attribute type can be "<class>", "<instance>", "<module>" or "<>",
paul@44 187
        where the latter indicates an absence of suitable references.
paul@44 188
paul@44 189
        Type names indicate the type providing the attributes, being either a
paul@44 190
        class or module qualified name.
paul@44 191
paul@44 192
        ----
paul@44 193
paul@44 194
        A summary of accessor types is formatted as follows:
paul@44 195
paul@44 196
        location " " ( "constrained" | "deduced" ) " " ( "specific" | "common" | "unguarded" ) " " most general type names " " number of specific types
paul@44 197
paul@44 198
        This summary groups all attribute types (class, instance, module) into a
paul@44 199
        single line in order to determine the complexity of identifying an
paul@44 200
        accessor.
paul@44 201
paul@44 202
        ----
paul@44 203
paul@44 204
        References that cannot be supported by any types are written to a
paul@44 205
        warnings file in the following format:
paul@44 206
paul@44 207
        location
paul@44 208
paul@44 209
        ----
paul@44 210
paul@44 211
        For each location where a guard would be asserted to guarantee the
paul@44 212
        nature of an object, the following format is employed:
paul@44 213
paul@44 214
        location " " ( "specific" | "common" ) " " object kind " " object types
paul@44 215
paul@44 216
        Object kind can be "<class>", "<instance>" or "<module>".
paul@44 217
        """
paul@44 218
paul@44 219
        f_type_summary = open(join(self.output, "type_summary"), "w")
paul@44 220
        f_types = open(join(self.output, "types"), "w")
paul@44 221
        f_warnings = open(join(self.output, "type_warnings"), "w")
paul@44 222
        f_guards = open(join(self.output, "guards"), "w")
paul@44 223
paul@44 224
        try:
paul@44 225
            locations = self.accessor_class_types.keys()
paul@44 226
            locations.sort()
paul@44 227
paul@44 228
            for location in locations:
paul@67 229
                constrained = location in self.accessor_constrained
paul@44 230
paul@44 231
                # Accessor information.
paul@44 232
paul@44 233
                class_types = self.accessor_class_types[location]
paul@44 234
                instance_types = self.accessor_instance_types[location]
paul@44 235
                module_types = self.accessor_module_types[location]
paul@44 236
paul@44 237
                general_class_types = self.accessor_general_class_types[location]
paul@44 238
                general_instance_types = self.accessor_general_instance_types[location]
paul@44 239
                general_module_types = self.accessor_general_module_types[location]
paul@44 240
paul@44 241
                all_types = self.accessor_all_types[location]
paul@44 242
                all_general_types = self.accessor_all_general_types[location]
paul@44 243
paul@44 244
                if class_types:
paul@44 245
                    print >>f_types, encode_location(location), encode_constrained(constrained), "<class>", \
paul@44 246
                        sorted_output(general_class_types), len(class_types)
paul@44 247
paul@44 248
                if instance_types:
paul@44 249
                    print >>f_types, encode_location(location), encode_constrained(constrained), "<instance>", \
paul@44 250
                        sorted_output(general_instance_types), len(instance_types)
paul@44 251
paul@44 252
                if module_types:
paul@44 253
                    print >>f_types, encode_location(location), encode_constrained(constrained), "<module>", \
paul@44 254
                        sorted_output(general_module_types), len(module_types)
paul@44 255
paul@44 256
                if not all_types:
paul@44 257
                    print >>f_types, encode_location(location), "deduced", "<>", 0
paul@55 258
                    attrnames = list(self.location_index[location])
paul@55 259
                    attrnames.sort()
paul@55 260
                    print >>f_warnings, encode_location(location), "; ".join(map(encode_usage, attrnames))
paul@44 261
paul@44 262
                guard_test = self.accessor_guard_tests.get(location)
paul@44 263
paul@44 264
                # Write specific type guard details.
paul@44 265
paul@44 266
                if guard_test and guard_test.startswith("specific"):
paul@44 267
                    print >>f_guards, encode_location(location), guard_test, \
paul@56 268
                        get_kinds(all_types)[0], \
paul@44 269
                        sorted_output(all_types)
paul@44 270
paul@44 271
                # Write common type guard details.
paul@44 272
paul@44 273
                elif guard_test and guard_test.startswith("common"):
paul@44 274
                    print >>f_guards, encode_location(location), guard_test, \
paul@56 275
                        get_kinds(all_general_types)[0], \
paul@44 276
                        sorted_output(all_general_types)
paul@44 277
paul@44 278
                print >>f_type_summary, encode_location(location), encode_constrained(constrained), \
paul@44 279
                    guard_test or "unguarded", sorted_output(all_general_types), len(all_types)
paul@44 280
paul@44 281
        finally:
paul@44 282
            f_type_summary.close()
paul@44 283
            f_types.close()
paul@44 284
            f_warnings.close()
paul@44 285
            f_guards.close()
paul@44 286
paul@44 287
    def write_accesses(self):
paul@44 288
paul@44 289
        """
paul@44 290
        Specific attribute output is produced in the following format:
paul@44 291
paul@44 292
        location " " ( "constrained" | "deduced" ) " " attribute type " " attribute references
paul@44 293
paul@44 294
        Note that multiple lines can be given for each location and attribute
paul@44 295
        name, one for each attribute type.
paul@44 296
paul@44 297
        Locations have the following format:
paul@44 298
paul@44 299
        qualified name of scope "." local name " " attribute name ":" access number
paul@44 300
paul@44 301
        The attribute type can be "<class>", "<instance>", "<module>" or "<>",
paul@44 302
        where the latter indicates an absence of suitable references.
paul@44 303
paul@44 304
        Attribute references have the following format:
paul@44 305
paul@44 306
        object type ":" qualified name
paul@44 307
paul@44 308
        Object type can be "<class>", "<function>" or "<var>".
paul@44 309
paul@44 310
        ----
paul@44 311
paul@44 312
        A summary of attributes is formatted as follows:
paul@44 313
paul@44 314
        location " " attribute name " " ( "constrained" | "deduced" ) " " test " " attribute references
paul@44 315
paul@44 316
        This summary groups all attribute types (class, instance, module) into a
paul@44 317
        single line in order to determine the complexity of each access.
paul@44 318
paul@44 319
        Tests can be "validate", "specific", "untested", "guarded-validate" or "guarded-specific".
paul@44 320
paul@44 321
        ----
paul@44 322
paul@44 323
        For each access where a test would be asserted to guarantee the
paul@44 324
        nature of an attribute, the following formats are employed:
paul@44 325
paul@44 326
        location " " attribute name " " "validate"
paul@44 327
        location " " attribute name " " "specific" " " attribute type " " object type
paul@44 328
paul@44 329
        ----
paul@44 330
paul@44 331
        References that cannot be supported by any types are written to a
paul@44 332
        warnings file in the following format:
paul@44 333
paul@44 334
        location
paul@44 335
        """
paul@44 336
paul@44 337
        f_attr_summary = open(join(self.output, "attribute_summary"), "w")
paul@44 338
        f_attrs = open(join(self.output, "attributes"), "w")
paul@44 339
        f_tests = open(join(self.output, "tests"), "w")
paul@44 340
        f_warnings = open(join(self.output, "attribute_warnings"), "w")
paul@44 341
paul@44 342
        try:
paul@44 343
            locations = self.referenced_attrs.keys()
paul@44 344
            locations.sort()
paul@44 345
paul@44 346
            for location in locations:
paul@44 347
                constrained = location in self.access_constrained
paul@44 348
paul@44 349
                # Attribute information, both name-based and anonymous.
paul@44 350
paul@44 351
                referenced_attrs = self.referenced_attrs[location]
paul@44 352
paul@44 353
                if referenced_attrs:
paul@44 354
                    attrname = get_attrname_from_location(location)
paul@44 355
paul@44 356
                    all_accessed_attrs = self.reference_all_attrs[location]
paul@44 357
paul@44 358
                    for attrtype, attrs in self.get_referenced_attrs(location):
paul@44 359
                        print >>f_attrs, encode_access_location(location), encode_constrained(constrained), attrtype, sorted_output(attrs)
paul@44 360
paul@44 361
                    test_type = self.reference_test_types.get(location)
paul@44 362
paul@44 363
                    # Write the need to test at run time.
paul@44 364
paul@44 365
                    if test_type == "validate":
paul@44 366
                        print >>f_tests, encode_access_location(location), test_type
paul@44 367
paul@44 368
                    # Write any type checks for anonymous accesses.
paul@44 369
paul@77 370
                    elif test_type and self.reference_test_accessor_type.get(location):
paul@44 371
                        print >>f_tests, encode_access_location(location), test_type, \
paul@44 372
                            sorted_output(all_accessed_attrs), \
paul@77 373
                            self.reference_test_accessor_type[location]
paul@44 374
paul@44 375
                    print >>f_attr_summary, encode_access_location(location), encode_constrained(constrained), \
paul@44 376
                        test_type or "untested", sorted_output(all_accessed_attrs)
paul@44 377
paul@44 378
                else:
paul@44 379
                    print >>f_warnings, encode_access_location(location)
paul@44 380
paul@44 381
        finally:
paul@44 382
            f_attr_summary.close()
paul@44 383
            f_attrs.close()
paul@44 384
            f_tests.close()
paul@44 385
            f_warnings.close()
paul@44 386
paul@67 387
    def write_access_plans(self):
paul@67 388
paul@91 389
        """
paul@91 390
        Each attribute access is written out as a plan of the following form:
paul@91 391
paul@91 392
        location " " name " " test " " test type " " base " " traversed attributes
paul@91 393
                 " " attributes to traverse " " context " " access method
paul@91 394
                 " " static attribute
paul@91 395
        """
paul@67 396
paul@67 397
        f_attrs = open(join(self.output, "attribute_plans"), "w")
paul@67 398
paul@67 399
        try:
paul@67 400
            locations = self.access_plans.keys()
paul@67 401
            locations.sort()
paul@67 402
paul@67 403
            for location in locations:
paul@102 404
                name, test, test_type, base, traversed, traversal_modes, attrnames, \
paul@102 405
                    context, context_test, \
paul@94 406
                    first_method, final_method, attr = self.access_plans[location]
paul@77 407
paul@75 408
                print >>f_attrs, encode_access_location(location), \
paul@213 409
                                 name or "{}", \
paul@213 410
                                 test, test_type or "{}", \
paul@75 411
                                 base or "{}", \
paul@67 412
                                 ".".join(traversed) or "{}", \
paul@96 413
                                 ".".join(traversal_modes) or "{}", \
paul@67 414
                                 ".".join(attrnames) or "{}", \
paul@102 415
                                 context, context_test, \
paul@102 416
                                 first_method, final_method, attr or "{}"
paul@67 417
paul@67 418
        finally:
paul@67 419
            f_attrs.close()
paul@67 420
paul@44 421
    def classify_accessors(self):
paul@44 422
paul@44 423
        "For each program location, classify accessors."
paul@44 424
paul@44 425
        # Where instance and module types are defined, class types are also
paul@44 426
        # defined. See: init_definition_details
paul@44 427
paul@44 428
        locations = self.accessor_class_types.keys()
paul@44 429
paul@44 430
        for location in locations:
paul@67 431
            constrained = location in self.accessor_constrained
paul@44 432
paul@44 433
            # Provider information.
paul@44 434
paul@44 435
            class_types = self.provider_class_types[location]
paul@44 436
            instance_types = self.provider_instance_types[location]
paul@44 437
            module_types = self.provider_module_types[location]
paul@44 438
paul@44 439
            # Collect specific and general type information.
paul@44 440
paul@69 441
            self.provider_all_types[location] = \
paul@57 442
                combine_types(class_types, instance_types, module_types)
paul@44 443
paul@44 444
            # Accessor information.
paul@44 445
paul@44 446
            class_types = self.accessor_class_types[location]
paul@44 447
            self.accessor_general_class_types[location] = \
paul@69 448
                general_class_types = self.get_most_general_class_types(class_types)
paul@44 449
paul@44 450
            instance_types = self.accessor_instance_types[location]
paul@44 451
            self.accessor_general_instance_types[location] = \
paul@69 452
                general_instance_types = self.get_most_general_class_types(instance_types)
paul@44 453
paul@44 454
            module_types = self.accessor_module_types[location]
paul@44 455
            self.accessor_general_module_types[location] = \
paul@44 456
                general_module_types = self.get_most_general_module_types(module_types)
paul@44 457
paul@44 458
            # Collect specific and general type information.
paul@44 459
paul@44 460
            self.accessor_all_types[location] = all_types = \
paul@57 461
                combine_types(class_types, instance_types, module_types)
paul@44 462
paul@44 463
            self.accessor_all_general_types[location] = all_general_types = \
paul@57 464
                combine_types(general_class_types, general_instance_types, general_module_types)
paul@44 465
paul@44 466
            # Record guard information.
paul@44 467
paul@44 468
            if not constrained:
paul@44 469
paul@44 470
                # Record specific type guard details.
paul@44 471
paul@44 472
                if len(all_types) == 1:
paul@67 473
                    self.accessor_guard_tests[location] = test_for_type("specific", first(all_types))
paul@57 474
                elif is_single_class_type(all_types):
paul@44 475
                    self.accessor_guard_tests[location] = "specific-object"
paul@44 476
paul@44 477
                # Record common type guard details.
paul@44 478
paul@44 479
                elif len(all_general_types) == 1:
paul@67 480
                    self.accessor_guard_tests[location] = test_for_type("common", first(all_types))
paul@57 481
                elif is_single_class_type(all_general_types):
paul@44 482
                    self.accessor_guard_tests[location] = "common-object"
paul@44 483
paul@44 484
                # Otherwise, no convenient guard can be defined.
paul@44 485
paul@44 486
    def classify_accesses(self):
paul@44 487
paul@44 488
        "For each program location, classify accesses."
paul@44 489
paul@44 490
        # Attribute accesses use potentially different locations to those of
paul@44 491
        # accessors.
paul@44 492
paul@44 493
        locations = self.referenced_attrs.keys()
paul@44 494
paul@44 495
        for location in locations:
paul@44 496
            constrained = location in self.access_constrained
paul@44 497
paul@69 498
            # Combine type information from all accessors supplying the access.
paul@44 499
paul@44 500
            accessor_locations = self.get_accessors_for_access(location)
paul@44 501
paul@44 502
            all_provider_types = set()
paul@44 503
            all_accessor_types = set()
paul@44 504
            all_accessor_general_types = set()
paul@44 505
paul@44 506
            for accessor_location in accessor_locations:
paul@44 507
paul@44 508
                # Obtain the provider types for guard-related attribute access
paul@44 509
                # checks.
paul@44 510
paul@67 511
                all_provider_types.update(self.provider_all_types.get(accessor_location))
paul@67 512
paul@67 513
                # Obtain the accessor guard types (specific and general).
paul@67 514
paul@67 515
                all_accessor_types.update(self.accessor_all_types.get(accessor_location))
paul@67 516
                all_accessor_general_types.update(self.accessor_all_general_types.get(accessor_location))
paul@44 517
paul@70 518
            # Obtain basic properties of the types involved in the access.
paul@70 519
paul@70 520
            single_accessor_type = len(all_accessor_types) == 1
paul@70 521
            single_accessor_class_type = is_single_class_type(all_accessor_types)
paul@70 522
            single_accessor_general_type = len(all_accessor_general_types) == 1
paul@70 523
            single_accessor_general_class_type = is_single_class_type(all_accessor_general_types)
paul@70 524
paul@69 525
            # Determine whether the attribute access is guarded or not.
paul@44 526
paul@44 527
            guarded = (
paul@70 528
                single_accessor_type or single_accessor_class_type or
paul@70 529
                single_accessor_general_type or single_accessor_general_class_type
paul@44 530
                )
paul@44 531
paul@44 532
            if guarded:
paul@44 533
                (guard_class_types, guard_instance_types, guard_module_types,
paul@57 534
                    _function_types, _var_types) = separate_types(all_provider_types)
paul@44 535
paul@67 536
            self.reference_all_accessor_types[location] = all_accessor_types
paul@67 537
            self.reference_all_accessor_general_types[location] = all_accessor_general_types
paul@63 538
paul@44 539
            # Attribute information, both name-based and anonymous.
paul@44 540
paul@44 541
            referenced_attrs = self.referenced_attrs[location]
paul@44 542
paul@71 543
            if not referenced_attrs:
paul@187 544
                raise DeduceError("In %s, access via %s to attribute %s (occurrence %d) cannot be identified." % location)
paul@71 545
paul@71 546
            # Record attribute information for each name used on the
paul@71 547
            # accessor.
paul@71 548
paul@71 549
            attrname = get_attrname_from_location(location)
paul@71 550
paul@71 551
            all_accessed_attrs = set()
paul@71 552
            all_providers = set()
paul@71 553
paul@71 554
            # Obtain provider and attribute details for this kind of
paul@71 555
            # object.
paul@71 556
paul@71 557
            for attrtype, object_type, attr in referenced_attrs:
paul@71 558
                all_accessed_attrs.add(attr)
paul@71 559
                all_providers.add(object_type)
paul@71 560
paul@71 561
            all_general_providers = self.get_most_general_types(all_providers)
paul@71 562
paul@71 563
            # Determine which attributes would be provided by the
paul@71 564
            # accessor types upheld by a guard.
paul@71 565
paul@71 566
            if guarded:
paul@71 567
                guard_attrs = set()
paul@71 568
                for _attrtype, object_type, attr in \
paul@71 569
                    self._identify_reference_attribute(attrname, guard_class_types, guard_instance_types, guard_module_types):
paul@71 570
                    guard_attrs.add(attr)
paul@71 571
            else:
paul@71 572
                guard_attrs = None
paul@71 573
paul@71 574
            self.reference_all_attrs[location] = all_accessed_attrs
paul@71 575
paul@71 576
            # Constrained accesses guarantee the nature of the accessor.
paul@71 577
            # However, there may still be many types involved.
paul@71 578
paul@71 579
            if constrained:
paul@71 580
                if single_accessor_type:
paul@71 581
                    self.reference_test_types[location] = test_for_type("constrained-specific", first(all_accessor_types))
paul@71 582
                elif single_accessor_class_type:
paul@71 583
                    self.reference_test_types[location] = "constrained-specific-object"
paul@71 584
                elif single_accessor_general_type:
paul@71 585
                    self.reference_test_types[location] = test_for_type("constrained-common", first(all_accessor_general_types))
paul@71 586
                elif single_accessor_general_class_type:
paul@71 587
                    self.reference_test_types[location] = "constrained-common-object"
paul@44 588
                else:
paul@71 589
                    self.reference_test_types[location] = "constrained-many"
paul@71 590
paul@71 591
            # Suitably guarded accesses, where the nature of the
paul@71 592
            # accessor can be guaranteed, do not require the attribute
paul@71 593
            # involved to be validated. Otherwise, for unguarded
paul@71 594
            # accesses, access-level tests are required.
paul@71 595
paul@71 596
            elif guarded and all_accessed_attrs.issubset(guard_attrs):
paul@71 597
                if single_accessor_type:
paul@71 598
                    self.reference_test_types[location] = test_for_type("guarded-specific", first(all_accessor_types))
paul@71 599
                elif single_accessor_class_type:
paul@71 600
                    self.reference_test_types[location] = "guarded-specific-object"
paul@71 601
                elif single_accessor_general_type:
paul@71 602
                    self.reference_test_types[location] = test_for_type("guarded-common", first(all_accessor_general_types))
paul@71 603
                elif single_accessor_general_class_type:
paul@71 604
                    self.reference_test_types[location] = "guarded-common-object"
paul@71 605
paul@71 606
            # Record the need to test the type of anonymous and
paul@71 607
            # unconstrained accessors.
paul@71 608
paul@71 609
            elif len(all_providers) == 1:
paul@71 610
                provider = first(all_providers)
paul@71 611
                if provider != '__builtins__.object':
paul@71 612
                    all_accessor_kinds = set(get_kinds(all_accessor_types))
paul@71 613
                    if len(all_accessor_kinds) == 1:
paul@71 614
                        test_type = test_for_kinds("specific", all_accessor_kinds)
paul@70 615
                    else:
paul@71 616
                        test_type = "specific-object"
paul@71 617
                    self.reference_test_types[location] = test_type
paul@77 618
                    self.reference_test_accessor_type[location] = provider
paul@71 619
paul@71 620
            elif len(all_general_providers) == 1:
paul@71 621
                provider = first(all_general_providers)
paul@71 622
                if provider != '__builtins__.object':
paul@71 623
                    all_accessor_kinds = set(get_kinds(all_accessor_general_types))
paul@71 624
                    if len(all_accessor_kinds) == 1:
paul@71 625
                        test_type = test_for_kinds("common", all_accessor_kinds)
paul@71 626
                    else:
paul@71 627
                        test_type = "common-object"
paul@71 628
                    self.reference_test_types[location] = test_type
paul@77 629
                    self.reference_test_accessor_type[location] = provider
paul@71 630
paul@71 631
            # Record the need to test the identity of the attribute.
paul@71 632
paul@71 633
            else:
paul@71 634
                self.reference_test_types[location] = "validate"
paul@44 635
paul@67 636
    def initialise_access_plans(self):
paul@67 637
paul@67 638
        "Define attribute access plans."
paul@67 639
paul@67 640
        for location in self.referenced_attrs.keys():
paul@76 641
            original_location = self.const_accesses_rev.get(location)
paul@76 642
            self.access_plans[original_location or location] = self.get_access_plan(location)
paul@67 643
paul@44 644
    def get_referenced_attrs(self, location):
paul@44 645
paul@44 646
        """
paul@44 647
        Return attributes referenced at the given access 'location' by the given
paul@44 648
        'attrname' as a list of (attribute type, attribute set) tuples.
paul@44 649
        """
paul@44 650
paul@69 651
        d = {}
paul@69 652
        for attrtype, objtype, attr in self.referenced_attrs[location]:
paul@69 653
            init_item(d, attrtype, set)
paul@69 654
            d[attrtype].add(attr)
paul@69 655
        l = d.items()
paul@69 656
        l.sort() # class, module, instance
paul@44 657
        return l
paul@44 658
paul@44 659
    # Initialisation methods.
paul@44 660
paul@44 661
    def init_descendants(self):
paul@44 662
paul@44 663
        "Identify descendants of each class."
paul@44 664
paul@44 665
        for name in self.importer.classes.keys():
paul@44 666
            self.get_descendants_for_class(name)
paul@44 667
paul@44 668
    def get_descendants_for_class(self, name):
paul@44 669
paul@44 670
        """
paul@44 671
        Use subclass information to deduce the descendants for the class of the
paul@44 672
        given 'name'.
paul@44 673
        """
paul@44 674
paul@44 675
        if not self.descendants.has_key(name):
paul@44 676
            descendants = set()
paul@44 677
paul@44 678
            for subclass in self.importer.subclasses[name]:
paul@44 679
                descendants.update(self.get_descendants_for_class(subclass))
paul@44 680
                descendants.add(subclass)
paul@44 681
paul@44 682
            self.descendants[name] = descendants
paul@44 683
paul@44 684
        return self.descendants[name]
paul@44 685
paul@44 686
    def init_special_attributes(self):
paul@44 687
paul@44 688
        "Add special attributes to the classes for inheritance-related tests."
paul@44 689
paul@44 690
        all_class_attrs = self.importer.all_class_attrs
paul@44 691
paul@44 692
        for name, descendants in self.descendants.items():
paul@44 693
            for descendant in descendants:
paul@44 694
                all_class_attrs[descendant]["#%s" % name] = name
paul@44 695
paul@44 696
        for name in all_class_attrs.keys():
paul@44 697
            all_class_attrs[name]["#%s" % name] = name
paul@44 698
paul@44 699
    def init_usage_index(self):
paul@44 700
paul@44 701
        """
paul@44 702
        Create indexes for module and function attribute usage and for anonymous
paul@44 703
        accesses.
paul@44 704
        """
paul@44 705
paul@44 706
        for module in self.importer.get_modules():
paul@44 707
            for path, assignments in module.attr_usage.items():
paul@44 708
                self.add_usage(assignments, path)
paul@44 709
paul@44 710
        for location, all_attrnames in self.importer.all_attr_accesses.items():
paul@44 711
            for attrnames in all_attrnames:
paul@44 712
                attrname = get_attrnames(attrnames)[-1]
paul@44 713
                access_location = (location, None, attrnames, 0)
paul@107 714
                self.add_usage_term(access_location, ((attrname, False, False),))
paul@44 715
paul@44 716
    def add_usage(self, assignments, path):
paul@44 717
paul@44 718
        """
paul@44 719
        Collect usage from the given 'assignments', adding 'path' details to
paul@44 720
        each record if specified. Add the usage to an index mapping to location
paul@44 721
        information, as well as to an index mapping locations to usages.
paul@44 722
        """
paul@44 723
paul@44 724
        for name, versions in assignments.items():
paul@44 725
            for i, usages in enumerate(versions):
paul@44 726
                location = (path, name, None, i)
paul@44 727
paul@88 728
                for usage in usages:
paul@88 729
                    self.add_usage_term(location, usage)
paul@88 730
paul@88 731
    def add_usage_term(self, location, usage):
paul@44 732
paul@44 733
        """
paul@88 734
        For 'location' and using 'usage' as a description of usage, record
paul@44 735
        in the usage index a mapping from the usage to 'location', and record in
paul@44 736
        the location index a mapping from 'location' to the usage.
paul@44 737
        """
paul@44 738
paul@44 739
        init_item(self.location_index, location, set)
paul@88 740
        self.location_index[location].add(usage)
paul@44 741
paul@44 742
    def init_accessors(self):
paul@44 743
paul@44 744
        "Create indexes for module and function accessor information."
paul@44 745
paul@44 746
        for module in self.importer.get_modules():
paul@44 747
            for path, all_accesses in module.attr_accessors.items():
paul@44 748
                self.add_accessors(all_accesses, path)
paul@44 749
paul@44 750
    def add_accessors(self, all_accesses, path):
paul@44 751
paul@44 752
        """
paul@44 753
        For attribute accesses described by the mapping of 'all_accesses' from
paul@44 754
        name details to accessor details, record the locations of the accessors
paul@44 755
        for each access.
paul@44 756
        """
paul@44 757
paul@44 758
        # Get details for each access combining the given name and attribute.
paul@44 759
paul@44 760
        for (name, attrnames), accesses in all_accesses.items():
paul@44 761
paul@44 762
            # Obtain the usage details using the access information.
paul@44 763
paul@44 764
            for access_number, versions in enumerate(accesses):
paul@44 765
                access_location = (path, name, attrnames, access_number)
paul@44 766
                locations = []
paul@44 767
paul@44 768
                for version in versions:
paul@44 769
                    location = (path, name, None, version)
paul@44 770
                    locations.append(location)
paul@44 771
paul@44 772
                self.access_index[access_location] = locations
paul@44 773
paul@44 774
    def get_accessors_for_access(self, access_location):
paul@44 775
paul@44 776
        "Find a definition providing accessor details, if necessary."
paul@44 777
paul@44 778
        try:
paul@44 779
            return self.access_index[access_location]
paul@44 780
        except KeyError:
paul@44 781
            return [access_location]
paul@44 782
paul@44 783
    def init_accesses(self):
paul@44 784
paul@44 785
        """
paul@44 786
        Initialise collections for accesses involving assignments.
paul@44 787
        """
paul@44 788
paul@44 789
        # For each scope, obtain access details.
paul@44 790
paul@44 791
        for path, all_accesses in self.importer.all_attr_access_modifiers.items():
paul@44 792
paul@44 793
            # For each combination of name and attribute names, obtain
paul@44 794
            # applicable modifiers.
paul@44 795
paul@112 796
            for (name, attrname_str), modifiers in all_accesses.items():
paul@44 797
paul@44 798
                # For each access, determine the name versions affected by
paul@44 799
                # assignments.
paul@44 800
paul@117 801
                for access_number, (assignment, invocation) in enumerate(modifiers):
paul@117 802
                    if not assignment and not invocation:
paul@112 803
                        continue
paul@112 804
paul@44 805
                    if name:
paul@112 806
                        access_location = (path, name, attrname_str, access_number)
paul@44 807
                    else:
paul@112 808
                        access_location = (path, None, attrname_str, 0)
paul@112 809
paul@117 810
                    if invocation:
paul@117 811
                        self.reference_invocations.add(access_location)
paul@117 812
                        continue
paul@117 813
paul@112 814
                    self.reference_assignments.add(access_location)
paul@71 815
paul@44 816
                    # Associate assignments with usage.
paul@44 817
paul@112 818
                    attrnames = get_attrnames(attrname_str)
paul@112 819
paul@112 820
                    # Assignment occurs for the only attribute.
paul@112 821
paul@112 822
                    if len(attrnames) == 1:
paul@112 823
                        accessor_locations = self.get_accessors_for_access(access_location)
paul@112 824
paul@112 825
                        for location in accessor_locations:
paul@112 826
                            for usage in self.location_index[location]:
paul@88 827
                                init_item(self.assigned_attrs, usage, set)
paul@112 828
                                self.assigned_attrs[usage].add((path, name, attrnames[0]))
paul@112 829
paul@112 830
                    # Assignment occurs for the final attribute.
paul@112 831
paul@112 832
                    else:
paul@112 833
                        usage = ((attrnames[-1], False, False),)
paul@112 834
                        init_item(self.assigned_attrs, usage, set)
paul@112 835
                        self.assigned_attrs[usage].add((path, name, attrnames[-1]))
paul@44 836
paul@44 837
    def init_aliases(self):
paul@44 838
paul@44 839
        "Expand aliases so that alias-based accesses can be resolved."
paul@44 840
paul@44 841
        # Get aliased names with details of their accesses.
paul@44 842
paul@44 843
        for name_path, all_aliases in self.importer.all_aliased_names.items():
paul@44 844
            path, name = name_path.rsplit(".", 1)
paul@44 845
paul@44 846
            # For each version of the name, obtain the access location.
paul@44 847
paul@44 848
            for version, (original_name, attrnames, access_number) in all_aliases.items():
paul@44 849
                accessor_location = (path, name, None, version)
paul@44 850
                access_location = (path, original_name, attrnames, access_number)
paul@44 851
                init_item(self.alias_index, accessor_location, list)
paul@44 852
                self.alias_index[accessor_location].append(access_location)
paul@44 853
paul@44 854
        # Get aliases in terms of non-aliases and accesses.
paul@44 855
paul@44 856
        for accessor_location, access_locations in self.alias_index.items():
paul@44 857
            self.update_aliases(accessor_location, access_locations)
paul@44 858
paul@44 859
    def update_aliases(self, accessor_location, access_locations, visited=None):
paul@44 860
paul@44 861
        """
paul@44 862
        Update the given 'accessor_location' defining an alias, update
paul@44 863
        'access_locations' to refer to non-aliases, following name references
paul@44 864
        via the access index.
paul@44 865
paul@44 866
        If 'visited' is specified, it contains a set of accessor locations (and
paul@44 867
        thus keys to the alias index) that are currently being defined.
paul@44 868
        """
paul@44 869
paul@44 870
        if visited is None:
paul@44 871
            visited = set()
paul@44 872
paul@44 873
        updated_locations = set()
paul@44 874
paul@44 875
        for access_location in access_locations:
paul@44 876
            (path, original_name, attrnames, access_number) = access_location
paul@44 877
paul@44 878
            # Where an alias refers to a name access, obtain the original name
paul@44 879
            # version details.
paul@44 880
paul@44 881
            if attrnames is None:
paul@44 882
paul@44 883
                # For each name version, attempt to determine any accesses that
paul@44 884
                # initialise the name.
paul@44 885
paul@44 886
                for name_accessor_location in self.access_index[access_location]:
paul@44 887
paul@44 888
                    # Already-visited aliases do not contribute details.
paul@44 889
paul@44 890
                    if name_accessor_location in visited:
paul@44 891
                        continue
paul@44 892
paul@44 893
                    visited.add(name_accessor_location)
paul@44 894
paul@44 895
                    name_access_locations = self.alias_index.get(name_accessor_location)
paul@44 896
                    if name_access_locations:
paul@44 897
                        updated_locations.update(self.update_aliases(name_accessor_location, name_access_locations, visited))
paul@44 898
                    else:
paul@44 899
                        updated_locations.add(name_accessor_location)
paul@44 900
paul@44 901
            # Otherwise, record the access details.
paul@44 902
paul@44 903
            else:
paul@44 904
                updated_locations.add(access_location)
paul@44 905
paul@44 906
        self.alias_index[accessor_location] = updated_locations
paul@44 907
        return updated_locations
paul@44 908
paul@44 909
    # Attribute mutation for types.
paul@44 910
paul@44 911
    def modify_mutated_attributes(self):
paul@44 912
paul@44 913
        "Identify known, mutated attributes and change their state."
paul@44 914
paul@44 915
        # Usage-based accesses.
paul@44 916
paul@44 917
        for usage, all_attrnames in self.assigned_attrs.items():
paul@44 918
            if not usage:
paul@44 919
                continue
paul@44 920
paul@112 921
            for path, name, attrname in all_attrnames:
paul@44 922
                class_types = self.get_class_types_for_usage(usage)
paul@44 923
                only_instance_types = set(self.get_instance_types_for_usage(usage)).difference(class_types)
paul@44 924
                module_types = self.get_module_types_for_usage(usage)
paul@44 925
paul@44 926
                # Detect self usage within methods in order to narrow the scope
paul@44 927
                # of the mutation.
paul@44 928
paul@44 929
                t = name == "self" and self.constrain_self_reference(path, class_types, only_instance_types)
paul@44 930
                if t:
paul@44 931
                    class_types, only_instance_types, module_types, constrained = t
paul@44 932
                objects = set(class_types).union(only_instance_types).union(module_types)
paul@44 933
paul@112 934
                self.mutate_attribute(objects, attrname)
paul@112 935
paul@112 936
    def mutate_attribute(self, objects, attrname):
paul@112 937
paul@112 938
        "Mutate static 'objects' with the given 'attrname'."
paul@44 939
paul@44 940
        for name in objects:
paul@112 941
            attr = "%s.%s" % (name, attrname)
paul@44 942
            value = self.importer.get_object(attr)
paul@44 943
paul@44 944
            # If the value is None, the attribute is
paul@44 945
            # inherited and need not be set explicitly on
paul@44 946
            # the class concerned.
paul@44 947
paul@44 948
            if value:
paul@44 949
                self.modified_attributes[attr] = value
paul@44 950
                self.importer.set_object(attr, value.as_var())
paul@44 951
paul@44 952
    # Simplification of types.
paul@44 953
paul@69 954
    def get_most_general_types(self, types):
paul@69 955
paul@69 956
        "Return the most general types for the given 'types'."
paul@69 957
paul@69 958
        module_types = set()
paul@69 959
        class_types = set()
paul@69 960
paul@69 961
        for type in types:
paul@69 962
            ref = self.importer.identify(type)
paul@69 963
            if ref.has_kind("<module>"):
paul@69 964
                module_types.add(type)
paul@69 965
            else:
paul@69 966
                class_types.add(type)
paul@69 967
paul@69 968
        types = set(self.get_most_general_module_types(module_types))
paul@69 969
        types.update(self.get_most_general_class_types(class_types))
paul@69 970
        return types
paul@69 971
paul@69 972
    def get_most_general_class_types(self, class_types):
paul@44 973
paul@44 974
        "Return the most general types for the given 'class_types'."
paul@44 975
paul@44 976
        class_types = set(class_types)
paul@44 977
        to_remove = set()
paul@44 978
paul@44 979
        for class_type in class_types:
paul@44 980
            for base in self.importer.classes[class_type]:
paul@44 981
                base = base.get_origin()
paul@44 982
                descendants = self.descendants[base]
paul@44 983
                if base in class_types and descendants.issubset(class_types):
paul@44 984
                    to_remove.update(descendants)
paul@44 985
paul@44 986
        class_types.difference_update(to_remove)
paul@44 987
        return class_types
paul@44 988
paul@44 989
    def get_most_general_module_types(self, module_types):
paul@44 990
paul@44 991
        "Return the most general type for the given 'module_types'."
paul@44 992
paul@44 993
        # Where all modules are provided, an object would provide the same
paul@44 994
        # attributes.
paul@44 995
paul@44 996
        if len(module_types) == len(self.importer.modules):
paul@44 997
            return ["__builtins__.object"]
paul@44 998
        else:
paul@44 999
            return module_types
paul@44 1000
paul@44 1001
    # More efficient usage-to-type indexing and retrieval.
paul@44 1002
paul@44 1003
    def init_attr_type_indexes(self):
paul@44 1004
paul@44 1005
        "Identify the types that can support each attribute name."
paul@44 1006
paul@44 1007
        self._init_attr_type_index(self.attr_class_types, self.importer.all_class_attrs)
paul@107 1008
        self._init_attr_type_index(self.attr_instance_types, self.importer.all_instance_attrs, True)
paul@107 1009
        self._init_attr_type_index(self.attr_instance_types, self.importer.all_combined_attrs, False)
paul@44 1010
        self._init_attr_type_index(self.attr_module_types, self.importer.all_module_attrs)
paul@44 1011
paul@107 1012
    def _init_attr_type_index(self, attr_types, attrs, assignment=None):
paul@44 1013
paul@44 1014
        """
paul@44 1015
        Initialise the 'attr_types' attribute-to-types mapping using the given
paul@44 1016
        'attrs' type-to-attributes mapping.
paul@44 1017
        """
paul@44 1018
paul@44 1019
        for name, attrnames in attrs.items():
paul@44 1020
            for attrname in attrnames:
paul@107 1021
paul@107 1022
                # Permit general access for certain kinds of object.
paul@107 1023
paul@107 1024
                if assignment is None:
paul@107 1025
                    init_item(attr_types, (attrname, False), set)
paul@107 1026
                    init_item(attr_types, (attrname, True), set)
paul@107 1027
                    attr_types[(attrname, False)].add(name)
paul@107 1028
                    attr_types[(attrname, True)].add(name)
paul@107 1029
paul@107 1030
                # Restrict attribute assignment for instances.
paul@107 1031
paul@107 1032
                else:
paul@107 1033
                    init_item(attr_types, (attrname, assignment), set)
paul@107 1034
                    attr_types[(attrname, assignment)].add(name)
paul@44 1035
paul@88 1036
    def get_class_types_for_usage(self, usage):
paul@88 1037
paul@88 1038
        "Return names of classes supporting the given 'usage'."
paul@88 1039
paul@88 1040
        return self._get_types_for_usage(usage, self.attr_class_types, self.importer.all_class_attrs)
paul@88 1041
paul@88 1042
    def get_instance_types_for_usage(self, usage):
paul@44 1043
paul@44 1044
        """
paul@88 1045
        Return names of classes whose instances support the given 'usage'
paul@44 1046
        (as either class or instance attributes).
paul@44 1047
        """
paul@44 1048
paul@88 1049
        return self._get_types_for_usage(usage, self.attr_instance_types, self.importer.all_combined_attrs)
paul@88 1050
paul@88 1051
    def get_module_types_for_usage(self, usage):
paul@88 1052
paul@88 1053
        "Return names of modules supporting the given 'usage'."
paul@88 1054
paul@88 1055
        return self._get_types_for_usage(usage, self.attr_module_types, self.importer.all_module_attrs)
paul@88 1056
paul@88 1057
    def _get_types_for_usage(self, usage, attr_types, attrs):
paul@44 1058
paul@44 1059
        """
paul@88 1060
        For the given 'usage' representing attribute usage, return types
paul@44 1061
        recorded in the 'attr_types' attribute-to-types mapping that support
paul@44 1062
        such usage, with the given 'attrs' type-to-attributes mapping used to
paul@44 1063
        quickly assess whether a type supports all of the stated attributes.
paul@44 1064
        """
paul@44 1065
paul@44 1066
        # Where no attributes are used, any type would be acceptable.
paul@44 1067
paul@88 1068
        if not usage:
paul@44 1069
            return attrs.keys()
paul@44 1070
paul@107 1071
        keys = []
paul@107 1072
        for attrname, invocation, assignment in usage:
paul@107 1073
            keys.append((attrname, assignment))
paul@107 1074
paul@107 1075
        # Obtain types supporting the first (attribute name, assignment) key...
paul@107 1076
paul@107 1077
        types = set(attr_types.get(keys[0]) or [])
paul@107 1078
paul@107 1079
        for key in keys[1:]:
paul@107 1080
            
paul@44 1081
            # Record types that support all of the other attributes as well.
paul@44 1082
paul@107 1083
            types.intersection_update(attr_types.get(key) or [])
paul@44 1084
paul@44 1085
        return types
paul@44 1086
paul@44 1087
    # Reference identification.
paul@44 1088
paul@44 1089
    def identify_references(self):
paul@44 1090
paul@44 1091
        "Identify references using usage and name reference information."
paul@44 1092
paul@44 1093
        # Names with associated attribute usage.
paul@44 1094
paul@44 1095
        for location, usages in self.location_index.items():
paul@44 1096
paul@44 1097
            # Obtain attribute usage associated with a name, deducing the nature
paul@44 1098
            # of the name. Obtain types only for branches involving attribute
paul@44 1099
            # usage. (In the absence of usage, any type could be involved, but
paul@44 1100
            # then no accesses exist to require knowledge of the type.)
paul@44 1101
paul@44 1102
            have_usage = False
paul@44 1103
            have_no_usage_branch = False
paul@44 1104
paul@44 1105
            for usage in usages:
paul@44 1106
                if not usage:
paul@44 1107
                    have_no_usage_branch = True
paul@44 1108
                    continue
paul@44 1109
                elif not have_usage:
paul@44 1110
                    self.init_definition_details(location)
paul@44 1111
                    have_usage = True
paul@44 1112
                self.record_types_for_usage(location, usage)
paul@44 1113
paul@44 1114
            # Where some usage occurs, but where branches without usage also
paul@44 1115
            # occur, record the types for those branches anyway.
paul@44 1116
paul@44 1117
            if have_usage and have_no_usage_branch:
paul@44 1118
                self.init_definition_details(location)
paul@44 1119
                self.record_types_for_usage(location, None)
paul@44 1120
paul@44 1121
        # Specific name-based attribute accesses.
paul@44 1122
paul@44 1123
        alias_accesses = set()
paul@44 1124
paul@44 1125
        for access_location, accessor_locations in self.access_index.items():
paul@44 1126
            self.record_types_for_access(access_location, accessor_locations, alias_accesses)
paul@44 1127
paul@44 1128
        # Anonymous references with attribute chains.
paul@44 1129
paul@44 1130
        for location, accesses in self.importer.all_attr_accesses.items():
paul@44 1131
paul@44 1132
            # Get distinct attribute names.
paul@44 1133
paul@44 1134
            all_attrnames = set()
paul@44 1135
paul@44 1136
            for attrnames in accesses:
paul@44 1137
                all_attrnames.update(get_attrnames(attrnames))
paul@44 1138
paul@44 1139
            # Get attribute and accessor details for each attribute name.
paul@44 1140
paul@44 1141
            for attrname in all_attrnames:
paul@44 1142
                access_location = (location, None, attrname, 0)
paul@44 1143
                self.record_types_for_attribute(access_location, attrname)
paul@44 1144
paul@44 1145
        # References via constant/identified objects.
paul@44 1146
paul@44 1147
        for location, name_accesses in self.importer.all_const_accesses.items():
paul@44 1148
paul@44 1149
            # A mapping from the original name and attributes to resolved access
paul@44 1150
            # details.
paul@44 1151
paul@44 1152
            for original_access, access in name_accesses.items():
paul@44 1153
                original_name, original_attrnames = original_access
paul@44 1154
                objpath, ref, attrnames = access
paul@44 1155
paul@44 1156
                # Build an accessor combining the name and attribute names used.
paul@44 1157
paul@44 1158
                original_accessor = tuple([original_name] + original_attrnames.split("."))
paul@44 1159
paul@44 1160
                # Direct accesses to attributes.
paul@44 1161
paul@44 1162
                if not attrnames:
paul@44 1163
paul@44 1164
                    # Build a descriptive location based on the original
paul@44 1165
                    # details, exposing the final attribute name.
paul@44 1166
paul@44 1167
                    oa, attrname = original_accessor[:-1], original_accessor[-1]
paul@44 1168
                    oa = ".".join(oa)
paul@44 1169
paul@44 1170
                    access_location = (location, oa, attrname, 0)
paul@44 1171
                    accessor_location = (location, oa, None, 0)
paul@44 1172
                    self.access_index[access_location] = [accessor_location]
paul@44 1173
paul@44 1174
                    self.init_access_details(access_location)
paul@44 1175
                    self.init_definition_details(accessor_location)
paul@44 1176
paul@44 1177
                    # Obtain a reference for the accessor in order to properly
paul@44 1178
                    # determine its type.
paul@44 1179
paul@44 1180
                    if ref.get_kind() != "<instance>":
paul@44 1181
                        objpath = ref.get_origin()
paul@44 1182
paul@44 1183
                    objpath = objpath.rsplit(".", 1)[0]
paul@44 1184
paul@44 1185
                    # Where the object name conflicts with the module
paul@44 1186
                    # providing it, obtain the module details.
paul@44 1187
paul@44 1188
                    if objpath in self.importer.modules:
paul@44 1189
                        accessor = Reference("<module>", objpath)
paul@44 1190
                    else:
paul@44 1191
                        accessor = self.importer.get_object(objpath)
paul@44 1192
paul@44 1193
                    self.referenced_attrs[access_location] = [(accessor.get_kind(), accessor.get_origin(), ref)]
paul@44 1194
                    self.access_constrained.add(access_location)
paul@44 1195
paul@57 1196
                    class_types, instance_types, module_types = accessor.get_types()
paul@44 1197
                    self.record_reference_types(accessor_location, class_types, instance_types, module_types, True, True)
paul@64 1198
paul@64 1199
                else:
paul@44 1200
paul@64 1201
                    # Build a descriptive location based on the original
paul@64 1202
                    # details, employing the first remaining attribute name.
paul@64 1203
paul@64 1204
                    l = get_attrnames(attrnames)
paul@64 1205
                    attrname = l[0]
paul@44 1206
paul@64 1207
                    oa = original_accessor[:-len(l)]
paul@64 1208
                    oa = ".".join(oa)
paul@44 1209
paul@64 1210
                    access_location = (location, oa, attrnames, 0)
paul@64 1211
                    accessor_location = (location, oa, None, 0)
paul@64 1212
                    self.access_index[access_location] = [accessor_location]
paul@64 1213
paul@64 1214
                    self.init_access_details(access_location)
paul@64 1215
                    self.init_definition_details(accessor_location)
paul@44 1216
paul@64 1217
                    class_types, instance_types, module_types = ref.get_types()
paul@64 1218
paul@64 1219
                    self.identify_reference_attributes(access_location, attrname, class_types, instance_types, module_types, True)
paul@64 1220
                    self.record_reference_types(accessor_location, class_types, instance_types, module_types, True, True)
paul@64 1221
paul@64 1222
                original_location = (location, original_name, original_attrnames, 0)
paul@64 1223
paul@64 1224
                if original_location != access_location:
paul@64 1225
                    self.const_accesses[original_location] = access_location
paul@67 1226
                    self.const_accesses_rev[access_location] = original_location
paul@44 1227
paul@64 1228
        # Aliased name definitions. All aliases with usage will have been
paul@64 1229
        # defined, but they may be refined according to referenced accesses.
paul@44 1230
paul@64 1231
        for accessor_location in self.alias_index.keys():
paul@64 1232
            self.record_types_for_alias(accessor_location)
paul@44 1233
paul@64 1234
        # Update accesses employing aliases.
paul@64 1235
paul@64 1236
        for access_location in alias_accesses:
paul@64 1237
            self.record_types_for_access(access_location, self.access_index[access_location])
paul@44 1238
paul@44 1239
    def constrain_types(self, path, class_types, instance_types, module_types):
paul@44 1240
paul@44 1241
        """
paul@44 1242
        Using the given 'path' to an object, constrain the given 'class_types',
paul@44 1243
        'instance_types' and 'module_types'.
paul@44 1244
paul@44 1245
        Return the class, instance, module types plus whether the types are
paul@44 1246
        constrained to a specific kind of type.
paul@44 1247
        """
paul@44 1248
paul@44 1249
        ref = self.importer.identify(path)
paul@44 1250
        if ref:
paul@44 1251
paul@44 1252
            # Constrain usage suggestions using the identified object.
paul@44 1253
paul@44 1254
            if ref.has_kind("<class>"):
paul@44 1255
                return (
paul@44 1256
                    set(class_types).intersection([ref.get_origin()]), [], [], True
paul@44 1257
                    )
paul@44 1258
            elif ref.has_kind("<module>"):
paul@44 1259
                return (
paul@44 1260
                    [], [], set(module_types).intersection([ref.get_origin()]), True
paul@44 1261
                    )
paul@44 1262
paul@44 1263
        return class_types, instance_types, module_types, False
paul@44 1264
paul@44 1265
    def get_target_types(self, location, usage):
paul@44 1266
paul@44 1267
        """
paul@44 1268
        Return the class, instance and module types constrained for the name at
paul@44 1269
        the given 'location' exhibiting the given 'usage'. Whether the types
paul@44 1270
        have been constrained using contextual information is also indicated,
paul@44 1271
        plus whether the types have been constrained to a specific kind of type.
paul@44 1272
        """
paul@44 1273
paul@44 1274
        unit_path, name, attrnames, version = location
paul@107 1275
        have_assignments = get_assigned_attributes(usage)
paul@44 1276
paul@44 1277
        # Detect any initialised name for the location.
paul@44 1278
paul@44 1279
        if name:
paul@44 1280
            ref = self.get_initialised_name(location)
paul@44 1281
            if ref:
paul@44 1282
                (class_types, only_instance_types, module_types,
paul@57 1283
                    _function_types, _var_types) = separate_types([ref])
paul@107 1284
                return class_types, only_instance_types, module_types, True, have_assignments
paul@44 1285
paul@44 1286
        # Retrieve the recorded types for the usage.
paul@44 1287
paul@44 1288
        class_types = self.get_class_types_for_usage(usage)
paul@44 1289
        only_instance_types = set(self.get_instance_types_for_usage(usage)).difference(class_types)
paul@44 1290
        module_types = self.get_module_types_for_usage(usage)
paul@44 1291
paul@44 1292
        # Merge usage deductions with observations to obtain reference types
paul@44 1293
        # for names involved with attribute accesses.
paul@44 1294
paul@44 1295
        if not name:
paul@107 1296
            return class_types, only_instance_types, module_types, False, have_assignments
paul@44 1297
paul@44 1298
        # Obtain references to known objects.
paul@44 1299
paul@85 1300
        path = get_name_path(unit_path, name)
paul@44 1301
paul@44 1302
        class_types, only_instance_types, module_types, constrained_specific = \
paul@44 1303
            self.constrain_types(path, class_types, only_instance_types, module_types)
paul@44 1304
paul@44 1305
        if constrained_specific:
paul@107 1306
            return class_types, only_instance_types, module_types, constrained_specific, \
paul@107 1307
                constrained_specific or have_assignments
paul@44 1308
paul@44 1309
        # Constrain "self" references.
paul@44 1310
paul@44 1311
        if name == "self":
paul@44 1312
            t = self.constrain_self_reference(unit_path, class_types, only_instance_types)
paul@44 1313
            if t:
paul@44 1314
                class_types, only_instance_types, module_types, constrained = t
paul@107 1315
                return class_types, only_instance_types, module_types, constrained, have_assignments
paul@107 1316
paul@107 1317
        return class_types, only_instance_types, module_types, False, have_assignments
paul@44 1318
paul@44 1319
    def constrain_self_reference(self, unit_path, class_types, only_instance_types):
paul@44 1320
paul@44 1321
        """
paul@44 1322
        Where the name "self" appears in a method, attempt to constrain the
paul@44 1323
        classes involved.
paul@44 1324
paul@44 1325
        Return the class, instance, module types plus whether the types are
paul@44 1326
        constrained.
paul@44 1327
        """
paul@44 1328
paul@44 1329
        class_name = self.in_method(unit_path)
paul@44 1330
paul@44 1331
        if not class_name:
paul@44 1332
            return None
paul@44 1333
paul@44 1334
        classes = set([class_name])
paul@44 1335
        classes.update(self.get_descendants_for_class(class_name))
paul@44 1336
paul@44 1337
        # Note that only instances will be expected for these references but
paul@44 1338
        # either classes or instances may provide the attributes.
paul@44 1339
paul@44 1340
        return (
paul@44 1341
            set(class_types).intersection(classes),
paul@44 1342
            set(only_instance_types).intersection(classes),
paul@44 1343
            [], True
paul@44 1344
            )
paul@44 1345
paul@44 1346
    def in_method(self, path):
paul@44 1347
paul@44 1348
        "Return whether 'path' refers to a method."
paul@44 1349
paul@44 1350
        class_name, method_name = path.rsplit(".", 1)
paul@44 1351
        return self.importer.classes.has_key(class_name) and class_name
paul@44 1352
paul@44 1353
    def init_reference_details(self, location):
paul@44 1354
paul@44 1355
        "Initialise reference-related details for 'location'."
paul@44 1356
paul@44 1357
        self.init_definition_details(location)
paul@44 1358
        self.init_access_details(location)
paul@44 1359
paul@44 1360
    def init_definition_details(self, location):
paul@44 1361
paul@44 1362
        "Initialise name definition details for 'location'."
paul@44 1363
paul@44 1364
        self.accessor_class_types[location] = set()
paul@44 1365
        self.accessor_instance_types[location] = set()
paul@44 1366
        self.accessor_module_types[location] = set()
paul@44 1367
        self.provider_class_types[location] = set()
paul@44 1368
        self.provider_instance_types[location] = set()
paul@44 1369
        self.provider_module_types[location] = set()
paul@44 1370
paul@44 1371
    def init_access_details(self, location):
paul@44 1372
paul@44 1373
        "Initialise access details at 'location'."
paul@44 1374
paul@44 1375
        self.referenced_attrs[location] = {}
paul@44 1376
paul@44 1377
    def record_types_for_access(self, access_location, accessor_locations, alias_accesses=None):
paul@44 1378
paul@44 1379
        """
paul@44 1380
        Define types for the 'access_location' associated with the given
paul@44 1381
        'accessor_locations'.
paul@44 1382
        """
paul@44 1383
paul@91 1384
        attrname = get_attrname_from_location(access_location)
paul@91 1385
        if not attrname:
paul@44 1386
            return
paul@44 1387
paul@44 1388
        # Collect all suggested types for the accessors. Accesses may
paul@44 1389
        # require accessors from of a subset of the complete set of types.
paul@44 1390
paul@44 1391
        class_types = set()
paul@44 1392
        module_types = set()
paul@44 1393
        instance_types = set()
paul@44 1394
paul@44 1395
        constrained = True
paul@44 1396
paul@44 1397
        for location in accessor_locations:
paul@44 1398
paul@44 1399
            # Remember accesses employing aliases.
paul@44 1400
paul@44 1401
            if alias_accesses is not None and self.alias_index.has_key(location):
paul@44 1402
                alias_accesses.add(access_location)
paul@44 1403
paul@44 1404
            # Use the type information deduced for names from above.
paul@44 1405
paul@44 1406
            if self.accessor_class_types.has_key(location):
paul@44 1407
                class_types.update(self.accessor_class_types[location])
paul@44 1408
                module_types.update(self.accessor_module_types[location])
paul@44 1409
                instance_types.update(self.accessor_instance_types[location])
paul@44 1410
paul@44 1411
            # Where accesses are associated with assignments but where no
paul@44 1412
            # attribute usage observations have caused such an association,
paul@44 1413
            # the attribute name is considered by itself.
paul@44 1414
paul@44 1415
            else:
paul@44 1416
                self.init_definition_details(location)
paul@107 1417
                self.record_types_for_usage(location, [(attrname, False, False)])
paul@44 1418
paul@67 1419
            constrained = location in self.accessor_constrained and constrained
paul@44 1420
paul@44 1421
        self.init_access_details(access_location)
paul@44 1422
        self.identify_reference_attributes(access_location, attrname, class_types, instance_types, module_types, constrained)
paul@44 1423
paul@44 1424
    def record_types_for_usage(self, accessor_location, usage):
paul@44 1425
paul@44 1426
        """
paul@44 1427
        Record types for the given 'accessor_location' according to the given
paul@44 1428
        'usage' observations which may be None to indicate an absence of usage.
paul@44 1429
        """
paul@44 1430
paul@44 1431
        (class_types,
paul@44 1432
         instance_types,
paul@44 1433
         module_types,
paul@44 1434
         constrained,
paul@44 1435
         constrained_specific) = self.get_target_types(accessor_location, usage)
paul@44 1436
paul@90 1437
        invocations = get_invoked_attributes(usage)
paul@90 1438
paul@107 1439
        self.record_reference_types(accessor_location, class_types, instance_types,
paul@107 1440
            module_types, constrained, constrained_specific, invocations)
paul@44 1441
paul@44 1442
    def record_types_for_attribute(self, access_location, attrname):
paul@44 1443
paul@44 1444
        """
paul@44 1445
        Record types for the 'access_location' employing only the given
paul@44 1446
        'attrname' for type deduction.
paul@44 1447
        """
paul@44 1448
paul@102 1449
        (class_types,
paul@102 1450
         only_instance_types,
paul@102 1451
         module_types) = self.get_types_for_attribute(attrname)
paul@102 1452
paul@102 1453
        self.init_reference_details(access_location)
paul@102 1454
paul@102 1455
        self.identify_reference_attributes(access_location, attrname, class_types, only_instance_types, module_types, False)
paul@102 1456
        self.record_reference_types(access_location, class_types, only_instance_types, module_types, False)
paul@102 1457
paul@102 1458
    def get_types_for_attribute(self, attrname):
paul@102 1459
paul@102 1460
        "Return class, instance-only and module types supporting 'attrname'."
paul@102 1461
paul@107 1462
        usage = ((attrname, False, False),)
paul@44 1463
paul@44 1464
        class_types = self.get_class_types_for_usage(usage)
paul@44 1465
        only_instance_types = set(self.get_instance_types_for_usage(usage)).difference(class_types)
paul@44 1466
        module_types = self.get_module_types_for_usage(usage)
paul@44 1467
paul@102 1468
        return class_types, only_instance_types, module_types
paul@44 1469
paul@44 1470
    def record_types_for_alias(self, accessor_location):
paul@44 1471
paul@44 1472
        """
paul@44 1473
        Define types for the 'accessor_location' not having associated usage.
paul@44 1474
        """
paul@44 1475
paul@44 1476
        have_access = self.provider_class_types.has_key(accessor_location)
paul@44 1477
paul@44 1478
        # With an access, attempt to narrow the existing selection of provider
paul@44 1479
        # types.
paul@44 1480
paul@44 1481
        if have_access:
paul@44 1482
            provider_class_types = self.provider_class_types[accessor_location]
paul@44 1483
            provider_instance_types = self.provider_instance_types[accessor_location]
paul@44 1484
            provider_module_types = self.provider_module_types[accessor_location]
paul@44 1485
paul@44 1486
            # Find details for any corresponding access.
paul@44 1487
paul@44 1488
            all_class_types = set()
paul@44 1489
            all_instance_types = set()
paul@44 1490
            all_module_types = set()
paul@44 1491
paul@44 1492
            for access_location in self.alias_index[accessor_location]:
paul@44 1493
                location, name, attrnames, access_number = access_location
paul@44 1494
paul@44 1495
                # Alias references an attribute access.
paul@44 1496
paul@44 1497
                if attrnames:
paul@44 1498
paul@44 1499
                    # Obtain attribute references for the access.
paul@44 1500
paul@44 1501
                    attrs = [attr for _attrtype, object_type, attr in self.referenced_attrs[access_location]]
paul@44 1502
paul@44 1503
                    # Separate the different attribute types.
paul@44 1504
paul@44 1505
                    (class_types, instance_types, module_types,
paul@57 1506
                        function_types, var_types) = separate_types(attrs)
paul@44 1507
paul@44 1508
                    # Where non-accessor types are found, do not attempt to refine
paul@44 1509
                    # the defined accessor types.
paul@44 1510
paul@44 1511
                    if function_types or var_types:
paul@44 1512
                        return
paul@44 1513
paul@44 1514
                    class_types = set(provider_class_types).intersection(class_types)
paul@44 1515
                    instance_types = set(provider_instance_types).intersection(instance_types)
paul@44 1516
                    module_types = set(provider_module_types).intersection(module_types)
paul@44 1517
paul@44 1518
                # Alias references a name, not an access.
paul@44 1519
paul@44 1520
                else:
paul@44 1521
                    # Attempt to refine the types using initialised names.
paul@44 1522
paul@44 1523
                    attr = self.get_initialised_name(access_location)
paul@44 1524
                    if attr:
paul@44 1525
                        (class_types, instance_types, module_types,
paul@57 1526
                            _function_types, _var_types) = separate_types([attr])
paul@44 1527
paul@44 1528
                    # Where no further information is found, do not attempt to
paul@44 1529
                    # refine the defined accessor types.
paul@44 1530
paul@44 1531
                    else:
paul@44 1532
                        return
paul@44 1533
paul@44 1534
                all_class_types.update(class_types)
paul@44 1535
                all_instance_types.update(instance_types)
paul@44 1536
                all_module_types.update(module_types)
paul@44 1537
paul@44 1538
            # Record refined type details for the alias as an accessor.
paul@44 1539
paul@44 1540
            self.init_definition_details(accessor_location)
paul@44 1541
            self.record_reference_types(accessor_location, all_class_types, all_instance_types, all_module_types, False)
paul@44 1542
paul@44 1543
        # Without an access, attempt to identify references for the alias.
paul@44 1544
paul@44 1545
        else:
paul@44 1546
            refs = set()
paul@44 1547
paul@44 1548
            for access_location in self.alias_index[accessor_location]:
paul@64 1549
paul@64 1550
                # Obtain any redefined constant access location.
paul@64 1551
paul@64 1552
                if self.const_accesses.has_key(access_location):
paul@64 1553
                    access_location = self.const_accesses[access_location]
paul@64 1554
paul@44 1555
                location, name, attrnames, access_number = access_location
paul@44 1556
paul@44 1557
                # Alias references an attribute access.
paul@44 1558
paul@44 1559
                if attrnames:
paul@44 1560
                    attrs = [attr for attrtype, object_type, attr in self.referenced_attrs[access_location]]
paul@44 1561
                    refs.update(attrs)
paul@44 1562
paul@44 1563
                # Alias references a name, not an access.
paul@44 1564
paul@44 1565
                else:
paul@44 1566
                    attr = self.get_initialised_name(access_location)
paul@44 1567
                    attrs = attr and [attr] or []
paul@44 1568
                    if not attrs and self.provider_class_types.has_key(access_location):
paul@44 1569
                        class_types = self.provider_class_types[access_location]
paul@44 1570
                        instance_types = self.provider_instance_types[access_location]
paul@44 1571
                        module_types = self.provider_module_types[access_location]
paul@57 1572
                        attrs = combine_types(class_types, instance_types, module_types)
paul@44 1573
                    if attrs:
paul@44 1574
                        refs.update(attrs)
paul@44 1575
paul@44 1576
            # Record reference details for the alias separately from accessors.
paul@44 1577
paul@44 1578
            self.referenced_objects[accessor_location] = refs
paul@44 1579
paul@44 1580
    def get_initialised_name(self, access_location):
paul@44 1581
paul@44 1582
        """
paul@44 1583
        Return references for any initialised names at 'access_location', or
paul@44 1584
        None if no such references exist.
paul@44 1585
        """
paul@44 1586
paul@44 1587
        location, name, attrnames, version = access_location
paul@85 1588
        path = get_name_path(location, name)
paul@44 1589
paul@44 1590
        # Use initialiser information, if available.
paul@44 1591
paul@44 1592
        refs = self.importer.all_initialised_names.get(path)
paul@44 1593
        if refs and refs.has_key(version):
paul@44 1594
            return refs[version]
paul@44 1595
        else:
paul@44 1596
            return None
paul@44 1597
paul@44 1598
    def record_reference_types(self, location, class_types, instance_types,
paul@90 1599
        module_types, constrained, constrained_specific=False, invocations=None):
paul@44 1600
paul@44 1601
        """
paul@44 1602
        Associate attribute provider types with the given 'location', consisting
paul@44 1603
        of the given 'class_types', 'instance_types' and 'module_types'.
paul@44 1604
paul@44 1605
        If 'constrained' is indicated, the constrained nature of the accessor is
paul@44 1606
        recorded for the location.
paul@44 1607
paul@44 1608
        If 'constrained_specific' is indicated using a true value, instance types
paul@44 1609
        will not be added to class types to permit access via instances at the
paul@44 1610
        given location. This is only useful where a specific accessor is known
paul@44 1611
        to be a class.
paul@44 1612
paul@105 1613
        If 'invocations' is given, the given attribute names indicate those
paul@105 1614
        which are involved in invocations. Such invocations, if involving
paul@105 1615
        functions, will employ those functions as bound methods and will
paul@105 1616
        therefore not support classes as accessors, only instances of such
paul@105 1617
        classes.
paul@105 1618
paul@44 1619
        Note that the specified types only indicate the provider types for
paul@44 1620
        attributes, whereas the recorded accessor types indicate the possible
paul@44 1621
        types of the actual objects used to access attributes.
paul@44 1622
        """
paul@44 1623
paul@44 1624
        # Update the type details for the location.
paul@44 1625
paul@44 1626
        self.provider_class_types[location].update(class_types)
paul@44 1627
        self.provider_instance_types[location].update(instance_types)
paul@44 1628
        self.provider_module_types[location].update(module_types)
paul@44 1629
paul@44 1630
        # Class types support classes and instances as accessors.
paul@44 1631
        # Instance-only and module types support only their own kinds as
paul@44 1632
        # accessors.
paul@44 1633
paul@90 1634
        path, name, version, attrnames = location
paul@90 1635
paul@90 1636
        if invocations:
paul@90 1637
            class_only_types = self.filter_for_invocations(class_types, invocations)
paul@90 1638
        else:
paul@90 1639
            class_only_types = class_types
paul@90 1640
paul@44 1641
        # However, the nature of accessors can be further determined.
paul@44 1642
        # Any self variable may only refer to an instance.
paul@44 1643
paul@44 1644
        if name != "self" or not self.in_method(path):
paul@90 1645
            self.accessor_class_types[location].update(class_only_types)
paul@44 1646
paul@44 1647
        if not constrained_specific:
paul@44 1648
            self.accessor_instance_types[location].update(class_types)
paul@44 1649
paul@44 1650
        self.accessor_instance_types[location].update(instance_types)
paul@44 1651
paul@44 1652
        if name != "self" or not self.in_method(path):
paul@44 1653
            self.accessor_module_types[location].update(module_types)
paul@44 1654
paul@44 1655
        if constrained:
paul@67 1656
            self.accessor_constrained.add(location)
paul@44 1657
paul@90 1658
    def filter_for_invocations(self, class_types, attrnames):
paul@90 1659
paul@90 1660
        """
paul@90 1661
        From the given 'class_types', identify methods for the given
paul@90 1662
        'attrnames' that are being invoked, returning a filtered collection of
paul@90 1663
        class types.
paul@90 1664
        """
paul@90 1665
paul@90 1666
        to_filter = set()
paul@90 1667
paul@90 1668
        for class_type in class_types:
paul@90 1669
            for attrname in attrnames:
paul@90 1670
                ref = self.importer.get_class_attribute(class_type, attrname)
paul@90 1671
                parent_class = ref and ref.parent()
paul@90 1672
paul@90 1673
                if ref and ref.has_kind("<function>") and (
paul@90 1674
                   parent_class == class_type or
paul@90 1675
                   class_type in self.descendants[parent_class]):
paul@90 1676
paul@90 1677
                    to_filter.add(class_type)
paul@90 1678
                    break
paul@90 1679
paul@90 1680
        return set(class_types).difference(to_filter)
paul@90 1681
paul@44 1682
    def identify_reference_attributes(self, location, attrname, class_types, instance_types, module_types, constrained):
paul@44 1683
paul@44 1684
        """
paul@44 1685
        Identify reference attributes, associating them with the given
paul@44 1686
        'location', identifying the given 'attrname', employing the given
paul@44 1687
        'class_types', 'instance_types' and 'module_types'.
paul@44 1688
paul@44 1689
        If 'constrained' is indicated, the constrained nature of the access is
paul@44 1690
        recorded for the location.
paul@44 1691
        """
paul@44 1692
paul@44 1693
        # Record the referenced objects.
paul@44 1694
paul@44 1695
        self.referenced_attrs[location] = \
paul@44 1696
            self._identify_reference_attribute(attrname, class_types, instance_types, module_types)
paul@44 1697
paul@44 1698
        if constrained:
paul@44 1699
            self.access_constrained.add(location)
paul@44 1700
paul@44 1701
    def _identify_reference_attribute(self, attrname, class_types, instance_types, module_types):
paul@44 1702
paul@44 1703
        """
paul@44 1704
        Identify the reference attribute with the given 'attrname', employing
paul@44 1705
        the given 'class_types', 'instance_types' and 'module_types'.
paul@44 1706
        """
paul@44 1707
paul@44 1708
        attrs = set()
paul@44 1709
paul@44 1710
        # The class types expose class attributes either directly or via
paul@44 1711
        # instances.
paul@44 1712
paul@44 1713
        for object_type in class_types:
paul@44 1714
            ref = self.importer.get_class_attribute(object_type, attrname)
paul@44 1715
            if ref:
paul@44 1716
                attrs.add(("<class>", object_type, ref))
paul@44 1717
paul@44 1718
            # Add any distinct instance attributes that would be provided
paul@44 1719
            # by instances also providing indirect class attribute access.
paul@44 1720
paul@44 1721
            for ref in self.importer.get_instance_attributes(object_type, attrname):
paul@44 1722
                attrs.add(("<instance>", object_type, ref))
paul@44 1723
paul@44 1724
        # The instance-only types expose instance attributes, but although
paul@44 1725
        # classes are excluded as potential accessors (since they do not provide
paul@44 1726
        # the instance attributes), the class types may still provide some
paul@44 1727
        # attributes.
paul@44 1728
paul@44 1729
        for object_type in instance_types:
paul@44 1730
            instance_attrs = self.importer.get_instance_attributes(object_type, attrname)
paul@44 1731
paul@44 1732
            if instance_attrs:
paul@44 1733
                for ref in instance_attrs:
paul@44 1734
                    attrs.add(("<instance>", object_type, ref))
paul@44 1735
            else:
paul@44 1736
                ref = self.importer.get_class_attribute(object_type, attrname)
paul@44 1737
                if ref:
paul@44 1738
                    attrs.add(("<class>", object_type, ref))
paul@44 1739
paul@44 1740
        # Module types expose module attributes for module accessors.
paul@44 1741
paul@44 1742
        for object_type in module_types:
paul@44 1743
            ref = self.importer.get_module_attribute(object_type, attrname)
paul@44 1744
            if ref:
paul@44 1745
                attrs.add(("<module>", object_type, ref))
paul@44 1746
paul@44 1747
        return attrs
paul@44 1748
paul@70 1749
    constrained_specific_tests = (
paul@70 1750
        "constrained-specific-instance",
paul@70 1751
        "constrained-specific-type",
paul@70 1752
        "constrained-specific-object",
paul@70 1753
        )
paul@70 1754
paul@70 1755
    constrained_common_tests = (
paul@70 1756
        "constrained-common-instance",
paul@70 1757
        "constrained-common-type",
paul@70 1758
        "constrained-common-object",
paul@70 1759
        )
paul@70 1760
paul@67 1761
    guarded_specific_tests = (
paul@67 1762
        "guarded-specific-instance",
paul@67 1763
        "guarded-specific-type",
paul@67 1764
        "guarded-specific-object",
paul@67 1765
        )
paul@67 1766
paul@67 1767
    guarded_common_tests = (
paul@67 1768
        "guarded-common-instance",
paul@67 1769
        "guarded-common-type",
paul@67 1770
        "guarded-common-object",
paul@67 1771
        )
paul@67 1772
paul@67 1773
    specific_tests = (
paul@67 1774
        "specific-instance",
paul@67 1775
        "specific-type",
paul@67 1776
        "specific-object",
paul@67 1777
        )
paul@67 1778
paul@67 1779
    common_tests = (
paul@67 1780
        "common-instance",
paul@67 1781
        "common-type",
paul@67 1782
        "common-object",
paul@67 1783
        )
paul@67 1784
paul@67 1785
    class_tests = (
paul@67 1786
        "guarded-specific-type",
paul@67 1787
        "guarded-common-type",
paul@67 1788
        "specific-type",
paul@67 1789
        "common-type",
paul@67 1790
        )
paul@67 1791
paul@67 1792
    class_or_instance_tests = (
paul@67 1793
        "guarded-specific-object",
paul@67 1794
        "guarded-common-object",
paul@67 1795
        "specific-object",
paul@67 1796
        "common-object",
paul@67 1797
        )
paul@67 1798
paul@67 1799
    def get_access_plan(self, location):
paul@65 1800
paul@77 1801
        """
paul@77 1802
        Return details of the access at the given 'location'. The details are as
paul@77 1803
        follows:
paul@77 1804
paul@77 1805
         * the initial accessor (from which accesses will be performed if no
paul@77 1806
           computed static accessor is found)
paul@77 1807
         * details of any test required on the initial accessor
paul@77 1808
         * details of any type employed by the test
paul@77 1809
         * any static accessor (from which accesses will be performed in
paul@77 1810
           preference to the initial accessor)
paul@77 1811
         * attributes needing to be traversed from the base that yield
paul@77 1812
           unambiguous objects
paul@98 1813
         * access modes for each of the unambiguously-traversed attributes
paul@77 1814
         * remaining attributes needing to be tested and traversed
paul@77 1815
         * details of the context
paul@102 1816
         * any test to apply to the context
paul@77 1817
         * the method of obtaining the final attribute
paul@77 1818
         * any static final attribute
paul@77 1819
        """
paul@65 1820
paul@67 1821
        const_access = self.const_accesses_rev.has_key(location)
paul@65 1822
paul@75 1823
        path, name, attrnames, version = location
paul@75 1824
        remaining = attrnames.split(".")
paul@75 1825
        attrname = remaining[0]
paul@65 1826
paul@67 1827
        # Obtain reference and accessor information, retaining also distinct
paul@67 1828
        # provider kind details.
paul@65 1829
paul@65 1830
        attrs = []
paul@65 1831
        objtypes = []
paul@67 1832
        provider_kinds = set()
paul@67 1833
paul@65 1834
        for attrtype, objtype, attr in self.referenced_attrs[location]:
paul@65 1835
            attrs.append(attr)
paul@65 1836
            objtypes.append(objtype)
paul@67 1837
            provider_kinds.add(attrtype)
paul@67 1838
paul@67 1839
        # Obtain accessor type and kind information.
paul@67 1840
paul@67 1841
        accessor_types = self.reference_all_accessor_types[location]
paul@67 1842
        accessor_general_types = self.reference_all_accessor_general_types[location]
paul@67 1843
        accessor_kinds = get_kinds(accessor_general_types)
paul@67 1844
paul@67 1845
        # Determine any guard or test requirements.
paul@67 1846
paul@67 1847
        constrained = location in self.access_constrained
paul@70 1848
        test = self.reference_test_types[location]
paul@77 1849
        test_type = self.reference_test_accessor_type.get(location)
paul@67 1850
paul@67 1851
        # Determine the accessor and provider properties.
paul@67 1852
paul@67 1853
        class_accessor = "<class>" in accessor_kinds
paul@67 1854
        module_accessor = "<module>" in accessor_kinds
paul@67 1855
        instance_accessor = "<instance>" in accessor_kinds
paul@67 1856
        provided_by_class = "<class>" in provider_kinds
paul@67 1857
        provided_by_instance = "<instance>" in provider_kinds
paul@67 1858
paul@74 1859
        # Determine how attributes may be accessed relative to the accessor.
paul@74 1860
paul@74 1861
        object_relative = class_accessor or module_accessor or provided_by_instance
paul@74 1862
        class_relative = instance_accessor and provided_by_class
paul@74 1863
paul@67 1864
        # Identify the last static attribute for context acquisition.
paul@67 1865
paul@67 1866
        base = None
paul@67 1867
        dynamic_base = None
paul@67 1868
paul@67 1869
        # Constant accesses have static accessors.
paul@65 1870
paul@65 1871
        if const_access:
paul@65 1872
            base = len(objtypes) == 1 and first(objtypes)
paul@67 1873
paul@67 1874
        # Constant accessors are static.
paul@67 1875
paul@213 1876
        elif name:
paul@65 1877
            ref = self.importer.identify("%s.%s" % (path, name))
paul@67 1878
            if ref:
paul@65 1879
                base = ref.get_origin()
paul@65 1880
paul@70 1881
            # Usage of previously-generated guard and test details.
paul@70 1882
paul@70 1883
            elif test in self.constrained_specific_tests:
paul@67 1884
                ref = first(accessor_types)
paul@67 1885
paul@70 1886
            elif test in self.constrained_common_tests:
paul@67 1887
                ref = first(accessor_general_types)
paul@67 1888
paul@67 1889
            elif test in self.guarded_specific_tests:
paul@67 1890
                ref = first(accessor_types)
paul@67 1891
paul@67 1892
            elif test in self.guarded_common_tests:
paul@67 1893
                ref = first(accessor_general_types)
paul@67 1894
paul@70 1895
            # For attribute-based tests, tentatively identify a dynamic base.
paul@70 1896
            # Such tests allow single or multiple kinds of a type.
paul@70 1897
paul@67 1898
            elif test in self.common_tests or test in self.specific_tests:
paul@77 1899
                dynamic_base = test_type
paul@67 1900
paul@67 1901
            # Static accessors.
paul@67 1902
paul@70 1903
            if not base and test in self.class_tests:
paul@70 1904
                base = ref and ref.get_origin() or dynamic_base
paul@70 1905
paul@70 1906
            # Accessors that are not static but whose nature is determined.
paul@70 1907
paul@70 1908
            elif not base and ref:
paul@67 1909
                dynamic_base = ref.get_origin()
paul@67 1910
paul@102 1911
        # Determine initial accessor details.
paul@102 1912
paul@102 1913
        accessor = base or dynamic_base
paul@102 1914
        accessor_kind = len(accessor_kinds) == 1 and first(accessor_kinds) or None
paul@102 1915
        provider_kind = len(provider_kinds) == 1 and first(provider_kinds) or None
paul@102 1916
paul@102 1917
        # Traverse remaining attributes.
paul@102 1918
paul@65 1919
        traversed = []
paul@96 1920
        traversal_modes = []
paul@65 1921
paul@108 1922
        while len(attrs) == 1 and not first(attrs).has_kind("<var>"):
paul@65 1923
            attr = first(attrs)
paul@65 1924
paul@65 1925
            traversed.append(attrname)
paul@96 1926
            traversal_modes.append(accessor_kind == provider_kind and "object" or "class")
paul@96 1927
paul@102 1928
            # Consume attribute names providing unambiguous attributes.
paul@102 1929
paul@75 1930
            del remaining[0]
paul@75 1931
paul@75 1932
            if not remaining:
paul@65 1933
                break
paul@65 1934
paul@67 1935
            # Update the last static attribute.
paul@67 1936
paul@65 1937
            if attr.static():
paul@65 1938
                base = attr.get_origin()
paul@65 1939
                traversed = []
paul@96 1940
                traversal_modes = []
paul@65 1941
paul@102 1942
            # Get the access details.
paul@67 1943
paul@75 1944
            attrname = remaining[0]
paul@102 1945
            accessor = attr.get_origin()
paul@102 1946
            accessor_kind = attr.get_kind()
paul@102 1947
            provider_kind = self.importer.get_attribute_provider(attr, attrname)
paul@102 1948
            accessor_kinds = [accessor_kind]
paul@102 1949
            provider_kinds = [provider_kind]
paul@102 1950
paul@102 1951
            # Get the next attribute.
paul@102 1952
paul@65 1953
            attrs = self.importer.get_attributes(attr, attrname)
paul@67 1954
paul@67 1955
        # Where many attributes are suggested, no single attribute identity can
paul@67 1956
        # be loaded.
paul@67 1957
paul@65 1958
        else:
paul@65 1959
            attr = None
paul@65 1960
paul@67 1961
        # Determine the method of access.
paul@67 1962
paul@98 1963
        is_assignment = location in self.reference_assignments
paul@117 1964
        is_invocation = location in self.reference_invocations
paul@98 1965
paul@71 1966
        # Identified attribute that must be accessed via its parent.
paul@71 1967
paul@98 1968
        if attr and attr.get_name() and is_assignment:
paul@98 1969
            final_method = "static-assign"; origin = attr.get_name()
paul@71 1970
paul@67 1971
        # Static, identified attribute.
paul@67 1972
paul@71 1973
        elif attr and attr.static():
paul@117 1974
            final_method = is_assignment and "static-assign" or \
paul@117 1975
                           is_invocation and "static-invoke" or \
paul@117 1976
                           "static"
paul@98 1977
            origin = attr.final()
paul@94 1978
paul@94 1979
        # All other methods of access involve traversal.
paul@94 1980
paul@94 1981
        else:
paul@98 1982
            final_method = is_assignment and "assign" or "access"
paul@98 1983
            origin = None
paul@67 1984
paul@93 1985
        # First attribute accessed at a known position via the accessor.
paul@67 1986
paul@94 1987
        if base or dynamic_base:
paul@94 1988
            first_method = "relative" + (object_relative and "-object" or "") + \
paul@94 1989
                                        (class_relative and "-class" or "")
paul@67 1990
paul@67 1991
        # The fallback case is always run-time testing and access.
paul@67 1992
paul@67 1993
        else:
paul@94 1994
            first_method = "check" + (object_relative and "-object" or "") + \
paul@94 1995
                                     (class_relative and "-class" or "")
paul@67 1996
paul@102 1997
        # Determine whether an unbound method is being accessed via an instance,
paul@102 1998
        # requiring a context test.
paul@102 1999
paul@102 2000
        context_test = "ignore"
paul@102 2001
paul@102 2002
        # Assignments do not employ the context.
paul@102 2003
paul@102 2004
        if is_assignment:
paul@102 2005
            pass
paul@102 2006
paul@102 2007
        # Obtain a selection of possible attributes if no unambiguous attribute
paul@102 2008
        # was identified.
paul@102 2009
paul@102 2010
        elif not attr:
paul@102 2011
paul@102 2012
            # Use previously-deduced attributes for a simple ambiguous access.
paul@102 2013
            # Otherwise, use the final attribute name to obtain possible
paul@102 2014
            # attributes.
paul@102 2015
paul@102 2016
            if len(remaining) > 1:
paul@102 2017
                attrname = remaining[-1]
paul@102 2018
paul@102 2019
                (class_types,
paul@102 2020
                 only_instance_types,
paul@102 2021
                 module_types) = self.get_types_for_attribute(attrname)
paul@102 2022
paul@212 2023
                accessor_kinds = set()
paul@212 2024
                provider_kinds = set()
paul@102 2025
paul@102 2026
                if class_types:
paul@212 2027
                    accessor_kinds.add("<class>")
paul@212 2028
                    accessor_kinds.add("<instance>")
paul@212 2029
                    provider_kinds.add("<class>")
paul@102 2030
                if only_instance_types:
paul@212 2031
                    accessor_kinds.add("<instance>")
paul@212 2032
                    provider_kinds.add("<instance>")
paul@102 2033
                if module_types:
paul@212 2034
                    accessor_kinds.add("<module>")
paul@212 2035
                    provider_kinds.add("<module>")
paul@102 2036
paul@102 2037
                attrs = set()
paul@102 2038
                for type in combine_types(class_types, only_instance_types, module_types):
paul@102 2039
                    attrs.update(self.importer.get_attributes(type, attrname))
paul@102 2040
paul@102 2041
            always_unbound = True
paul@102 2042
            have_function = False
paul@102 2043
            have_var = False
paul@102 2044
paul@102 2045
            # Determine whether all attributes are unbound methods and whether
paul@102 2046
            # functions or unidentified attributes occur.
paul@102 2047
paul@102 2048
            for attr in attrs:
paul@102 2049
                always_unbound = always_unbound and attr.has_kind("<function>") and attr.name_parent() == attr.parent()
paul@102 2050
                have_function = have_function or attr.has_kind("<function>")
paul@102 2051
                have_var = have_var or attr.has_kind("<var>")
paul@102 2052
paul@102 2053
            # Test for class-via-instance accesses.
paul@102 2054
paul@102 2055
            if accessor_kind == "<instance>" and \
paul@102 2056
               provider_kind == "<class>":
paul@102 2057
paul@102 2058
                if always_unbound:
paul@102 2059
                    context_test = "replace"
paul@102 2060
                else:
paul@102 2061
                    context_test = "test"
paul@102 2062
paul@102 2063
            # Test for the presence of class-via-instance accesses.
paul@102 2064
paul@102 2065
            elif "<instance>" in accessor_kinds and \
paul@102 2066
                 "<class>" in provider_kinds and \
paul@102 2067
                 (have_function or have_var):
paul@102 2068
paul@102 2069
                context_test = "test"
paul@102 2070
paul@102 2071
        # With an unambiguous attribute, determine whether a test is needed.
paul@102 2072
paul@102 2073
        elif accessor_kind == "<instance>" and \
paul@102 2074
             provider_kind == "<class>" and \
paul@102 2075
             (attr.has_kind("<var>") or
paul@102 2076
              attr.has_kind("<function>") and
paul@102 2077
              attr.name_parent() == attr.parent()):
paul@102 2078
paul@102 2079
            if attr.has_kind("<var>"):
paul@102 2080
                context_test = "test"
paul@102 2081
            else:
paul@102 2082
                context_test = "replace"
paul@102 2083
paul@102 2084
        # With an unambiguous attribute with ambiguity in the access method,
paul@102 2085
        # generate a test.
paul@102 2086
paul@102 2087
        elif "<instance>" in accessor_kinds and \
paul@102 2088
             "<class>" in provider_kinds and \
paul@102 2089
             (attr.has_kind("<var>") or
paul@102 2090
              attr.has_kind("<function>") and
paul@102 2091
              attr.name_parent() == attr.parent()):
paul@102 2092
paul@102 2093
            context_test = "test"
paul@102 2094
paul@75 2095
        # Determine the nature of the context.
paul@75 2096
paul@102 2097
        context = context_test == "ignore" and "unset" or \
paul@100 2098
                  len(traversed + remaining) == 1 and \
paul@100 2099
                      (base and "base" or "original-accessor") or \
paul@100 2100
                  "final-accessor"
paul@77 2101
paul@102 2102
        return name, test, test_type, base, traversed, traversal_modes, remaining, context, context_test, first_method, final_method, origin
paul@65 2103
paul@44 2104
# vim: tabstop=4 expandtab shiftwidth=4