File: moduleinfo.py

package info (click to toggle)
python-happydoc 2.1-5
  • links: PTS
  • area: main
  • in suites: etch, etch-m68k
  • size: 4,392 kB
  • ctags: 3,479
  • sloc: python: 12,382; makefile: 99; sh: 37
file content (324 lines) | stat: -rw-r--r-- 11,825 bytes parent folder | download | duplicates (2)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
#!/usr/bin/env python
#
# $Id: moduleinfo.py,v 1.3 2002/08/04 12:06:50 doughellmann Exp $
#
# Copyright 2001 Doug Hellmann.
#
#
#                         All Rights Reserved
#
# Permission to use, copy, modify, and distribute this software and
# its documentation for any purpose and without fee is hereby
# granted, provided that the above copyright notice appear in all
# copies and that both that copyright notice and this permission
# notice appear in supporting documentation, and that the name of Doug
# Hellmann not be used in advertising or publicity pertaining to
# distribution of the software without specific, written prior
# permission.
#
# DOUG HELLMANN DISCLAIMS ALL WARRANTIES WITH REGARD TO THIS SOFTWARE,
# INCLUDING ALL IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS, IN
# NO EVENT SHALL DOUG HELLMANN BE LIABLE FOR ANY SPECIAL, INDIRECT OR
# CONSEQUENTIAL DAMAGES OR ANY DAMAGES WHATSOEVER RESULTING FROM LOSS
# OF USE, DATA OR PROFITS, WHETHER IN AN ACTION OF CONTRACT,
# NEGLIGENCE OR OTHER TORTIOUS ACTION, ARISING OUT OF OR IN
# CONNECTION WITH THE USE OR PERFORMANCE OF THIS SOFTWARE.
#

"""Information gatherer for source code modules.

"""

__rcs_info__ = {
    #
    #  Creation Information
    #
    'module_name'  : '$RCSfile: moduleinfo.py,v $',
    'rcs_id'       : '$Id: moduleinfo.py,v 1.3 2002/08/04 12:06:50 doughellmann Exp $',
    'creator'      : 'Doug Hellmann <doug@hellfly.net>',
    'project'      : 'UNSPECIFIED',
    'created'      : 'Sun, 11-Nov-2001 10:52:52 EST',

    #
    #  Current Information
    #
    'author'       : '$Author: doughellmann $',
    'version'      : '$Revision: 1.3 $',
    'date'         : '$Date: 2002/08/04 12:06:50 $',
}
try:
    __version__ = __rcs_info__['version'].split(' ')[1]
except:
    __version__ = '0.0'

#
# Import system modules
#
import pprint
import re
import string
import sys
import traceback
import urllib

#
# Import Local modules
#
import happydoclib
from happydoclib.parseinfo.classinfo import ClassInfo
from happydoclib.parseinfo.functioninfo import SuiteFuncInfo, FunctionInfo
from happydoclib.parseinfo.suite import SuiteInfoBase
from happydoclib.parseinfo.imports import ImportInfo
from happydoclib.parseinfo.utils import *

#
# Module
#

class ModuleInfo(SuiteInfoBase, SuiteFuncInfo):
    """Information gatherer for source code modules.

    Extract information about a source module from
    its parse tree.
    """
    
    def __init__(self,
                 parent,
                 tree,
                 name = "<string>",
                 fileName = None,
                 commentInfo = {},
                 defaultConfigValues={},
                 ):
        """Initialize the info extractor.

        Parameters:

            tree -- parse tree from which to extract information

            name -- name of the module

            fileName -- name of the file containing the module

            commentInfo -- comments extracted from the file

        """
        happydoclib.TRACE.into('ModuleInfo', '__init__',
                               parent=parent,
                               tree=tree,
                               name=name,
                               fileName=fileName,
                               commentInfo=commentInfo,
                               defaultConfigValues=defaultConfigValues,
                               )
        self._filename = fileName
        SuiteInfoBase.__init__(self, name, parent, fileName, tree,
                               commentInfo=commentInfo,
                               defaultConfigValues=defaultConfigValues)
        if tree:
            #
            # Look for doc string
            #
            found, vars = match(DOCSTRING_STMT_PATTERN, tree[1])
            if found:
                self._docstring = vars["docstring"]
            #
            # Look for imported modules
            #
            self._import_info = self._extractImportedModules(tree)

        happydoclib.TRACE.outof()
        return

    ##
    ## Internal data extraction
    ##

    def _extractConfigurationValues(
        self,
        matchConfigValue=re.compile('^#\s*HappyDoc:(.+)$', re.IGNORECASE).match,
        ):
        """Look into the module source file and extract HappyDoc configuration values.

        Variables can be embedded in the first comment block of the module.
        """

        body = open(self._filename, 'rt').read()
        lines = body.split('\n')
        config_statement = ''
        
        for l in lines:
            l = l.strip()
            if not l:
                break
            if l[0] != '#':
                break
            match = matchConfigValue(l)
            if match:
                config_statement = '%s\n%s' % (config_statement, match.group(1))
                
        #
        # Exec puts in values from the builtin modules to set up the
        # namespace.  That means we don't want to use our
        # configuration value table for global and local names, so we
        # create (and use) a dummy table here.  We can pre-populate
        # it with a few modules we think the user should be allowed
        # to call.
        #
        global_namespace = {
            'string':string,
            'urlquote':urllib.quote,
            'urlquote_plus':urllib.quote_plus,
            'urlencode':urllib.urlencode,
            }
        local_namespace = {
            }
        try:
            exec config_statement in global_namespace, local_namespace
        except:
            sys.stderr.write('\n--- Parser Config Value Extraction Error ---\n')
            traceback.print_exc()
            sys.stderr.write('--------------------------------------------\n\n')
        else:
            self._configuration_values.update(local_namespace)
        return

    def _extractImportedModules(self, tree):
        """Returns modules imported by code in tree.
        
        Scan the parse tree for import statements
        and return the names of all modules imported.
        """
        dbg=0
        IMPORT_STMT_WITH_LIST_PATTERN =(
            symbol.stmt,
            (symbol.simple_stmt,
             (symbol.small_stmt,
              ['import_stmt']
              ),
             (token.NEWLINE, '')
             )
            )
        imported_modules = ImportInfo()
        for subtree in tree[1:]:
            #if dbg: print '\nNEW IMPORT SUBTREE'
            found, vars = match(IMPORT_STMT_WITH_LIST_PATTERN, subtree, dbg=dbg)
            #if dbg:
            #    print 'found:', found
            #    if found:
            #        print 'vars: ',
            #        pprint.pprint(vars)
            if found:
                # vars['import_stmt'] should be an import statement
                # in one of several different forms
                import_stmt = vars['import_stmt']
                if import_stmt[0] == symbol.import_stmt:
                    
                    first = import_stmt[1]
                    
                    if (first[0] == token.NAME) and (first[1] == 'import'):
                        
                        for import_module in import_stmt[2:]:

                            try:
                                if import_module[0] == symbol.dotted_as_name:
                                    #if dbg: print 'Collapsing dotted_as_name'
                                    import_module = import_module[1]
                            except AttributeError:
                                #
                                # Must be using python < 2.0
                                #
                                pass
                            
                            if import_module[0] == symbol.dotted_name:
                                # Get the tuples with the name
                                module_name_parts = import_module[1:]
                                # Get the strings in the 2nd part of each tuple
                                module_name_parts = map(lambda x: x[1],
                                                        module_name_parts)
                                # Combine the strings into the name
                                module_name = ''.join(module_name_parts)
                                #if dbg: print 'ADDING module_name=%s' % module_name
                                imported_modules.addImport(module_name)
                                
                    elif (first[0] == token.NAME) and (first[1] == 'from'):

                        #if dbg: print 'FROM ', import_stmt

                        x=import_stmt[2]
                        try:
                            if x[0] == symbol.dotted_name:
                                x = x[1:]
                        except AttributeError:
                            #
                            # Must be using python < 2.0
                            #
                            pass
                            
                        #if dbg: print 'from x import y'
                        module_name = parseTreeToString(x)
                        try:
                            symbol_list = imported_modules.importedSymbols(module_name)
                        except ValueError:
                            symbol_list = []
                        names = import_stmt[4:]
                        #if dbg: print 'NAMES: ', names
                        
                        for n in names:
                            if n[0] == token.NAME:
                                #symbol_list.append(n[1])
                                imported_modules.addImport(module_name, n[1])
                            elif n[0] == token.STAR:
                                #symbol_list.append('*')
                                imported_modules.addImport(module_name, '*')
                            elif n[0] == getattr(symbol, 'import_as_name', 9999):
                                # python 2.x "from X import Y as Z" feature
                                import_name = parseTreeToString(n[1])
                                imported_modules.addImport(module_name, import_name)
                                
                    #if dbg:
                    #    for part in import_stmt[1:]:
                    #        pprint.pprint(part)
            #if dbg: print 'ITERATION IMPORTS: ', imported_modules
        #if dbg: print 'FINAL IMPORTS: ', imported_modules, '\n'
        return imported_modules

    ##
    ##
    ##
                
    def getClassNames(self):
        "Return the names of classes defined within the module."
        return self._class_info.keys()

    def getClassInfo(self, name):
        "Return a ClassInfo object for the class by name."
        return self._class_info[name]

    def getCommentKey(self):
        return ()
    
    def getImportData(self):
        "Returns a list of which symbols are imported."
        return self._import_info.items()

#     def getReference(self, formatter, sourceNode):
#         "Return a reference to this module from sourceNode."
#         ref = formatter.getReference(self, sourceNode.name)
#         return ref

    def getReferenceTargetName(self):
        "Return the name to use as a target for a reference such as a hyperlink."
        #print 'PARSINFO: ModuleInfo::getReferenceTargetName(%s)' % self.getName()
        target_name = self.getName()
        if target_name == '__init__':
            #print 'PARSINFO: \tasking for parent'
            parent = self.getParent()
            if parent:
                #print 'PARSINFO: \tusing parent'
                target_name = parent.getReferenceTargetName()
            else:
                #print 'PARSINFO: \tusing name'
                target_name = self.getName()
        #print 'PARSINFO: \ttarget:%s' % target_name
        return target_name