Preliminary user-level interface to HotShot. We still need the analysis

tool; look for that on Monday.

Lib/hotshot/__init__.py

@@ -0,0 +1,38 @@
+"""High-perfomance logging profiler, mostly written in C."""
+
+import _hotshot
+
+from _hotshot import ProfilerError
+
+
+class Profile:
+    def __init__(self, logfn, lineevents=0, linetimings=1):
+        self.lineevents = lineevents and 1 or 0
+        self.linetimings = (linetimings and lineevents) and 1 or 0
+        self._prof = p = _hotshot.profiler(
+            logfn, self.lineevents, self.linetimings)
+
+    def close(self):
+        self._prof.close()
+
+    def start(self):
+        self._prof.start()
+
+    def stop(self):
+        self._prof.stop()
+
+    # These methods offer the same interface as the profile.Profile class,
+    # but delegate most of the work to the C implementation underneath.
+
+    def run(self, cmd):
+        import __main__
+        dict = __main__.__dict__
+        return self.runctx(cmd, dict, dict)
+
+    def runctx(self, cmd, globals, locals):
+        code = compile(cmd, "<string>", "exec")
+        self._prof.runcode(code, globals, locals)
+        return self
+
+    def runcall(self, func, *args, **kw):
+        self._prof.runcall(func, args, kw)

Lib/hotshot/log.py

@@ -0,0 +1,135 @@
+import _hotshot
+import os.path
+import parser
+import symbol
+import sys
+
+from _hotshot import \
+     WHAT_ENTER, \
+     WHAT_EXIT, \
+     WHAT_LINENO, \
+     WHAT_DEFINE_FILE, \
+     WHAT_ADD_INFO
+
+
+__all__ = ["LogReader", "ENTER", "EXIT", "LINE"]
+
+
+ENTER = WHAT_ENTER
+EXIT  = WHAT_EXIT
+LINE  = WHAT_LINENO
+
+
+try:
+    StopIteration
+except NameError:
+    StopIteration = IndexError
+
+
+class LogReader:
+    def __init__(self, logfn):
+        # fileno -> filename
+        self._filemap = {}
+        # (fileno, lineno) -> filename, funcname
+        self._funcmap = {}
+
+        self._info = {}
+        self._nextitem = _hotshot.logreader(logfn).next
+        self._stack = []
+
+    # Iteration support:
+    # This adds an optional (& ignored) parameter to next() so that the
+    # same bound method can be used as the __getitem__() method -- this
+    # avoids using an additional method call which kills the performance.
+
+    def next(self, index=0):
+        try:
+            what, tdelta, fileno, lineno = self._nextitem()
+        except TypeError:
+            # logreader().next() returns None at the end
+            raise StopIteration()
+        if what == WHAT_DEFINE_FILE:
+            self._filemap[fileno] = tdelta
+            return self.next()
+        if what == WHAT_ADD_INFO:
+            key = tdelta.lower()
+            try:
+                L = self._info[key]
+            except KeyError:
+                L = []
+                self._info[key] = L
+            L.append(lineno)
+            if key == "current-directory":
+                self.cwd = lineno
+            return self.next()
+        if what == WHAT_ENTER:
+            t = self._decode_location(fileno, lineno)
+            filename, funcname = t
+            self._stack.append((filename, funcname, lineno))
+        elif what == WHAT_EXIT:
+            filename, funcname, lineno = self._stack.pop()
+        else:
+            filename, funcname, firstlineno = self._stack[-1]
+        return what, (filename, lineno, funcname), tdelta
+
+    if sys.version < "2.2":
+        # Don't add this for newer Python versions; we only want iteration
+        # support, not general sequence support.
+        __getitem__ = next
+    else:
+        def __iter__(self):
+            return self
+
+    #
+    #  helpers
+    #
+
+    def _decode_location(self, fileno, lineno):
+        try:
+            return self._funcmap[(fileno, lineno)]
+        except KeyError:
+            if self._loadfile(fileno):
+                filename = funcname = None
+            try:
+                filename, funcname = self._funcmap[(fileno, lineno)]
+            except KeyError:
+                filename = self._filemap.get(fileno)
+                funcname = None
+                self._funcmap[(fileno, lineno)] = (filename, funcname)
+        return filename, funcname
+
+    def _loadfile(self, fileno):
+        try:
+            filename = self._filemap[fileno]
+        except KeyError:
+            print "Could not identify fileId", fileno
+            return 1
+        if filename is None:
+            return 1
+        absname = os.path.normcase(os.path.join(self.cwd, filename))
+
+        try:
+            fp = open(absname)
+        except IOError:
+            return
+        st = parser.suite(fp.read())
+        fp.close()
+
+        # Scan the tree looking for def and lambda nodes, filling in
+        # self._funcmap with all the available information.
+        funcdef = symbol.funcdef
+        lambdef = symbol.lambdef
+
+        stack = [st.totuple(1)]
+
+        while stack:
+            tree = stack.pop()
+            try:
+                sym = tree[0]
+            except (IndexError, TypeError):
+                continue
+            if sym == funcdef:
+                self._funcmap[(fileno, tree[2][2])] = filename, tree[2][1]
+            elif sym == lambdef:
+                self._funcmap[(fileno, tree[1][2])] = filename, "<lambda>"
+            stack.extend(list(tree[1:]))