1"""Extract, format and print information about Python stack traces."""
2
3import collections
4import itertools
5import linecache
6import sys
7
8__all__ = ['extract_stack', 'extract_tb', 'format_exception',
9           'format_exception_only', 'format_list', 'format_stack',
10           'format_tb', 'print_exc', 'format_exc', 'print_exception',
11           'print_last', 'print_stack', 'print_tb', 'clear_frames',
12           'FrameSummary', 'StackSummary', 'TracebackException',
13           'walk_stack', 'walk_tb']
14
15#
16# Formatting and printing lists of traceback lines.
17#
18
19def print_list(extracted_list, file=None):
20    """Print the list of tuples as returned by extract_tb() or
21    extract_stack() as a formatted stack trace to the given file."""
22    if file is None:
23        file = sys.stderr
24    for item in StackSummary.from_list(extracted_list).format():
25        print(item, file=file, end="")
26
27def format_list(extracted_list):
28    """Format a list of tuples or FrameSummary objects for printing.
29
30    Given a list of tuples or FrameSummary objects as returned by
31    extract_tb() or extract_stack(), return a list of strings ready
32    for printing.
33
34    Each string in the resulting list corresponds to the item with the
35    same index in the argument list.  Each string ends in a newline;
36    the strings may contain internal newlines as well, for those items
37    whose source text line is not None.
38    """
39    return StackSummary.from_list(extracted_list).format()
40
41#
42# Printing and Extracting Tracebacks.
43#
44
45def print_tb(tb, limit=None, file=None):
46    """Print up to 'limit' stack trace entries from the traceback 'tb'.
47
48    If 'limit' is omitted or None, all entries are printed.  If 'file'
49    is omitted or None, the output goes to sys.stderr; otherwise
50    'file' should be an open file or file-like object with a write()
51    method.
52    """
53    print_list(extract_tb(tb, limit=limit), file=file)
54
55def format_tb(tb, limit=None):
56    """A shorthand for 'format_list(extract_tb(tb, limit))'."""
57    return extract_tb(tb, limit=limit).format()
58
59def extract_tb(tb, limit=None):
60    """
61    Return a StackSummary object representing a list of
62    pre-processed entries from traceback.
63
64    This is useful for alternate formatting of stack traces.  If
65    'limit' is omitted or None, all entries are extracted.  A
66    pre-processed stack trace entry is a FrameSummary object
67    containing attributes filename, lineno, name, and line
68    representing the information that is usually printed for a stack
69    trace.  The line is a string with leading and trailing
70    whitespace stripped; if the source is not available it is None.
71    """
72    return StackSummary.extract(walk_tb(tb), limit=limit)
73
74#
75# Exception formatting and output.
76#
77
78_cause_message = (
79    "\nThe above exception was the direct cause "
80    "of the following exception:\n\n")
81
82_context_message = (
83    "\nDuring handling of the above exception, "
84    "another exception occurred:\n\n")
85
86
87def print_exception(etype, value, tb, limit=None, file=None, chain=True):
88    """Print exception up to 'limit' stack trace entries from 'tb' to 'file'.
89
90    This differs from print_tb() in the following ways: (1) if
91    traceback is not None, it prints a header "Traceback (most recent
92    call last):"; (2) it prints the exception type and value after the
93    stack trace; (3) if type is SyntaxError and value has the
94    appropriate format, it prints the line where the syntax error
95    occurred with a caret on the next line indicating the approximate
96    position of the error.
97    """
98    # format_exception has ignored etype for some time, and code such as cgitb
99    # passes in bogus values as a result. For compatibility with such code we
100    # ignore it here (rather than in the new TracebackException API).
101    if file is None:
102        file = sys.stderr
103    for line in TracebackException(
104            type(value), value, tb, limit=limit).format(chain=chain):
105        print(line, file=file, end="")
106
107
108def format_exception(etype, value, tb, limit=None, chain=True):
109    """Format a stack trace and the exception information.
110
111    The arguments have the same meaning as the corresponding arguments
112    to print_exception().  The return value is a list of strings, each
113    ending in a newline and some containing internal newlines.  When
114    these lines are concatenated and printed, exactly the same text is
115    printed as does print_exception().
116    """
117    # format_exception has ignored etype for some time, and code such as cgitb
118    # passes in bogus values as a result. For compatibility with such code we
119    # ignore it here (rather than in the new TracebackException API).
120    return list(TracebackException(
121        type(value), value, tb, limit=limit).format(chain=chain))
122
123
124def format_exception_only(etype, value):
125    """Format the exception part of a traceback.
126
127    The arguments are the exception type and value such as given by
128    sys.last_type and sys.last_value. The return value is a list of
129    strings, each ending in a newline.
130
131    Normally, the list contains a single string; however, for
132    SyntaxError exceptions, it contains several lines that (when
133    printed) display detailed information about where the syntax
134    error occurred.
135
136    The message indicating which exception occurred is always the last
137    string in the list.
138
139    """
140    return list(TracebackException(etype, value, None).format_exception_only())
141
142
143# -- not official API but folk probably use these two functions.
144
145def _format_final_exc_line(etype, value):
146    valuestr = _some_str(value)
147    if value is None or not valuestr:
148        line = "%s\n" % etype
149    else:
150        line = "%s: %s\n" % (etype, valuestr)
151    return line
152
153def _some_str(value):
154    try:
155        return str(value)
156    except:
157        return '<unprintable %s object>' % type(value).__name__
158
159# --
160
161def print_exc(limit=None, file=None, chain=True):
162    """Shorthand for 'print_exception(*sys.exc_info(), limit, file)'."""
163    print_exception(*sys.exc_info(), limit=limit, file=file, chain=chain)
164
165def format_exc(limit=None, chain=True):
166    """Like print_exc() but return a string."""
167    return "".join(format_exception(*sys.exc_info(), limit=limit, chain=chain))
168
169def print_last(limit=None, file=None, chain=True):
170    """This is a shorthand for 'print_exception(sys.last_type,
171    sys.last_value, sys.last_traceback, limit, file)'."""
172    if not hasattr(sys, "last_type"):
173        raise ValueError("no last exception")
174    print_exception(sys.last_type, sys.last_value, sys.last_traceback,
175                    limit, file, chain)
176
177#
178# Printing and Extracting Stacks.
179#
180
181def print_stack(f=None, limit=None, file=None):
182    """Print a stack trace from its invocation point.
183
184    The optional 'f' argument can be used to specify an alternate
185    stack frame at which to start. The optional 'limit' and 'file'
186    arguments have the same meaning as for print_exception().
187    """
188    if f is None:
189        f = sys._getframe().f_back
190    print_list(extract_stack(f, limit=limit), file=file)
191
192
193def format_stack(f=None, limit=None):
194    """Shorthand for 'format_list(extract_stack(f, limit))'."""
195    if f is None:
196        f = sys._getframe().f_back
197    return format_list(extract_stack(f, limit=limit))
198
199
200def extract_stack(f=None, limit=None):
201    """Extract the raw traceback from the current stack frame.
202
203    The return value has the same format as for extract_tb().  The
204    optional 'f' and 'limit' arguments have the same meaning as for
205    print_stack().  Each item in the list is a quadruple (filename,
206    line number, function name, text), and the entries are in order
207    from oldest to newest stack frame.
208    """
209    if f is None:
210        f = sys._getframe().f_back
211    stack = StackSummary.extract(walk_stack(f), limit=limit)
212    stack.reverse()
213    return stack
214
215
216def clear_frames(tb):
217    "Clear all references to local variables in the frames of a traceback."
218    while tb is not None:
219        try:
220            tb.tb_frame.clear()
221        except RuntimeError:
222            # Ignore the exception raised if the frame is still executing.
223            pass
224        tb = tb.tb_next
225
226
227class FrameSummary:
228    """A single frame from a traceback.
229
230    - :attr:`filename` The filename for the frame.
231    - :attr:`lineno` The line within filename for the frame that was
232      active when the frame was captured.
233    - :attr:`name` The name of the function or method that was executing
234      when the frame was captured.
235    - :attr:`line` The text from the linecache module for the
236      of code that was running when the frame was captured.
237    - :attr:`locals` Either None if locals were not supplied, or a dict
238      mapping the name to the repr() of the variable.
239    """
240
241    __slots__ = ('filename', 'lineno', 'name', '_line', 'locals')
242
243    def __init__(self, filename, lineno, name, *, lookup_line=True,
244            locals=None, line=None):
245        """Construct a FrameSummary.
246
247        :param lookup_line: If True, `linecache` is consulted for the source
248            code line. Otherwise, the line will be looked up when first needed.
249        :param locals: If supplied the frame locals, which will be captured as
250            object representations.
251        :param line: If provided, use this instead of looking up the line in
252            the linecache.
253        """
254        self.filename = filename
255        self.lineno = lineno
256        self.name = name
257        self._line = line
258        if lookup_line:
259            self.line
260        self.locals = {k: repr(v) for k, v in locals.items()} if locals else None
261
262    def __eq__(self, other):
263        if isinstance(other, FrameSummary):
264            return (self.filename == other.filename and
265                    self.lineno == other.lineno and
266                    self.name == other.name and
267                    self.locals == other.locals)
268        if isinstance(other, tuple):
269            return (self.filename, self.lineno, self.name, self.line) == other
270        return NotImplemented
271
272    def __getitem__(self, pos):
273        return (self.filename, self.lineno, self.name, self.line)[pos]
274
275    def __iter__(self):
276        return iter([self.filename, self.lineno, self.name, self.line])
277
278    def __repr__(self):
279        return "<FrameSummary file {filename}, line {lineno} in {name}>".format(
280            filename=self.filename, lineno=self.lineno, name=self.name)
281
282    def __len__(self):
283        return 4
284
285    @property
286    def line(self):
287        if self._line is None:
288            self._line = linecache.getline(self.filename, self.lineno).strip()
289        return self._line
290
291
292def walk_stack(f):
293    """Walk a stack yielding the frame and line number for each frame.
294
295    This will follow f.f_back from the given frame. If no frame is given, the
296    current stack is used. Usually used with StackSummary.extract.
297    """
298    if f is None:
299        f = sys._getframe().f_back.f_back
300    while f is not None:
301        yield f, f.f_lineno
302        f = f.f_back
303
304
305def walk_tb(tb):
306    """Walk a traceback yielding the frame and line number for each frame.
307
308    This will follow tb.tb_next (and thus is in the opposite order to
309    walk_stack). Usually used with StackSummary.extract.
310    """
311    while tb is not None:
312        yield tb.tb_frame, tb.tb_lineno
313        tb = tb.tb_next
314
315
316_RECURSIVE_CUTOFF = 3 # Also hardcoded in traceback.c.
317
318class StackSummary(list):
319    """A stack of frames."""
320
321    @classmethod
322    def extract(klass, frame_gen, *, limit=None, lookup_lines=True,
323            capture_locals=False):
324        """Create a StackSummary from a traceback or stack object.
325
326        :param frame_gen: A generator that yields (frame, lineno) tuples to
327            include in the stack.
328        :param limit: None to include all frames or the number of frames to
329            include.
330        :param lookup_lines: If True, lookup lines for each frame immediately,
331            otherwise lookup is deferred until the frame is rendered.
332        :param capture_locals: If True, the local variables from each frame will
333            be captured as object representations into the FrameSummary.
334        """
335        if limit is None:
336            limit = getattr(sys, 'tracebacklimit', None)
337            if limit is not None and limit < 0:
338                limit = 0
339        if limit is not None:
340            if limit >= 0:
341                frame_gen = itertools.islice(frame_gen, limit)
342            else:
343                frame_gen = collections.deque(frame_gen, maxlen=-limit)
344
345        result = klass()
346        fnames = set()
347        for f, lineno in frame_gen:
348            co = f.f_code
349            filename = co.co_filename
350            name = co.co_name
351
352            fnames.add(filename)
353            linecache.lazycache(filename, f.f_globals)
354            # Must defer line lookups until we have called checkcache.
355            if capture_locals:
356                f_locals = f.f_locals
357            else:
358                f_locals = None
359            result.append(FrameSummary(
360                filename, lineno, name, lookup_line=False, locals=f_locals))
361        for filename in fnames:
362            linecache.checkcache(filename)
363        # If immediate lookup was desired, trigger lookups now.
364        if lookup_lines:
365            for f in result:
366                f.line
367        return result
368
369    @classmethod
370    def from_list(klass, a_list):
371        """
372        Create a StackSummary object from a supplied list of
373        FrameSummary objects or old-style list of tuples.
374        """
375        # While doing a fast-path check for isinstance(a_list, StackSummary) is
376        # appealing, idlelib.run.cleanup_traceback and other similar code may
377        # break this by making arbitrary frames plain tuples, so we need to
378        # check on a frame by frame basis.
379        result = StackSummary()
380        for frame in a_list:
381            if isinstance(frame, FrameSummary):
382                result.append(frame)
383            else:
384                filename, lineno, name, line = frame
385                result.append(FrameSummary(filename, lineno, name, line=line))
386        return result
387
388    def format(self):
389        """Format the stack ready for printing.
390
391        Returns a list of strings ready for printing.  Each string in the
392        resulting list corresponds to a single frame from the stack.
393        Each string ends in a newline; the strings may contain internal
394        newlines as well, for those items with source text lines.
395
396        For long sequences of the same frame and line, the first few
397        repetitions are shown, followed by a summary line stating the exact
398        number of further repetitions.
399        """
400        result = []
401        last_file = None
402        last_line = None
403        last_name = None
404        count = 0
405        for frame in self:
406            if (last_file is None or last_file != frame.filename or
407                last_line is None or last_line != frame.lineno or
408                last_name is None or last_name != frame.name):
409                if count > _RECURSIVE_CUTOFF:
410                    count -= _RECURSIVE_CUTOFF
411                    result.append(
412                        f'  [Previous line repeated {count} more '
413                        f'time{"s" if count > 1 else ""}]\n'
414                    )
415                last_file = frame.filename
416                last_line = frame.lineno
417                last_name = frame.name
418                count = 0
419            count += 1
420            if count > _RECURSIVE_CUTOFF:
421                continue
422            row = []
423            row.append('  File "{}", line {}, in {}\n'.format(
424                frame.filename, frame.lineno, frame.name))
425            if frame.line:
426                row.append('    {}\n'.format(frame.line.strip()))
427            if frame.locals:
428                for name, value in sorted(frame.locals.items()):
429                    row.append('    {name} = {value}\n'.format(name=name, value=value))
430            result.append(''.join(row))
431        if count > _RECURSIVE_CUTOFF:
432            count -= _RECURSIVE_CUTOFF
433            result.append(
434                f'  [Previous line repeated {count} more '
435                f'time{"s" if count > 1 else ""}]\n'
436            )
437        return result
438
439
440class TracebackException:
441    """An exception ready for rendering.
442
443    The traceback module captures enough attributes from the original exception
444    to this intermediary form to ensure that no references are held, while
445    still being able to fully print or format it.
446
447    Use `from_exception` to create TracebackException instances from exception
448    objects, or the constructor to create TracebackException instances from
449    individual components.
450
451    - :attr:`__cause__` A TracebackException of the original *__cause__*.
452    - :attr:`__context__` A TracebackException of the original *__context__*.
453    - :attr:`__suppress_context__` The *__suppress_context__* value from the
454      original exception.
455    - :attr:`stack` A `StackSummary` representing the traceback.
456    - :attr:`exc_type` The class of the original traceback.
457    - :attr:`filename` For syntax errors - the filename where the error
458      occurred.
459    - :attr:`lineno` For syntax errors - the linenumber where the error
460      occurred.
461    - :attr:`text` For syntax errors - the text where the error
462      occurred.
463    - :attr:`offset` For syntax errors - the offset into the text where the
464      error occurred.
465    - :attr:`msg` For syntax errors - the compiler error message.
466    """
467
468    def __init__(self, exc_type, exc_value, exc_traceback, *, limit=None,
469            lookup_lines=True, capture_locals=False, _seen=None):
470        # NB: we need to accept exc_traceback, exc_value, exc_traceback to
471        # permit backwards compat with the existing API, otherwise we
472        # need stub thunk objects just to glue it together.
473        # Handle loops in __cause__ or __context__.
474        if _seen is None:
475            _seen = set()
476        _seen.add(id(exc_value))
477        # Gracefully handle (the way Python 2.4 and earlier did) the case of
478        # being called with no type or value (None, None, None).
479        self._truncated = False
480        try:
481            if (exc_value and exc_value.__cause__ is not None
482                and id(exc_value.__cause__) not in _seen):
483                cause = TracebackException(
484                    type(exc_value.__cause__),
485                    exc_value.__cause__,
486                    exc_value.__cause__.__traceback__,
487                    limit=limit,
488                    lookup_lines=False,
489                    capture_locals=capture_locals,
490                    _seen=_seen)
491            else:
492                cause = None
493            if (exc_value and exc_value.__context__ is not None
494                and id(exc_value.__context__) not in _seen):
495                context = TracebackException(
496                    type(exc_value.__context__),
497                    exc_value.__context__,
498                    exc_value.__context__.__traceback__,
499                    limit=limit,
500                    lookup_lines=False,
501                    capture_locals=capture_locals,
502                    _seen=_seen)
503            else:
504                context = None
505        except RecursionError:
506            # The recursive call to the constructors above
507            # may result in a stack overflow for long exception chains,
508            # so we must truncate.
509            self._truncated = True
510            cause = None
511            context = None
512        self.__cause__ = cause
513        self.__context__ = context
514        self.__suppress_context__ = \
515            exc_value.__suppress_context__ if exc_value else False
516        # TODO: locals.
517        self.stack = StackSummary.extract(
518            walk_tb(exc_traceback), limit=limit, lookup_lines=lookup_lines,
519            capture_locals=capture_locals)
520        self.exc_type = exc_type
521        # Capture now to permit freeing resources: only complication is in the
522        # unofficial API _format_final_exc_line
523        self._str = _some_str(exc_value)
524        if exc_type and issubclass(exc_type, SyntaxError):
525            # Handle SyntaxError's specially
526            self.filename = exc_value.filename
527            lno = exc_value.lineno
528            self.lineno = str(lno) if lno is not None else None
529            self.text = exc_value.text
530            self.offset = exc_value.offset
531            self.msg = exc_value.msg
532        if lookup_lines:
533            self._load_lines()
534
535    @classmethod
536    def from_exception(cls, exc, *args, **kwargs):
537        """Create a TracebackException from an exception."""
538        return cls(type(exc), exc, exc.__traceback__, *args, **kwargs)
539
540    def _load_lines(self):
541        """Private API. force all lines in the stack to be loaded."""
542        for frame in self.stack:
543            frame.line
544        if self.__context__:
545            self.__context__._load_lines()
546        if self.__cause__:
547            self.__cause__._load_lines()
548
549    def __eq__(self, other):
550        if isinstance(other, TracebackException):
551            return self.__dict__ == other.__dict__
552        return NotImplemented
553
554    def __str__(self):
555        return self._str
556
557    def format_exception_only(self):
558        """Format the exception part of the traceback.
559
560        The return value is a generator of strings, each ending in a newline.
561
562        Normally, the generator emits a single string; however, for
563        SyntaxError exceptions, it emits several lines that (when
564        printed) display detailed information about where the syntax
565        error occurred.
566
567        The message indicating which exception occurred is always the last
568        string in the output.
569        """
570        if self.exc_type is None:
571            yield _format_final_exc_line(None, self._str)
572            return
573
574        stype = self.exc_type.__qualname__
575        smod = self.exc_type.__module__
576        if smod not in ("__main__", "builtins"):
577            stype = smod + '.' + stype
578
579        if not issubclass(self.exc_type, SyntaxError):
580            yield _format_final_exc_line(stype, self._str)
581        else:
582            yield from self._format_syntax_error(stype)
583
584    def _format_syntax_error(self, stype):
585        """Format SyntaxError exceptions (internal helper)."""
586        # Show exactly where the problem was found.
587        filename_suffix = ''
588        if self.lineno is not None:
589            yield '  File "{}", line {}\n'.format(
590                self.filename or "<string>", self.lineno)
591        elif self.filename is not None:
592            filename_suffix = ' ({})'.format(self.filename)
593
594        text = self.text
595        if text is not None:
596            # text  = "   foo\n"
597            # rtext = "   foo"
598            # ltext =    "foo"
599            rtext = text.rstrip('\n')
600            ltext = rtext.lstrip(' \n\f')
601            spaces = len(rtext) - len(ltext)
602            yield '    {}\n'.format(ltext)
603            # Convert 1-based column offset to 0-based index into stripped text
604            caret = (self.offset or 0) - 1 - spaces
605            if caret >= 0:
606                # non-space whitespace (likes tabs) must be kept for alignment
607                caretspace = ((c if c.isspace() else ' ') for c in ltext[:caret])
608                yield '    {}^\n'.format(''.join(caretspace))
609        msg = self.msg or "<no detail available>"
610        yield "{}: {}{}\n".format(stype, msg, filename_suffix)
611
612    def format(self, *, chain=True):
613        """Format the exception.
614
615        If chain is not *True*, *__cause__* and *__context__* will not be formatted.
616
617        The return value is a generator of strings, each ending in a newline and
618        some containing internal newlines. `print_exception` is a wrapper around
619        this method which just prints the lines to a file.
620
621        The message indicating which exception occurred is always the last
622        string in the output.
623        """
624        if chain:
625            if self.__cause__ is not None:
626                yield from self.__cause__.format(chain=chain)
627                yield _cause_message
628            elif (self.__context__ is not None and
629                not self.__suppress_context__):
630                yield from self.__context__.format(chain=chain)
631                yield _context_message
632            if self._truncated:
633                yield (
634                    'Chained exceptions have been truncated to avoid '
635                    'stack overflow in traceback formatting:\n')
636        if self.stack:
637            yield 'Traceback (most recent call last):\n'
638            yield from self.stack.format()
639        yield from self.format_exception_only()
640