File: codereview_parser.py

package info (click to toggle)
chromium 139.0.7258.127-1
  • links: PTS, VCS
  • area: main
  • in suites:
  • size: 6,122,068 kB
  • sloc: cpp: 35,100,771; ansic: 7,163,530; javascript: 4,103,002; python: 1,436,920; asm: 946,517; xml: 746,709; pascal: 187,653; perl: 88,691; sh: 88,436; objc: 79,953; sql: 51,488; cs: 44,583; fortran: 24,137; makefile: 22,147; tcl: 15,277; php: 13,980; yacc: 8,984; ruby: 7,485; awk: 3,720; lisp: 3,096; lex: 1,327; ada: 727; jsp: 228; sed: 36
file content (95 lines) | stat: -rw-r--r-- 2,260 bytes parent folder | download | duplicates (9)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
# Copyright 2021 The Chromium Authors
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Parser for a comments file."""

import re

COMMENTS_STR = "=== COMMENTS ===\n"
COMMENT_SEP_STR = "=" * 72 + "\n"
DASHES_STR = "-" * 36 + "\n"
FILE_LINE_RE = re.compile(
    "File (?P<name>[^\s]+)( \(snapshot (?P<snapshot>\d+)\))?")
LINE_LINE_RE = re.compile("Line (?P<number>\d+): (?P<text>.*)\n")


class Parser(object):

  def __init__(self, linesiter):
    self._lines = linesiter

  def OnPreambleLine(self, line):
    pass

  def OnFinishPreamble(self):
    pass

  def OnOverallComment(self, comment):
    pass

  def OnFileComment(self, path, line, text, comment):
    pass

  def OnError(self, msg):
    pass

  def Parse(self):
    self.ReadPreamble()
    self.OnFinishPreamble()
    self.ReadOverallComment()
    self.ReadFileComments()

  def ReadPreamble(self):
    for line in self._lines:
      if line == COMMENTS_STR:
        break
      self.OnPreambleLine(line)
    else:
      self.OnError("No COMMENTS line found")

  def ReadOverallComment(self):
    self.OnOverallComment(self.ReadComment())

  def ReadComment(self):
    ret = ""
    for line in self._lines:
      if line == COMMENT_SEP_STR:
        break
      ret += line
    else:
      self.OnError("No final separator line")
    return ret

  def ReadFileComments(self):
    while self.ReadFileComment():
      pass

  def ReadFileComment(self):
    try:
      path = self.ReadFileLine()
    except StopIteration:
      return False
    self.SkipDashes()
    line, text = self.ReadLineLine()
    comment = self.ReadComment()
    self.OnFileComment(path, line, text, comment)
    return True

  def ReadFileLine(self):
    line = next(self._lines)
    match = FILE_LINE_RE.search(line)
    if not match:
      self.OnError("Invalid file line: %s" % line)
    return match.group("name")

  def SkipDashes(self):
    line = next(self._lines)
    if line != DASHES_STR:
      self.OnError("Expecting dashes: %s" % line)

  def ReadLineLine(self):
    line = next(self._lines)
    match = LINE_LINE_RE.match(line)
    if not match:
      self.OnError("Invalid line line: %s " % line)
    return int(match.group("number")), match.group("text")