1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233
|
# frozen_string_literal: true
module Parser
module Source
##
# A processor which associates AST nodes with comments based on their
# location in source code. It may be used, for example, to implement
# rdoc-style processing.
#
# @example
# require 'parser/current'
#
# ast, comments = Parser::CurrentRuby.parse_with_comments(<<-CODE)
# # Class stuff
# class Foo
# # Attr stuff
# # @see bar
# attr_accessor :foo
# end
# CODE
#
# p Parser::Source::Comment.associate(ast, comments)
# # => {
# # (class (const nil :Foo) ...) =>
# # [#<Parser::Source::Comment (string):1:1 "# Class stuff">],
# # (send nil :attr_accessor (sym :foo)) =>
# # [#<Parser::Source::Comment (string):3:3 "# Attr stuff">,
# # #<Parser::Source::Comment (string):4:3 "# @see bar">]
# # }
#
# @see {associate}
#
# @!attribute skip_directives
# Skip file processing directives disguised as comments.
# Namely:
#
# * Shebang line,
# * Magic encoding comment.
#
# @return [Boolean]
#
# @api public
#
class Comment::Associator
attr_accessor :skip_directives
##
# @param [Parser::AST::Node] ast
# @param [Array<Parser::Source::Comment>] comments
def initialize(ast, comments)
@ast = ast
@comments = comments
@skip_directives = true
end
##
# Compute a mapping between AST nodes and comments. Comment is
# associated with the node, if it is one of the following types:
#
# - preceding comment, it ends before the node start
# - sparse comment, it is located inside the node, after all child nodes
# - decorating comment, it starts at the same line, where the node ends
#
# This rule is unambiguous and produces the result
# one could reasonably expect; for example, this code
#
# # foo
# hoge # bar
# + fuga
#
# will result in the following association:
#
# {
# (send (lvar :hoge) :+ (lvar :fuga)) =>
# [#<Parser::Source::Comment (string):2:1 "# foo">],
# (lvar :fuga) =>
# [#<Parser::Source::Comment (string):3:8 "# bar">]
# }
#
# Note that comments after the end of the end of a passed tree range are
# ignored (except root decorating comment).
#
# Note that {associate} produces unexpected result for nodes which are
# equal but have distinct locations; comments for these nodes are merged.
# You may prefer using {associate_by_identity} or {associate_locations}.
#
# @return [Hash<Parser::AST::Node, Array<Parser::Source::Comment>>]
# @deprecated Use {associate_locations}.
#
def associate
@map_using = :eql
do_associate
end
##
# Same as {associate}, but uses `node.loc` instead of `node` as
# the hash key, thus producing an unambiguous result even in presence
# of equal nodes.
#
# @return [Hash<Parser::Source::Map, Array<Parser::Source::Comment>>]
#
def associate_locations
@map_using = :location
do_associate
end
##
# Same as {associate}, but compares by identity, thus producing an unambiguous
# result even in presence of equal nodes.
#
# @return [Hash<Parser::Source::Node, Array<Parser::Source::Comment>>]
#
def associate_by_identity
@map_using = :identity
do_associate
end
private
POSTFIX_TYPES = Set[:if, :while, :while_post, :until, :until_post, :masgn].freeze
def children_in_source_order(node)
if POSTFIX_TYPES.include?(node.type)
# All these types have either nodes with expressions, or `nil`
# so a compact will do, but they need to be sorted.
node.children.compact.sort_by { |child| child.loc.expression.begin_pos }
else
node.children.select do |child|
child.is_a?(AST::Node) && child.loc && child.loc.expression
end
end
end
def do_associate
@mapping = Hash.new { |h, k| h[k] = [] }
@mapping.compare_by_identity if @map_using == :identity
@comment_num = -1
advance_comment
advance_through_directives if @skip_directives
visit(@ast) if @ast
@mapping
end
def visit(node)
process_leading_comments(node)
return unless @current_comment
# If the next comment is beyond the last line of this node, we don't
# need to iterate over its subnodes
# (Unless this node is a heredoc... there could be a comment in its body,
# inside an interpolation)
node_loc = node.location
if @current_comment.location.line <= node_loc.last_line ||
node_loc.is_a?(Map::Heredoc)
children_in_source_order(node).each { |child| visit(child) }
process_trailing_comments(node)
end
end
def process_leading_comments(node)
return if node.type == :begin
while current_comment_before?(node) # preceding comment
associate_and_advance_comment(node)
end
end
def process_trailing_comments(node)
while current_comment_before_end?(node)
associate_and_advance_comment(node) # sparse comment
end
while current_comment_decorates?(node)
associate_and_advance_comment(node) # decorating comment
end
end
def advance_comment
@comment_num += 1
@current_comment = @comments[@comment_num]
end
def current_comment_before?(node)
return false if !@current_comment
comment_loc = @current_comment.location.expression
node_loc = node.location.expression
comment_loc.end_pos <= node_loc.begin_pos
end
def current_comment_before_end?(node)
return false if !@current_comment
comment_loc = @current_comment.location.expression
node_loc = node.location.expression
comment_loc.end_pos <= node_loc.end_pos
end
def current_comment_decorates?(node)
return false if !@current_comment
@current_comment.location.line == node.location.last_line
end
def associate_and_advance_comment(node)
key = @map_using == :location ? node.location : node
@mapping[key] << @current_comment
advance_comment
end
MAGIC_COMMENT_RE = /^#\s*(-\*-|)\s*(frozen_string_literal|warn_indent|warn_past_scope):.*\1$/
def advance_through_directives
# Skip shebang.
if @current_comment && @current_comment.text.start_with?('#!'.freeze)
advance_comment
end
# Skip magic comments.
if @current_comment && @current_comment.text =~ MAGIC_COMMENT_RE
advance_comment
end
# Skip encoding line.
if @current_comment && @current_comment.text =~ Buffer::ENCODING_RE
advance_comment
end
end
end
end
end
|