1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220
|
# frozen_string_literal: true
begin
require 'ripper'
require 'stringio'
require 'test/unit'
ripper_test = true
module TestRipper; end
rescue LoadError
end
class TestRipper::Ripper < Test::Unit::TestCase
def setup
@ripper = Ripper.new '1 + 1'
end
def test_new
assert_separately(%w[-rripper], "#{<<~"begin;"}\n#{<<~'end;'}")
begin;
assert_nil EnvUtil.under_gc_stress {Ripper.new("")}.state
end;
end
def test_column
assert_nil @ripper.column
end
def test_state
assert_nil @ripper.state
end
def test_encoding
assert_equal Encoding::UTF_8, @ripper.encoding
ripper = Ripper.new('# coding: iso-8859-15')
ripper.parse
assert_equal Encoding::ISO_8859_15, ripper.encoding
ripper = Ripper.new('# -*- coding: iso-8859-15 -*-')
ripper.parse
assert_equal Encoding::ISO_8859_15, ripper.encoding
end
def test_end_seen_eh
@ripper.parse
assert_not_predicate @ripper, :end_seen?
ripper = Ripper.new('__END__')
ripper.parse
assert_predicate ripper, :end_seen?
end
def test_filename
assert_equal '(ripper)', @ripper.filename
filename = "ripper".dup
ripper = Ripper.new("", filename)
filename.clear
assert_equal "ripper", ripper.filename
end
def test_lineno
assert_nil @ripper.lineno
end
def test_parse
assert_nil @ripper.parse
end
def test_yydebug
assert_not_predicate @ripper, :yydebug
end
def test_yydebug_equals
@ripper.yydebug = true
assert_predicate @ripper, :yydebug
end
def test_yydebug_ident
out = StringIO.new
ripper = Ripper.new 'test_xxxx'
ripper.yydebug = true
ripper.debug_output = out
ripper.parse
assert_include out.string[/.*"local variable or method".*/], 'test_xxxx'
end
def test_yydebug_string
out = StringIO.new
ripper = Ripper.new '"woot"'
ripper.yydebug = true
ripper.debug_output = out
ripper.parse
assert_include out.string[/.*"literal content".*/], '1.1-1.5'
end
def test_regexp_with_option
bug11932 = '[ruby-core:72638] [Bug #11932]'
src = '/[\xC0-\xF0]/u'.dup.force_encoding(Encoding::UTF_8)
ripper = Ripper.new(src)
ripper.parse
assert_predicate(ripper, :error?)
src = '/[\xC0-\xF0]/n'.dup.force_encoding(Encoding::UTF_8)
ripper = Ripper.new(src)
ripper.parse
assert_not_predicate(ripper, :error?, bug11932)
end
def test_regexp_enc_error
assert_separately(%w[-rripper], "#{<<-"begin;"}\n#{<<-"end;"}")
begin;
bug12651 = '[ruby-core:76397] [Bug #12651]'
src = <<-END
<%- @title = '\u{5bff 9650 7121}' -%>
<%- content_for :foo, render(partial: 'bar', locals: {baz: 2}) -%>
<div class="dead beef">
<h2 class="dead beef">\u{5bff 9650 7121}</h2>
</div>
<div class="dead beef">\u{5bff 9650 7121 3002}<br class="dead beef">\u{5bff 9650 7121 3002}</div>
<div class="dead beef">
<div class="dead beef">
<label class="dead beef">\u{5bff 9650 7121}</label>
<div class="dead beef">
<div class="dead beef"><%= @baz %></div>
</div>
</div>
</div>
END
assert_nil(Ripper.sexp(src), bug12651)
end;
end
# https://bugs.jruby.org/4176
def test_dedent_string
col = Ripper.dedent_string ' hello'.dup, 0
assert_equal 0, col
col = Ripper.dedent_string ' hello'.dup, 2
assert_equal 2, col
col = Ripper.dedent_string ' hello'.dup, 4
assert_equal 2, col
# lexing a squiggly heredoc triggers Ripper#dedent_string use
src = <<-END
puts <<~end
hello
end
END
assert_nothing_raised { Ripper.lex src }
end
def test_assignable_in_regexp
assert_separately(%w(-rripper), "", "#{<<~"begin;"}\n#{<<~'end;'}")
begin;
assert_nil(Ripper.parse('/(?<_1>)/ =~ s'))
end;
end
def test_invalid_multibyte_character_in_regexp
lex = Ripper.lex(%q[/#{"\xcd"}/])
assert_equal([[1, 0], :on_regexp_beg, "/", state(:EXPR_BEG)], lex.shift)
assert_equal([[1, 1], :on_embexpr_beg, "\#{", state(:EXPR_BEG)], lex.shift)
assert_equal([[1, 3], :on_tstring_beg, "\"", state(:EXPR_BEG)], lex.shift)
assert_equal([[1, 4], :on_tstring_content, "\\xcd", state(:EXPR_BEG)], lex.shift)
assert_equal([[1, 8], :on_tstring_end, "\"", state(:EXPR_END)], lex.shift)
assert_equal([[1, 9], :on_embexpr_end, "}", state(:EXPR_END)], lex.shift)
assert_equal([[1, 10], :on_regexp_end, "/", state(:EXPR_BEG)], lex.shift)
assert_empty(lex)
end
def test_no_memory_leak
assert_no_memory_leak(%w(-rripper), "", "#{<<~'end;'}", rss: true)
2_000_000.times do
Ripper.parse("")
end
end;
# [Bug #19835]
assert_no_memory_leak(%w(-rripper), "", "#{<<~'end;'}", rss: true)
1_000_000.times do
Ripper.parse("class Foo")
end
end;
# [Bug #19836]
assert_no_memory_leak(%w(-rripper), "", "#{<<~'end;'}", rss: true)
1_000_000.times do
Ripper.parse("-> {")
end
end;
end
def test_sexp_no_memory_leak
assert_no_memory_leak(%w(-rripper), "", "#{<<~'end;'}", rss: true)
1_000_000.times do
Ripper.sexp("")
end
end;
end
class TestInput < self
Input = Struct.new(:lines) do
def gets
lines.shift
end
end
def setup
@ripper = Ripper.new(Input.new(["1 + 1"]))
end
def test_invalid_gets
ripper = assert_nothing_raised {Ripper.new(Input.new([0]))}
assert_raise(TypeError) {ripper.parse}
end
end
def state(name)
Ripper::Lexer::State.new(Ripper.const_get(name))
end
end if ripper_test
|