1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
|
# frozen_string_literal: false
require 'test/unit'
require 'irb/ruby-lex'
require 'stringio'
module TestIRB
class TestRubyLex < Test::Unit::TestCase
def setup
@scanner = RubyLex.new
end
def teardown
RubyLex.debug_level = 0
end
def test_set_input_proc
called = false
@scanner.set_input(nil) {called = true; nil}
@scanner.each_top_level_statement {}
assert(called)
end
def test_comment
assert_equal([["#\n", 1]], top_level_statement("#\n"))
end
def test_top_level_statement
result = top_level_statement("#{<<-"begin;"}#{<<~"end;"}")
begin;
begin
end
begin
end
end;
assert_equal([
["begin\n""end\n", 1],
["begin\n""end\n", 3],
],
result)
end
def test_immature_statement
src = "if false\n"
assert_equal([[src, 1]], top_level_statement(src))
end
def test_prompt
prompts = []
@scanner.set_prompt {|*a|
a << @scanner.instance_variable_get(:@lex_state)
unless prompts.last == a
prompts << a
end
}
src, lineno = "#{<<-"begin;"}#{<<~'end;'}", __LINE__+1
begin;
# #;# LTYPE:INDENT:CONTINUE
x #;# -:0:-
x( #;# -:0:-
) #;# -:1:*
a \ #;# -:0:-
#;# -:0:*
a; #;# -:0:-
a #;# -:0:-
#;# -:0:-
a #;# -:0:-
a = #;# -:0:-
' #;# -:0:*
' #;# ':0:*
if false or #;# -:0:-
true #;# -:1:*
a #;# -:1:-
" #;# -:1:-
" #;# ":1:-
begin #;# -:1:-
a #;# -:2:-
a #;# -:2:-
end #;# -:2:-
else #;# -:1:-
nil #;# -:1:-
end #;# -:1:-
end;
top_level_statement(src.gsub(/[ \t]*#;#.*/, ''))
src.each_line.with_index(1) do |line, i|
p = prompts.shift
next unless /#;#\s*(?:-|(?<ltype>\S)):(?<indent>\d+):(?:(?<cont>\*)|-)(?:.*FIXME:(?<fixme>.*))?/ =~ line
indent = indent.to_i
cont = (fixme && /`continue'/.match?(fixme)) ^ cont
assert_equal([ltype, indent, cont, i], p[0..3], "#{lineno+i}:#{p[4]}: #{line}")
end
end
def top_level_statement(lines)
input = InputLines.new(lines, "r")
scanned = []
@scanner.set_input(input)
@scanner.each_top_level_statement {|*e|
scanned << e
yield(*e) if defined?(yield)
}
scanned
end
class InputLines < StringIO
alias encoding external_encoding
end
end
end
|
