File: string_parser.rb

package info (click to toggle)
ruby-parslet 1.6.1-1
  • links: PTS, VCS
  • area: main
  • in suites: jessie, jessie-kfreebsd
  • size: 908 kB
  • ctags: 473
  • sloc: ruby: 5,220; makefile: 2
file content (77 lines) | stat: -rw-r--r-- 1,409 bytes parent folder | download | duplicates (6)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
# A more complex parser that illustrates how a compiler might be constructed.
# The parser recognizes strings and integer literals and constructs almost a
# useful AST from the file contents. 

require 'pp'

$:.unshift File.dirname(__FILE__) + "/../lib"
require 'parslet'

include Parslet

class LiteralsParser < Parslet::Parser
  rule :space do
    (match '[ ]').repeat(1)
  end
  
  rule :literals do
    (literal >> eol).repeat
  end
  
  rule :literal do
    (integer | string).as(:literal) >> space.maybe
  end
  
  rule :string do
    str('"') >> 
    (
      (str('\\') >> any) |
      (str('"').absent? >> any)
    ).repeat.as(:string) >> 
    str('"')
  end
  
  rule :integer do
    match('[0-9]').repeat(1).as(:integer)
  end
  
  rule :eol do
    line_end.repeat(1)
  end
  
  rule :line_end do
    crlf >> space.maybe
  end
  
  rule :crlf do
    match('[\r\n]').repeat(1)
  end

  root :literals
end

input_name = File.join(File.dirname(__FILE__), 'simple.lit')
file = File.read(input_name)

parsetree = LiteralsParser.new.parse(file)
  
class Lit < Struct.new(:text)
  def to_s
    text.inspect
  end
end
class StringLit < Lit
end
class IntLit < Lit
  def to_s
    text
  end
end

transform = Parslet::Transform.new do
  rule(:literal => {:integer => simple(:x)}) { IntLit.new(x) }
  rule(:literal => {:string => simple(:s)}) { StringLit.new(s) }
end
  
ast = transform.apply(parsetree)
pp ast