File: generalized_eof.re

package info (click to toggle)
re2c 4.4-1
  • links: PTS, VCS
  • area: main
  • in suites: forky, sid
  • size: 51,512 kB
  • sloc: cpp: 34,160; ml: 8,494; sh: 5,311; makefile: 1,014; haskell: 611; python: 431; ansic: 234; javascript: 113
file content (68 lines) | stat: -rw-r--r-- 1,565 bytes parent folder | download
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
// re2zig $INPUT -o $OUTPUT

const std = @import("std");

%{rules:x
    $           { return 0; }
    *           { return 1; }
    [a] $       { return 2; }
    [a]         { return 3; }
    [b] $ | [b] { return 4; }
    [c]+ $      { return 5; }
%}

fn lex_simple(yyinput: [:0]const u8) i32 {
    var yycursor: usize = 0;
    var yymarker: usize = 0;
    const yylimit: usize = yyinput.len;

    %{use:x
        re2c:yyfill:enable = 0;
    %}
}

fn lex_eof(yyinput: [:0]const u8) i32 {
    var yycursor: usize = 0;
    var yymarker: usize = 0;
    const yylimit: usize = yyinput.len;

    %{use:x
        re2c:eof = 0;
        re2c:YYFILL = "false";
        re2c:YYEND = "yycursor == yylimit";
    %}
}

%{max %}

fn lex_scc(str: [:0]const u8) !i32 {
    var yycursor: usize = 0;
    var yymarker: usize = 0;
    const end: usize = str.len;
    const yylimit: usize = end + yymaxfill;

    var yyinput = try std.testing.allocator.alloc(u8, yylimit);
    defer std.testing.allocator.free(yyinput);
    std.mem.copyForwards(u8, yyinput[0..], str);
    std.mem.copyForwards(u8, yyinput[end..], &[_]u8{0} ** yymaxfill);

    %{use:x
        re2c:YYFILL = "return -1;";
        re2c:YYEND = "yycursor == end";
    %}
}

fn run(str: [:0]const u8, ret: i32) !void {
    try std.testing.expectEqual(lex_simple(str), ret);
    try std.testing.expectEqual(lex_eof(str), ret);
    try std.testing.expectEqual(try lex_scc(str), ret);
}

test {
    try run("", 0);
    try run("a", 2);
    try run("ax", 3);
    try run("b", 4);
    try run("bx", 4);
    try run("ccc", 5);
}