1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
|
// mathematica.rl written by Erik Schnetter <eschnetter@perimaterinstitute.ca>
/************************* Required for every parser *************************/
#ifndef OHCOUNT_MATHEMATICA_PARSER_H
#define OHCOUNT_MATHEMATICA_PARSER_H
#include "../parser_macros.h"
// the name of the language
const char *MATHEMATICA_LANG = LANG_MATHEMATICA;
// the languages entities
const char *mathematica_entities[] = {
"space", "comment", "string", "any",
};
// constants associated with the entities
enum {
MATHEMATICA_SPACE = 0, MATHEMATICA_COMMENT, MATHEMATICA_STRING, MATHEMATICA_ANY
};
/*****************************************************************************/
%%{
machine mathematica;
write data;
include common "common.rl";
# Line counting machine
action mathematica_ccallback {
switch(entity) {
case MATHEMATICA_SPACE:
ls
break;
case MATHEMATICA_ANY:
code
break;
case INTERNAL_NL:
std_internal_newline(MATHEMATICA_LANG)
break;
case NEWLINE:
std_newline(MATHEMATICA_LANG)
}
}
action mathematica_comment_nc_res { nest_count = 0; }
action mathematica_comment_nc_inc { nest_count++; }
action mathematica_comment_nc_dec { nest_count--; }
mathematica_nested_block_comment =
'(*' >mathematica_comment_nc_res @comment (
newline %{ entity = INTERNAL_NL; } %mathematica_ccallback
|
ws
|
'(*' @mathematica_comment_nc_inc @comment
|
'*)' @mathematica_comment_nc_dec @comment
|
(nonnewline - ws) @comment
)* :>> ('*)' when { nest_count == 0 }) @comment;
mathematica_comment = mathematica_nested_block_comment;
mathematica_string = '"' @code ([^"]) '"';
mathematica_line := |*
spaces ${ entity = MATHEMATICA_SPACE; } => mathematica_ccallback;
mathematica_comment;
mathematica_string;
newline ${ entity = NEWLINE; } => mathematica_ccallback;
^space ${ entity = MATHEMATICA_ANY; } => mathematica_ccallback;
*|;
# Entity machine
action mathematica_ecallback {
callback(MATHEMATICA_LANG, mathematica_entities[entity], cint(ts), cint(te),
userdata);
}
mathematica_comment_entity = '(*' >mathematica_comment_nc_res (
'(*' @mathematica_comment_nc_inc
|
'*)' @mathematica_comment_nc_dec
|
any
)* :>> ('*)' when { nest_count == 0 });
mathematica_entity := |*
space+ ${ entity = MATHEMATICA_SPACE; } => mathematica_ecallback;
mathematica_comment_entity ${ entity = MATHEMATICA_COMMENT; } => mathematica_ecallback;
# TODO:
^space;
*|;
}%%
/************************* Required for every parser *************************/
/* Parses a string buffer with MATHEMATICA code.
*
* @param *buffer The string to parse.
* @param length The length of the string to parse.
* @param count Integer flag specifying whether or not to count lines. If yes,
* uses the Ragel machine optimized for counting. Otherwise uses the Ragel
* machine optimized for returning entity positions.
* @param *callback Callback function. If count is set, callback is called for
* every line of code, comment, or blank with 'lcode', 'lcomment', and
* 'lblank' respectively. Otherwise callback is called for each entity found.
*/
void parse_mathematica(char *buffer, int length, int count,
void (*callback) (const char *lang, const char *entity, int s,
int e, void *udata),
void *userdata
) {
init
int nest_count = 0;
%% write init;
cs = (count) ? mathematica_en_mathematica_line : mathematica_en_mathematica_entity;
%% write exec;
// if no newline at EOF; callback contents of last line
if (count) { process_last_line(MATHEMATICA_LANG) }
}
#endif
/*****************************************************************************/
|
