1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
|
(* This module tries to detect some cpp idioms so that we can parse as-is
* files by adjusting or commenting some tokens. Parsing hack style.
* Sometime we use some indentation information,
* sometimes we do some kind of lalr(k) by finding patterns. Often try to
* work on better token representation, like ifdef-paren-ized, brace-ized,
* paren-ized, so can do easier pattern matching to more easily match
* complex cpp idiom pattern (cf token_views_c.ml).
* We also try to get more contextual information such as whether the
* token is in a initializer as some common patterns have different
* use depending on context.
*
*
* Example of cpp idioms:
* - if 0 for commenting stuff (not always code, sometimes just real comments)
* - ifdef old version
* - ifdef funheader
* - ifdef statements, ifdef expression, ifdef-mid
* - macro toplevel (with or without ptvirg)
* - macro foreach
* - macro higher order
* - macro declare
* - macro debug
* - macro no ptvirg
* - macro string, and macro function string taking param and ##
* - macro attribute
*
* Cf the TMacroXxx in parser_c.mly and MacroXxx in ast_c.ml
*
* Also try to infer typedef.
*
* Also do other stuff involving cpp like expanding some macros,
* or try parse well define body by finding the end of define virtual
* end-of-line token. But now most of the code is actually in cpp_token_c.ml
* It is related to what is in the yacfe configuration file (e.g. standard.h)
*)
val regexp_macro: Str.regexp
val regexp_annot: Str.regexp
val regexp_declare: Str.regexp
val regexp_foreach: Str.regexp
val regexp_typedef: Str.regexp
(* can reset this global *)
val ifdef_paren_cnt: int ref
val filter_cpp_stuff :
Token_views_c.token_extended list -> Token_views_c.token_extended list
val insert_virtual_positions:
Parser_c.token list -> Parser_c.token list
(* mark supported undisciplined uses of #ifdef *)
val fix_tokens_ifdef : Parser_c.token list -> Parser_c.token list
(* expand format strings *)
val fix_tokens_strings : Parser_c.token list -> Parser_c.token list
(* will among other things internally call cpp_token_c to macro
* expand some macros *)
val fix_tokens_cpp :
macro_defs:(string, Cpp_token_c.define_def) Hashtbl.t ->
(int (*line*) * int (*col*)) list ->
Parser_c.token list -> Parser_c.token list
(* next stream tokens -> passed stream tokens -> final next token *)
val lookahead :
pass:int ->
Parser_c.token list -> Parser_c.token list -> Parser_c.token
(* ------------------------------------------------------------------------ *)
(* Parsing hack helpers related to #define or #include *)
(* ------------------------------------------------------------------------ *)
(* generate virtual end-of-line token, TDefEol, pass the antislash, etc *)
val fix_tokens_define :
Parser_c.token list -> Parser_c.token list
(* called when need to pass some tokens during some error recovery *)
val drop_until_defeol: Parser_c.token list -> Parser_c.token list
val comment_until_defeol: Parser_c.token list -> Parser_c.token list
(* generates TIncludeStart and TIncludeFilename tokens *)
val tokens_include:
Ast_c.info * string * string * bool ref ->
Parser_c.token * Parser_c.token list
(* ------------------------------------------------------------------------ *)
(* Parsing hack helpers related to #ifdef *)
(* ------------------------------------------------------------------------ *)
(* #ifdef *)
val cpp_ifdef_statementize:
Ast_c.program -> Ast_c.program
|
