1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266
|
(**************************************************************************)
(* *)
(* OCaml *)
(* *)
(* Daniel de Rauglaudre, projet Cristal, INRIA Rocquencourt *)
(* *)
(* Copyright 2002 Institut National de Recherche en Informatique et *)
(* en Automatique. *)
(* *)
(* All rights reserved. This file is distributed under the terms of *)
(* the GNU Lesser General Public License version 2.1, with the *)
(* special exception on linking described in the file LICENSE. *)
(* *)
(**************************************************************************)
open Format_doc
type error =
| CannotRun of string
| WrongMagic of string
exception Error of error
(* Optionally preprocess a source file *)
let call_external_preprocessor sourcefile pp =
let tmpfile = Filename.temp_file "ocamlpp" "" in
let comm = Printf.sprintf "%s %s > %s"
pp (Filename.quote sourcefile) tmpfile
in
if Ccomp.command comm <> 0 then begin
Misc.remove_file tmpfile;
raise (Error (CannotRun comm));
end;
tmpfile
let preprocess sourcefile =
match !Clflags.preprocessor with
None -> sourcefile
| Some pp ->
Profile.record "-pp"
(call_external_preprocessor sourcefile) pp
let remove_preprocessed inputfile =
match !Clflags.preprocessor with
None -> ()
| Some _ -> Misc.remove_file inputfile
type 'a ast_kind =
| Structure : Parsetree.structure ast_kind
| Signature : Parsetree.signature ast_kind
let magic_of_kind : type a . a ast_kind -> string = function
| Structure -> Config.ast_impl_magic_number
| Signature -> Config.ast_intf_magic_number
(* Note: some of the functions here should go to Ast_mapper instead,
which would encapsulate the "binary AST" protocol. *)
let write_ast (type a) (kind : a ast_kind) fn (ast : a) =
let oc = open_out_bin fn in
output_string oc (magic_of_kind kind);
output_value oc (!Location.input_name : string);
output_value oc (ast : a);
close_out oc
let apply_rewriter kind fn_in ppx =
let magic = magic_of_kind kind in
let fn_out = Filename.temp_file "camlppx" "" in
let comm =
Printf.sprintf "%s %s %s" ppx (Filename.quote fn_in) (Filename.quote fn_out)
in
let ok = Ccomp.command comm = 0 in
Misc.remove_file fn_in;
if not ok then begin
Misc.remove_file fn_out;
raise (Error (CannotRun comm));
end;
if not (Sys.file_exists fn_out) then
raise (Error (WrongMagic comm));
(* check magic before passing to the next ppx *)
let ic = open_in_bin fn_out in
let buffer =
try really_input_string ic (String.length magic) with End_of_file -> "" in
close_in ic;
if buffer <> magic then begin
Misc.remove_file fn_out;
raise (Error (WrongMagic comm));
end;
fn_out
let read_ast (type a) (kind : a ast_kind) fn : a =
let ic = open_in_bin fn in
Misc.try_finally
~always:(fun () -> close_in ic; Misc.remove_file fn)
(fun () ->
let magic = magic_of_kind kind in
let buffer = really_input_string ic (String.length magic) in
assert(buffer = magic); (* already checked by apply_rewriter *)
Location.input_name := (input_value ic : string);
(input_value ic : a)
)
let rewrite kind ppxs ast =
let fn = Filename.temp_file "camlppx" "" in
write_ast kind fn ast;
let fn = List.fold_left (apply_rewriter kind) fn (List.rev ppxs) in
read_ast kind fn
let apply_rewriters_str ?(restore = true) ~tool_name ast =
match !Clflags.all_ppx with
| [] -> ast
| ppxs ->
let ast =
ast
|> Ast_mapper.add_ppx_context_str ~tool_name
|> rewrite Structure ppxs
|> Ast_mapper.drop_ppx_context_str ~restore
in
Ast_invariants.structure ast; ast
let apply_rewriters_sig ?(restore = true) ~tool_name ast =
match !Clflags.all_ppx with
| [] -> ast
| ppxs ->
let ast =
ast
|> Ast_mapper.add_ppx_context_sig ~tool_name
|> rewrite Signature ppxs
|> Ast_mapper.drop_ppx_context_sig ~restore
in
Ast_invariants.signature ast; ast
let apply_rewriters ?restore ~tool_name
(type a) (kind : a ast_kind) (ast : a) : a =
match kind with
| Structure ->
apply_rewriters_str ?restore ~tool_name ast
| Signature ->
apply_rewriters_sig ?restore ~tool_name ast
(* Parse a file or get a dumped syntax tree from it *)
exception Outdated_version
let open_and_check_magic inputfile ast_magic =
let ic = open_in_bin inputfile in
let is_ast_file =
try
let buffer = really_input_string ic (String.length ast_magic) in
if buffer = ast_magic then true
else if String.sub buffer 0 9 = String.sub ast_magic 0 9 then
raise Outdated_version
else false
with
Outdated_version ->
Misc.fatal_error "OCaml and preprocessor have incompatible versions"
| _ -> false
in
(ic, is_ast_file)
let parse (type a) (kind : a ast_kind) lexbuf : a =
match kind with
| Structure -> Parse.implementation lexbuf
| Signature -> Parse.interface lexbuf
let set_input_lexbuf ic =
let source =
(* We read the whole source file at once. This guarantees that all
input is in the lexing buffer and can be reused by error printers
to quote source code at specific locations -- see #12238 and the
Location.lines_around* functions. *)
In_channel.input_all ic
in
let lexbuf = Lexing.from_string source in
Location.input_lexbuf := Some lexbuf;
lexbuf
let check_loc_ghost (type a) (kind : a ast_kind) (ast : a) ~inputfile =
if !Clflags.parsetree_ghost_loc_invariant then
let meth : (Ast_iterator.iterator -> Ast_iterator.iterator -> a -> unit) =
match kind with
| Structure -> (fun i -> i.structure)
| Signature -> (fun i -> i.signature)
in
let source_contents =
In_channel.with_open_bin inputfile In_channel.input_all
in
Ast_invariants.check_loc_ghost meth ast ~source_contents
let file_aux ~tool_name ~sourcefile inputfile (type a) parse_fun invariant_fun
(kind : a ast_kind) : a =
let ast =
let ast_magic = magic_of_kind kind in
let (ic, is_ast_file) = open_and_check_magic inputfile ast_magic in
let close_ic () = close_in ic in
if is_ast_file then begin
let ast =
Fun.protect ~finally:close_ic @@ fun () ->
Location.input_name := (input_value ic : string);
begin match
In_channel.with_open_bin !Location.input_name set_input_lexbuf
with
| (_ : Lexing.lexbuf) -> ()
| exception Sys_error _ -> ()
end;
if !Clflags.unsafe then
Location.prerr_warning (Location.in_file !Location.input_name)
Warnings.Unsafe_array_syntax_without_parsing;
(input_value ic : a)
in
if !Clflags.all_ppx = [] then invariant_fun ast;
(* if all_ppx <> [], invariant_fun will be called by apply_rewriters *)
ast
end else begin
let lexbuf =
Fun.protect ~finally:close_ic @@ fun () ->
seek_in ic 0;
set_input_lexbuf ic
in
Location.init lexbuf sourcefile;
Profile.record_call "parser" (fun () -> parse_fun lexbuf)
end
in
check_loc_ghost kind ast ~inputfile;
Profile.record_call "-ppx" (fun () ->
apply_rewriters ~restore:false ~tool_name kind ast
)
let file ~tool_name inputfile parse_fun ast_kind =
file_aux ~tool_name ~sourcefile:inputfile inputfile parse_fun ignore ast_kind
let report_error_doc ppf = function
| CannotRun cmd ->
fprintf ppf "Error while running external preprocessor@.\
Command line: %s@." cmd
| WrongMagic cmd ->
fprintf ppf "External preprocessor does not produce a valid file@.\
Command line: %s@." cmd
let () =
Location.register_error_of_exn
(function
| Error err -> Some (Location.error_of_printer_file report_error_doc err)
| _ -> None
)
let report_error = Format_doc.compat report_error_doc
let parse_file ~tool_name invariant_fun parse kind sourcefile =
Location.input_name := sourcefile;
let inputfile = preprocess sourcefile in
Misc.try_finally
(fun () ->
Profile.record_call "parsing" @@ fun () ->
file_aux ~tool_name ~sourcefile inputfile parse invariant_fun kind)
~always:(fun () -> remove_preprocessed inputfile)
let parse_implementation ~tool_name sourcefile =
parse_file ~tool_name Ast_invariants.structure
(parse Structure) Structure sourcefile
let parse_interface ~tool_name sourcefile =
parse_file ~tool_name Ast_invariants.signature
(parse Signature) Signature sourcefile
|