1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
|
exception CouldntParse of Morsmall.AST.program
exception ASTsDontMatch of Morsmall.AST.program * Morsmall.AST.program
let generator_parameters = Generator.default_parameters
let number_of_tests = 100
(* *)
let run_one_test () =
(* Create a temporary file *)
let (filename, out_channel) = Filename.open_temp_file "morsmall_test_" ".sh" in
let formatter = Format.formatter_of_out_channel out_channel in
(* Create a random script, put it in the file *)
let ast = Generator.(g_program generator_parameters) in
Morsmall.pp_print_safe formatter ast;
(* Close the file *)
Format.fprintf formatter "@.";
close_out out_channel;
try
(
(* Parse the file with Morbig and Morsmall *)
let ast' =
try
Morsmall.parse_file filename
with
Morsmall.SyntaxError _pos ->
raise (CouldntParse ast)
in
(* Compare *)
if not (Morsmall.AST.equal_program ast ast') then
raise (ASTsDontMatch (ast, ast'))
);
(* Clean the temporary file *)
Sys.remove filename
with
| _ as exn ->
Sys.remove filename;
raise exn
let () =
let errors = ref 0 in
for i = 1 to number_of_tests do
Format.printf "Running test #%d...\r@?" i;
try
run_one_test ()
with
| _ as exn ->
(
(* Generate a report *)
let filename = "morsmall_test_report_"^(string_of_int i)^".org" in
let out_channel = open_out filename in
let formatter = Format.formatter_of_out_channel out_channel in
Format.fprintf formatter "#+TITLE: Morsmall Test Engine -- Report on Test #%d\n\n" i;
Format.fprintf formatter "* The Error\n";
let ast =
(
match exn with
| CouldntParse ast ->
Format.fprintf formatter "Morbig could not parse the file produced by Morsmall's printer.\n";
ast
| ASTsDontMatch (ast, _) ->
Format.fprintf formatter "The parsed AST does not coincide with the generated one.\n";
ast
| _ as exn -> raise exn
)
in
Format.fprintf formatter "* Generated AST\n%a\n" Morsmall.pp_print_debug ast;
Format.fprintf formatter "* Generated Shell Script\n%a\n" Morsmall.pp_print_safe ast;
(
match exn with
| ASTsDontMatch (_, ast') ->
(
Format.fprintf formatter
"* Parsed AST\n%a\n"
Morsmall.pp_print_debug ast';
try
Format.fprintf formatter
"* Parsed Shell Script\n%a\n"
Morsmall.pp_print_safe ast'
with
Assert_failure _ ->
Format.fprintf formatter "* Error while printing the parsed AST@.";
Printexc.print_backtrace out_channel
)
| _ -> ()
);
Format.fprintf formatter "@?";
close_out out_channel;
(* Complain *)
Format.eprintf "Error in test #%d: check report in '%s'\n" i filename;
incr errors
)
done;
if !errors = 0 then
(
Format.printf "Successfully ran %d tests.@." number_of_tests;
exit 0
)
else
(
Format.printf "While running %d tests, got %d errors. See the reports for more details.@." number_of_tests !errors;
exit 1
)
|
