1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 145 146 147 148 149 150 151 152 153 154 155 156 157 158 159 160 161 162 163 164 165 166 167 168 169 170 171 172 173 174 175 176 177 178 179 180 181 182 183 184 185 186 187 188 189 190 191 192 193 194 195 196 197 198 199 200 201 202 203 204 205 206 207 208 209 210 211 212 213 214 215 216 217 218 219 220 221 222 223 224 225 226 227 228 229 230 231 232 233 234 235 236 237 238 239 240 241 242 243 244 245 246 247 248 249 250 251 252 253 254 255 256 257 258 259 260 261 262 263 264 265 266 267 268 269 270 271 272 273 274 275 276 277 278 279 280 281 282 283 284 285 286 287 288 289 290 291 292 293 294 295 296 297 298 299 300 301 302 303 304 305 306 307 308 309 310 311 312 313 314 315 316 317 318 319 320 321 322 323 324 325 326 327 328 329 330 331 332 333 334 335 336 337 338 339 340 341 342 343 344 345 346 347 348 349 350 351 352 353 354 355 356 357 358 359 360 361 362 363 364 365 366 367 368 369 370 371 372 373 374 375 376 377 378 379 380 381 382 383 384 385 386 387 388 389 390 391 392 393 394 395 396 397 398
|
(* Js_of_ocaml benchmarks
* http://www.ocsigen.org/js_of_ocaml/
* Copyright (C) 2011 Jérôme Vouillon
* Laboratoire PPS - CNRS Université Paris Diderot
*
* This program is free software; you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation; either version 2 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Lesser General Public License for more details.
*
* You should have received a copy of the GNU Lesser General Public License
* along with this program; if not, write to the Free Software
* Foundation, Inc., 59 Temple Place - Suite 330, Boston, MA 02111-1307, USA.
*)
open StdLabels
open Common
let reference = ref None
let nreference = ref (-1)
let maximum = ref (-1.)
let minimum = ref 0.
let table = ref false
let omitted = ref []
let appended = ref []
let errors = ref false
let script = ref false
let conf = ref "report.config"
let svg = ref false
let svgfontsize = ref 7
let svgwidth = ref 500
let svgheight = ref 150
let edgecaption = ref false
let ylabel = ref ""
let rec merge f l1 l2 =
match l1, l2 with
| [], _ | _, [] -> []
| (n1, v1) :: r1, (n2, v2) :: r2 ->
if n1 < n2
then merge f r1 l2
else if n1 > n2
then merge f l1 r2
else (n1, f v1 v2) :: merge f r1 r2
let merge_blank = List.map ~f:(fun (n2, v2) -> n2, (0.0, 0.0) :: v2)
let read_column ?title ?color meas spec refe =
let l =
List.map
(Spec.find_names ~root:meas (Spec.no_ext spec))
~f:(fun nm ->
let l = read_measures meas spec nm in
let a = Array.of_list l in
let m, i = mean_with_confidence a in
nm, [ m, i ])
in
let nm =
match title with
| Some nm -> nm
| None -> Spec.dir ~root:meas (Spec.no_ext spec)
in
if refe then reference := Some l;
Some ([ Some (nm, color) ], l)
let read_blank_column () = None
let rec list_create n a = if n = 0 then [] else a :: list_create (n - 1) a
let merge_columns l old_table =
let rec aux = function
| [] | [ None ] -> [], []
| [ Some c ] -> c
| Some (h, c) :: r ->
let h', t = aux r in
h @ h', merge (fun v1 v2 -> v1 @ v2) c t
| None :: r ->
let h', t = aux r in
(*VVV utile ? *)
None :: h', merge_blank t
in
let rec remove_head_blank = function
| None :: l ->
let n, ll = remove_head_blank l in
n + 1, ll
| l -> 0, l
in
let add_blanks n (h, t) =
if n = 0
then h, t
else
let zeros = list_create n (0.0, 0.0) in
(*VVV utile ? *)
let nodisplays = list_create n None in
h @ nodisplays, List.map t ~f:(fun (a, l) -> a, l @ zeros)
in
(* if there was an old table, we keep only the lines corresponding
to entries in that table *)
let l =
match l, old_table with
| [], _ -> []
| _, None -> l
| Some (h, c) :: ll, Some o -> Some (h, merge (fun v1 _v2 -> v1) c o) :: ll
| None :: ll, Some o ->
Some ([ None ], List.map o ~f:(fun (nm, _) -> nm, [ 0.0, 0.0 ])) :: ll
in
let nb_blanks, l = remove_head_blank (List.rev l) in
let l = List.rev l in
add_blanks nb_blanks (aux l)
let normalize (h, t) =
match !reference with
| None -> h, t
| Some rr ->
( h
, List.map t ~f:(fun (nm, l) ->
let r, _ = List.hd (List.assoc nm rr) in
if r <> r
then (
Format.eprintf "No reference available for '%s'@." nm;
exit 1);
nm, List.map l ~f:(fun (v, i) -> v /. r, i /. r)) )
let stats (h, t) =
for i = 0 to List.length h - 1 do
match List.nth h i with
| Some (nm, _) ->
let l = List.map t ~f:(fun (_, l) -> fst (List.nth l i)) in
let a = Array.of_list l in
Array.sort a ~cmp:compare;
let p = List.fold_right l ~f:(fun x p -> x *. p) ~init:1. in
Format.eprintf
"%s:@. %f %f@."
nm
(p ** (1. /. float (List.length l)))
a.(Array.length a / 2)
| None -> ()
done
let escape_name_for_gnuplot s =
let b = Buffer.create (String.length s) in
String.iter s ~f:(function
| '_' -> Buffer.add_string b {|\\\_|}
| c -> Buffer.add_char b c);
Buffer.contents b
let text_output _no_header (h, t) =
Format.printf "-";
List.iter h ~f:(fun v ->
let nm =
match v with
| Some (nm, _) -> nm
| None -> ""
in
Format.printf " - \"%s\"" nm);
Format.printf "@.";
List.iter t ~f:(fun (nm, l) ->
Format.printf "%s" nm;
List.iter l ~f:(fun (m, i) -> Format.printf " %f %f" m i);
Format.printf "@.")
let gnuplot_output ch no_header (h, t) =
let n = List.length (snd (List.hd t)) in
if not no_header
then (
if !svg
then
Printf.fprintf
ch
"set terminal svg size %d %d font 'Arial,%d'\n"
!svgwidth
!svgheight
!svgfontsize;
if !edgecaption
then Printf.fprintf ch "set key tmargin horizontal Left left reverse\n";
Printf.fprintf
ch
"set multiplot\n\
set style data histograms\n\
set style fill solid 1 border rgb 'black'\n\
set style histogram errorbars gap 1%s\n\
set xtics border in scale 0,0 nomirror rotate by -30 offset character 0, 0, 0\n"
(if !errors then " lw 1" else "");
if !ylabel <> "" then Printf.fprintf ch "set ylabel \"%s\"\n" !ylabel;
if !maximum > 0.
then Printf.fprintf ch "set yrange [%f:%f]\n" !minimum !maximum
else Printf.fprintf ch "set yrange [0:]\n");
(* labels *)
for i = 0 to n - 1 do
let nn = ref 0. in
List.iter t ~f:(fun (_nm, l) ->
let v, _ii = List.nth l i in
if !maximum > 0. && v > !maximum
then
Printf.fprintf
ch
"set label font \",5\" \"%.2f\" at %f,%f center\n"
v
(!nn +. (float i /. float n) -. 0.5) (* why? *)
((!maximum *. 1.04) +. 0.01);
nn := !nn +. 1.)
done;
Printf.fprintf ch "plot";
for i = 0 to n - 1 do
match List.nth h i with
| Some (_, col) -> (
if i > 0
then Printf.fprintf ch ", \"-\" using 2:3 title columnhead lw 0"
else Printf.fprintf ch " \"-\" using 2:3:xtic(1) title columnhead lw 0";
match col with
| Some c -> Printf.fprintf ch " lc rgb '%s'" c
| None -> ())
| None ->
if i > 0
then Printf.fprintf ch ", \"-\" using 2:3 title columnhead lw 0"
else Printf.fprintf ch " \"-\" using 2:3:xtic(1) title columnhead lw 0"
(* notitle does not work ... I don't know why ... *)
done;
Printf.fprintf ch "\n";
for i = 0 to n - 1 do
let nm =
match List.nth h i with
| Some (nm, _) -> nm
| None -> ""
in
Printf.fprintf ch "- \"%s\"\n" (escape_name_for_gnuplot nm);
List.iter t ~f:(fun (nm, l) ->
let v, ii = List.nth l i in
Printf.fprintf
ch
"\"%s\" %f %f\n"
(escape_name_for_gnuplot nm)
v
(if ii <> ii then 0. else ii));
Printf.fprintf ch "e\n"
done
let filter (h, t) =
let l1 =
List.filter t ~f:(fun (nm, _) ->
not (List.mem nm ~set:!appended || List.mem nm ~set:!omitted))
in
let app =
List.fold_left !appended ~init:[] ~f:(fun beg nm ->
try (nm, List.assoc nm t) :: beg with Not_found -> beg)
in
h, l1 @ app
let output_table =
let old_table = ref None in
fun _r (l : ((string * 'a option) option list * _) option list) f ->
let t = merge_columns l !old_table in
old_table := Some (snd t);
let t = filter t in
let t = normalize t in
stats t;
f t
let output_tables r conf =
let output_function, close =
if !table
then text_output, fun () -> ()
else if !script
then gnuplot_output stdout, fun () -> ()
else
let ch = Unix.open_process_out "gnuplot -persist" in
gnuplot_output ch, fun () -> close_out ch
in
let no_header = ref false in
List.iter conf ~f:(fun conf ->
output_table
r
(List.map conf ~f:(function
| None -> read_blank_column ()
| Some (dir1, dir2, color, title, refe) ->
read_column ~title ~color dir1 (Spec.create dir2 "") refe))
(output_function !no_header);
no_header := true);
close ()
let read_config () =
let f = !conf in
if not (Sys.file_exists f)
then (
Format.eprintf "Configuration file '%s' not found!@." f;
exit 1);
let fullinfo = ref [] in
let info = ref [] in
let i = ref 0 in
let reference = ref false in
let ch = open_in f in
let split_at_space l =
try
let i = String.index l ' ' in
String.sub l ~pos:0 ~len:i, String.sub l ~pos:(i + 1) ~len:(String.length l - i - 1)
with Not_found -> l, ""
in
let get_info dir0 rem refe =
let dir1, rem = split_at_space rem in
let dir2, rem = split_at_space rem in
let color, title = split_at_space rem in
let dir1 = if dir1 = "\"\"" then dir0 else dir0 ^ "/" ^ dir1 in
info := Some (dir1, dir2, color, title, refe) :: !info
in
(try
while true do
let l = input_line ch in
if String.length l = 0
then (
if !info <> []
then (
fullinfo := List.rev !info :: !fullinfo;
info := [];
i := 0))
else if l.[0] <> '#'
then (
incr i;
reference := !nreference = !i;
let kind, rem = split_at_space l in
let kind2, rem = split_at_space rem in
(match kind with
| "histogram" -> ()
| "histogramref" -> if !nreference = -1 then reference := true
| _ ->
Format.eprintf "Unknown config options '%s'@." kind;
exit 1);
match kind2 with
| "blank" -> info := None :: !info
| "times" -> get_info times rem !reference
| "compiletimes" -> get_info compiletimes rem !reference
| "sizes" -> get_info sizes rem !reference
| _ ->
Format.eprintf "Unknown config options '%s'@." kind2;
exit 1)
done
with End_of_file -> ());
close_in ch;
if !info <> [] then fullinfo := List.rev !info :: !fullinfo;
!reference, List.rev !fullinfo
let _ =
let options =
[ "-ref", Arg.Set_int nreference, "<col> use column <col> as the baseline"
; "-max", Arg.Set_float maximum, "<m> truncate graph at level <max>"
; "-min", Arg.Set_float minimum, "<m> truncate graph below level <min>"
; "-table", Arg.Set table, " output a text table"
; ( "-omit"
, Arg.String (fun s -> omitted := split_on_char s ~sep:',' @ !omitted)
, " omit the given benchmark" )
; ( "-append"
, Arg.String (fun s -> appended := split_on_char s ~sep:',' @ !appended)
, " append the given benchmark at the end" )
; "-errors", Arg.Set errors, " display error bars"
; "-config", Arg.Set_string conf, "<file> use <file> as a config file"
; "-script", Arg.Set script, " output gnuplot script"
; ( "-svg"
, Arg.Tuple
[ Arg.Set svg
; Arg.Set_int svgfontsize
; Arg.Set_int svgwidth
; Arg.Set_int svgheight
]
, "<fontsize> <width> <height> svg output" )
; "-edgecaption", Arg.Set edgecaption, " display caption outside the diagram"
; "-ylabel", Arg.Set_string ylabel, " Y axis label"
]
in
Arg.parse
(Arg.align options)
(fun s -> raise (Arg.Bad (Format.sprintf "unknown option `%s'" s)))
(Format.sprintf "Usage: %s [options]" Sys.argv.(0));
let r, conf = read_config () in
output_tables r conf
(*
http://hacks.mozilla.org/2009/07/tracemonkey-overview/
http://weblogs.mozillazine.org/bz/archives/020732.html
*)
|