File: shingle.bm2jira.pl

package info (click to toggle)
lucene-solr 3.6.2%2Bdfsg-24
  • links: PTS, VCS
  • area: main
  • in suites: bullseye
  • size: 91,200 kB
  • sloc: java: 465,555; xml: 24,939; javascript: 5,291; ruby: 3,453; jsp: 2,637; python: 1,619; sh: 1,556; perl: 1,407; cpp: 305; makefile: 39
file content (73 lines) | stat: -rw-r--r-- 2,623 bytes parent folder | download | duplicates (9)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
#!/usr/bin/perl
#
# Licensed to the Apache Software Foundation (ASF) under one or more
# contributor license agreements.  See the NOTICE file distributed with
# this work for additional information regarding copyright ownership.
# The ASF licenses this file to You under the Apache License, Version 2.0
# (the "License"); you may not use this file except in compliance with
# the License.  You may obtain a copy of the License at
# 
#     http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
#
# ----------
# shingle.bm2jira.pl
#
# Converts Lucene contrib-benchmark output produced using the 
# conf/shingle.alg file into a JIRA-formatted table.
#

use strict;
use warnings;

my %min_elapsed = ();

#Operation           round  runCnt  recsPerRun  rec/s      elapsedSec  avgUsedMem  avgTotalMem
#BigramsAndUnigrams  0      1       255691      21,147.22  12.09       15,501,840  35,061,760
#BigramsOnly   -  -  0 -  - 1 -  -  127383   -  16,871.92  7.55    -   31,725,312  41,746,432
#FourgramsAndUnigrams
#FourgramsOnly
#UnigramsOnly

while (<>) {
  if (/^((?:Uni|Bi|Four)grams\S+)[-\s]*([^\s{].*)/) {
    my $operation = $1;
    my $stats = $2;
    my $max_shingle_size 
    = ($operation =~ /^Bigrams/ ? 2 : $operation =~ /^Unigrams/ ? 1 : 4);
    my $output_unigrams 
      = ($operation =~ /(?:AndUnigrams|UnigramsOnly)$/ ? 'yes' : 'no'); 
    my ($elapsed) = $stats =~ /(?:[\d,.]+[-\s]*){4}([.\d]+)/;
    $min_elapsed{$max_shingle_size}{$output_unigrams} = $elapsed
      unless (defined($min_elapsed{$max_shingle_size}{$output_unigrams})
              && $elapsed >= $min_elapsed{$max_shingle_size}{$output_unigrams});
  }
}

# Print out platform info
print "JAVA:\n", `java -version 2>&1`, "\nOS:\n";
if ($^O =~ /win/i) {
  print "$^O\n";
  eval {
    require Win32;
    print Win32::GetOSName(), "\n", Win32::GetOSVersion(), "\n";
  };
  die "Error loading Win32: $@" if ($@);
} else {
  print `uname -a 2>&1`;
}

print "\n||Max Shingle Size||Unigrams?||Elapsed||\n";

for my $max_shingle_size (sort { $a <=> $b } keys %min_elapsed) {
  for my $output_unigrams (sort keys %{$min_elapsed{$max_shingle_size}}) {
    my $size = (1 == $max_shingle_size ? '1 (Unigrams)' : $max_shingle_size);   
    printf "|$size|$output_unigrams|\%2.2fs|\n",
           $min_elapsed{$max_shingle_size}{$output_unigrams};
  }
}