Home | History | Annotate | Download | only in SunSpider 
      1 #!/usr/bin/perl -w
      2 
      3 # Copyright (C) 2007 Apple Inc. All rights reserved.
      4 #
      5 # Redistribution and use in source and binary forms, with or without
      6 # modification, are permitted provided that the following conditions
      7 # are met:
      8 # 1. Redistributions of source code must retain the above copyright
      9 #    notice, this list of conditions and the following disclaimer.
     10 # 2. Redistributions in binary form must reproduce the above copyright
     11 #    notice, this list of conditions and the following disclaimer in the
     12 #    documentation and/or other materials provided with the distribution.
     13 #
     14 # THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY
     15 # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
     16 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
     17 # PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL APPLE COMPUTER, INC. OR
     18 # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
     19 # EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
     20 # PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
     21 # PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
     22 # OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     23 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     24 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE. 
     25 
     26 use strict;
     27 use Getopt::Long;
     28 use File::Basename;
     29 
     30 my $showHelp = 0;
     31 my $jsShellPath;
     32 my $suite = "";
     33 my $ubench = 0;
     34 my $v8suite = 0;
     35 my $parseOnly = 0;
     36 
     37 my $programName = basename($0);
     38 my $usage = <<EOF;
     39 Usage: $programName --shell=[path] [options] FILE FILE
     40   --help        Show this help message
     41   --shell       Path to javascript shell
     42   --suite           Select a specific benchmark suite. The default is sunspider-0.9.1
     43   --ubench          Use microbenchmark suite instead of regular tests. Same as --suite=ubench
     44   --v8-suite        Use the V8 benchmark suite. Same as --suite=v8-v4
     45   --parse-only  Compare the parse-only benchmark results
     46 EOF
     47 
     48 GetOptions('shell=s' => \$jsShellPath,
     49            'suite=s' => \$suite,
     50            'ubench' => \$ubench,
     51            'v8-suite' => \$v8suite,
     52            'parse-only' => \$parseOnly,
     53            'help' => \$showHelp);
     54 
     55 $suite = "ubench" if ($ubench);
     56 $suite = "v8-v4" if ($v8suite);
     57 $suite = "parse-only" if ($parseOnly);
     58 $suite = "sunspider-0.9.1" if (!$suite);
     59 
     60 my $resultDirectory = "${suite}-results";
     61 
     62 if ((scalar @ARGV != 0 && scalar @ARGV != 2) || !$jsShellPath || $showHelp) {
     63    print STDERR $usage;
     64    exit 1;
     65 }
     66 
     67 sub readResultsFile($)
     68 {
     69     my ($filename) = @_;
     70     open FILE, "<", $filename or die;
     71     my $foundStart = 0;
     72     my $foundOutput = 0;
     73     my $foundEnd = 0;
     74     my $result = "";
     75     while (<FILE>) {
     76         if (!$foundStart) {
     77             if (/^\[\{$/) {
     78                 $foundStart = 1;
     79                 $result .= $_;
     80             } elsif (/^var \w+ = \[$/) {
     81                 $foundOutput = 1;
     82             } elsif ($foundOutput && /^\{$/) {
     83                 $foundOutput = 0;
     84                 $foundStart = 1;
     85                 $result = "[{\n";
     86             }
     87         } else {
     88             if (/\];?$/) {
     89                 $foundEnd = 1;
     90                 chomp;
     91                 s/;$//;
     92                 $result .= $_;
     93                 last;
     94             } else {
     95                 $result .= $_;
     96             }
     97         } 
     98     }
     99     close FILE;
    100 
    101     die "Cound not find data in ${filename} - needs to start with [{" unless $foundStart;
    102     die "Cound not find data in ${filename} - needs to end with }]" unless $foundEnd;
    103 
    104     return $result;
    105 }
    106 
    107 sub dumpToFile($$)
    108 {
    109     my ($contents, $path) = @_;
    110     open FILE, ">", $path or die;
    111     print FILE $contents;
    112     close FILE;
    113 }
    114 
    115 sub readFile($)
    116 {
    117     my ($path) = @_;
    118     open FILE, "<", $path or die;
    119     my $result = <FILE>;
    120     close FILE;
    121     return $result;
    122 }
    123 
    124 sub newestFile($$)
    125 {
    126     my ($dir, $pattern) = @_;
    127 
    128     my $newestAge;
    129     my $newestFile = "";
    130     opendir DIR, $dir or die;
    131     for my $file (readdir DIR) {
    132         if ($file =~ $pattern) {
    133             my $age = -M "$dir/$file";
    134             if (!defined $newestAge || $age < $newestAge) {
    135                 $newestFile = $file;
    136                 $newestAge = $age;
    137             }
    138         }
    139     }
    140     closedir DIR;
    141 
    142     return "$dir/$newestFile";
    143 }
    144 
    145 my $file1;
    146 my $file2;
    147 
    148 if (scalar @ARGV == 2) {
    149     $file1 = $ARGV[0];
    150     $file2 = $ARGV[1];
    151 } else {
    152     $file1 = readFile("$resultDirectory/baseline-filename.txt");
    153     $file2 = newestFile("$resultDirectory", qr/sunspider-results-.+\.js$/);
    154 }
    155 
    156 my $output = "var output1 = " . readResultsFile($file1) . ";\n";
    157 $output .= "var output2 = " . readResultsFile($file2) . ";\n";
    158 
    159 dumpToFile($output, "$resultDirectory/sunspider-comparison-data.js");
    160 
    161 system($jsShellPath, "-f", "$resultDirectory/sunspider-test-prefix.js", "-f", "$resultDirectory/sunspider-comparison-data.js", "-f", "resources/sunspider-compare-results.js", "-f", "resources/sunspider-standalone-compare.js");
    162