Home | History | Annotate | Download | only in Scripts 
      1 #!/usr/bin/perl
      2 
      3 # Copyright (C) 2006 Apple Computer, Inc.  All rights reserved.
      4 #
      5 # Redistribution and use in source and binary forms, with or without
      6 # modification, are permitted provided that the following conditions
      7 # are met:
      8 #
      9 # 1.  Redistributions of source code must retain the above copyright
     10 #     notice, this list of conditions and the following disclaimer.
     11 # 2.  Redistributions in binary form must reproduce the above copyright
     12 #     notice, this list of conditions and the following disclaimer in the
     13 #     documentation and/or other materials provided with the distribution.
     14 # 3.  Neither the name of Apple Computer, Inc. ("Apple") nor the names of
     15 #     its contributors may be used to endorse or promote products derived
     16 #     from this software without specific prior written permission.
     17 #
     18 # THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
     19 # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     20 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     21 # DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
     22 # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     23 # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     24 # LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
     25 # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     27 # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     28 
     29 # This script takes two files that are lists of timings and compares them.
     30 
     31 use warnings;
     32 use strict;
     33 use Getopt::Long;
     34 
     35 my $usage = "compare-timing-files [-c|--count results] oldFile newFile";
     36 
     37 my $count = 1;
     38 GetOptions("c|count=i" => \$count);
     39 
     40 my ($file1, $file2) = @ARGV;
     41 die "$usage\n" unless ($file1 && $file2 && @ARGV == 2);
     42 
     43 my ($oldAverage, $oldRange, $oldRangePercent) = parseResults($file1);
     44 my ($newAverage, $newRange, $newRangePercent) = parseResults($file2);
     45 
     46 print "\n===== $file1 =====\n";
     47 if ($count == 1) {
     48     print("fastest run: $oldAverage\n");
     49 } else {
     50     print("average of fastest $count runs: $oldAverage\n");
     51     printf("range of fastest $count runs: %.2f%% (%d)\n", $oldRangePercent, $oldRange);
     52 }
     53 
     54 print "\n===== $file2 =====\n";
     55 if ($count == 1) {
     56     print("fastest run: $newAverage\n");
     57 } else {
     58     print("average of fastest $count runs: $newAverage\n");
     59     printf("range of fastest $count runs: %.2f%% (%d)\n", $newRangePercent, $newRange);
     60 }
     61 
     62 my $gainOrLoss = $newAverage <= $oldAverage ? "GAIN" : "LOSS";
     63 my $difference = abs($newAverage - $oldAverage);
     64 my $differencePercent = $difference / $oldAverage * 100;
     65 printf("\nperformance %s of %.2f%% (%.1f / %.1f)\n", $gainOrLoss, $differencePercent, $difference, $oldAverage);
     66 print "\n";
     67 
     68 sub parseResults
     69 {
     70     my ($file) = @_;
     71     
     72     open(FILE, $file) or die "Couldn't open file: $file";
     73     my @results = <FILE>;
     74     close(FILE);
     75 
     76     @results = sort(@results);
     77     my $total = 0;
     78     for (my $i = 0; $i < $count; $i++) {
     79         $results[$i] =~ s/\D*//; # cut out non-digits
     80         $total += $results[$i]; 
     81     }
     82     my $average = $total / $count;
     83     my $range = $results[$count - 1] - $results[0];
     84     my $rangePercent = $range / $results[$count - 1] * 100;
     85 
     86     return ($average, $range, $rangePercent);
     87 }
     88 
     89