Home | History | Annotate | Download | only in Scripts 
      1 #!/usr/bin/perl -w
      2 
      3 # Copyright (C) 2005 Apple Computer, Inc.  All rights reserved.
      4 #
      5 # Redistribution and use in source and binary forms, with or without
      6 # modification, are permitted provided that the following conditions
      7 # are met:
      8 #
      9 # 1.  Redistributions of source code must retain the above copyright
     10 #     notice, this list of conditions and the following disclaimer. 
     11 # 2.  Redistributions in binary form must reproduce the above copyright
     12 #     notice, this list of conditions and the following disclaimer in the
     13 #     documentation and/or other materials provided with the distribution. 
     14 # 3.  Neither the name of Apple Computer, Inc. ("Apple") nor the names of
     15 #     its contributors may be used to endorse or promote products derived
     16 #     from this software without specific prior written permission. 
     17 #
     18 # THIS SOFTWARE IS PROVIDED BY APPLE AND ITS CONTRIBUTORS "AS IS" AND ANY
     19 # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED
     20 # WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
     21 # DISCLAIMED. IN NO EVENT SHALL APPLE OR ITS CONTRIBUTORS BE LIABLE FOR ANY
     22 # DIRECT, INDIRECT, INCIDENTAL, SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES
     23 # (INCLUDING, BUT NOT LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES;
     24 # LOSS OF USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
     25 # ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     26 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE OF
     27 # THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     28 
     29 # Script to check status of W3C DOM tests that are part of the WebKit tests.
     30 
     31 use strict;
     32 use FindBin;
     33 use Cwd;
     34 use lib $FindBin::Bin;
     35 use webkitdirs;
     36 
     37 chdirWebKit();
     38 
     39 my $verbose = $ARGV[0] && $ARGV[0] eq "-v";
     40 
     41 my $workingDir = getcwd();
     42 my $testDirectory = "$workingDir/LayoutTests";
     43 
     44 my @suites = ( {"name" => "DOM Level 1 Core   (html)", "directory" => "dom/html/level1/core"},
     45                {"name" => "DOM Level 2 Core   (html)", "directory" => "dom/html/level2/core"},
     46                {"name" => "DOM Level 2 Events (html)", "directory" => "dom/html/level2/events"},
     47                {"name" => "DOM Level 2 HTML   (html)", "directory" => "dom/html/level2/html"},
     48                {"name" => "DOM Level 1 Core   (xhtml)", "directory" => "dom/xhtml/level1/core"},
     49                {"name" => "DOM Level 2 Core   (xhtml)", "directory" => "dom/xhtml/level2/core"},
     50                {"name" => "DOM Level 2 Events (xhtml)", "directory" => "dom/xhtml/level2/events"},
     51                {"name" => "DOM Level 2 HTML   (xhtml)", "directory" => "dom/xhtml/level2/html"},
     52                {"name" => "DOM Level 3 Core   (xhtml)", "directory" => "dom/xhtml/level3/core"},
     53                {"name" => "DOM Level 3 XPath  (svg)", "directory" => "dom/svg/level3/xpath"});
     54 
     55 my $totalCount = 0;
     56 my $totalSuccesses = 0;
     57 my $totalDisabled = 0;
     58 my $totalFailed = 0;
     59 
     60 foreach my $suite (@suites) {
     61 
     62     my %suite = %$suite;
     63     my $directory = $suite{"directory"};
     64     my $name = $suite{"name"};
     65     my @results = `find "${testDirectory}/${directory}" -name "*-expected.txt"`;
     66     my @disabled = `find "${testDirectory}/${directory}" -name "*-disabled"`;
     67 
     68     my @failures = ();
     69     my $count = 0;
     70 
     71     foreach my $result (@results) {
     72         $count++;
     73         my $success = 0;
     74         open RESULT, "<$result";
     75         while (<RESULT>) {
     76             if (/Success/) {
     77                 $success = 1;
     78                 last;
     79             }
     80         }
     81         close RESULT;
     82         if (!$success) {
     83             push @failures, $result;
     84         }
     85     }
     86 
     87     my $disabledCount = (scalar @disabled);
     88     my $failureCount = (scalar @failures);
     89 
     90     $count += $disabledCount;
     91 
     92     my $successCount = $count - $failureCount - $disabledCount;
     93     my $percentage = (sprintf "%.1f", ($successCount * 100.0 / $count));
     94     
     95     if ($percentage == 100) {
     96         print "${name}: all ${count} tests succeeded";
     97     } else {
     98         print "${name}: ${successCount} out of ${count} tests succeeded (${percentage}%)";
     99     }
    100     print " ($disabledCount disabled)" if $disabledCount;
    101     print "\n";
    102     if ($verbose) {
    103         print "\n";
    104         if (@disabled) {
    105             print "    Disabled:\n";
    106             
    107             foreach my $failure (sort @disabled) {
    108                 $failure =~ s|.*/||;
    109                 $failure =~ s|-disabled||;
    110                 print "        ${directory}/${failure}";
    111             }
    112         }
    113         if (@failures) {
    114             print "    Failed:\n";
    115             
    116             foreach my $failure (sort @failures) {
    117                 $directory =~ m|^dom/(\w+)|;
    118                 my $extension = $1;
    119                 $failure =~ s|.*/||;
    120                 $failure =~ s|-expected\.txt|.${extension}|;
    121                 print "        ${directory}/${failure}";
    122             }
    123         }
    124 
    125         print "\n";
    126     }
    127 
    128     $totalCount += $count;
    129     $totalSuccesses += $successCount;
    130     $totalDisabled += $disabledCount;
    131     $totalFailed += $failureCount;
    132 }
    133 
    134 
    135 my $totalPercentage = (sprintf "%.1f", ($totalSuccesses * 100.0 / $totalCount));
    136 my $totalDisabledPercentage = (sprintf "%.1f", ($totalDisabled * 100.0 / $totalCount));
    137 my $totalFailedPercentage = (sprintf "%.1f", ($totalFailed * 100.0 / $totalCount));
    138 
    139 print "Total: ${totalSuccesses} out of ${totalCount} tests succeeded (${totalPercentage}%)\n";
    140 print "       ${totalDisabled} tests disabled (${totalDisabledPercentage}%)\n";
    141 print "       ${totalFailed} tests failed (${totalFailedPercentage}%)\n";
    142