SunSpider/sunspider-compare-results

   1 #!/usr/bin/perl -w
   2
   3 # Copyright (C) 2007 Apple Inc. All rights reserved.
   4 #
   5 # Redistribution and use in source and binary forms, with or without
   6 # modification, are permitted provided that the following conditions
   7 # are met:
   8 # 1. Redistributions of source code must retain the above copyright
   9 #    notice, this list of conditions and the following disclaimer.
  10 # 2. Redistributions in binary form must reproduce the above copyright
  11 #    notice, this list of conditions and the following disclaimer in the
  12 #    documentation and/or other materials provided with the distribution.
  13 #
  14 # THIS SOFTWARE IS PROVIDED BY APPLE COMPUTER, INC. ``AS IS'' AND ANY
  15 # EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE
  16 # IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR
  17 # PURPOSE ARE DISCLAIMED.  IN NO EVENT SHALL APPLE COMPUTER, INC. OR
  18 # CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL, SPECIAL,
  19 # EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT LIMITED TO,
  20 # PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE, DATA, OR
  21 # PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY THEORY
  22 # OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
  23 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
  24 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
  25
  26 use strict;
  27 use Getopt::Long;
  28 use File::Basename;
  29
  30 my $showHelp = 0;
  31 my $jsShellPath;
  32
  33 my $programName = basename($0);
  34 my $usage = <<EOF;
  35 Usage: $programName --shell=[path] [options] FILE FILE
  36   --help        Show this help message
  37   --shell       Path to javascript shell
  38 EOF
  39
  40 GetOptions('shell=s' => \$jsShellPath,
  41            'help' => \$showHelp);
  42
  43 if ((scalar @ARGV != 0 && scalar @ARGV != 2) || !$jsShellPath || $showHelp) {
  44    print STDERR $usage;
  45    exit 1;
  46 }
  47
  48 sub readResultsFile($)
  49 {
  50     my ($filename) = @_;
  51     open FILE, "<", $filename or die;
  52     my $foundStart = 0;
  53     my $foundOutput = 0;
  54     my $foundEnd = 0;
  55     my $result = "";
  56     while (<FILE>) {
  57         if (!$foundStart) {
  58             if (/^\[\{$/) {
  59                 $foundStart = 1;
  60                 $result .= $_;
  61             } elsif (/^var \w+ = \[$/) {
  62                 $foundOutput = 1;
  63             } elsif ($foundOutput && /^\{$/) {
  64                 $foundOutput = 0;
  65                 $foundStart = 1;
  66                 $result = "[{\n";
  67             }
  68         } else {
  69             if (/\];?$/) {
  70                 $foundEnd = 1;
  71                 chomp;
  72                 s/;$//;
  73                 $result .= $_;
  74                 last;
  75             } else {
  76                 $result .= $_;
  77             }
  78         }
  79     }
  80     close FILE;
  81
  82     die "Cound not find data in ${filename} - needs to start with [{" unless $foundStart;
  83     die "Cound not find data in ${filename} - needs to end with }]" unless $foundEnd;
  84
  85     return $result;
  86 }
  87
  88 sub dumpToFile($$)
  89 {
  90     my ($contents, $path) = @_;
  91     open FILE, ">", $path or die;
  92     print FILE $contents;
  93     close FILE;
  94 }
  95
  96 sub readFile($)
  97 {
  98     my ($path) = @_;
  99     open FILE, "<", $path or die;
 100     my $result = <FILE>;
 101     close FILE;
 102     return $result;
 103 }
 104
 105 sub newestFile($$)
 106 {
 107     my ($dir, $pattern) = @_;
 108
 109     my $newestAge;
 110     my $newestFile = "";
 111     opendir DIR, $dir or die;
 112     for my $file (readdir DIR) {
 113         if ($file =~ $pattern) {
 114             my $age = -M "$dir/$file";
 115             if (!defined $newestAge || $age < $newestAge) {
 116                 $newestFile = $file;
 117                 $newestAge = $age;
 118             }
 119         }
 120     }
 121     closedir DIR;
 122
 123     return "$dir/$newestFile";
 124 }
 125
 126 my $file1;
 127 my $file2;
 128
 129 if (scalar @ARGV == 2) {
 130     $file1 = $ARGV[0];
 131     $file2 = $ARGV[1];
 132 } else {
 133     $file1 = readFile("tmp/baseline-filename.txt");
 134     $file2 = newestFile("tmp", qr/sunspider-results-.+\.js$/);
 135 }
 136
 137 my $output = "var output1 = " . readResultsFile($file1) . ";\n";
 138 $output .= "var output2 = " . readResultsFile($file2) . ";\n";
 139
 140 dumpToFile($output, "tmp/sunspider-comparison-data.js");
 141
 142 system($jsShellPath, "-f", "tmp/sunspider-test-prefix.js", "-f", "tmp/sunspider-comparison-data.js", "-f", "resources/sunspider-compare-results.js", "-f", "resources/sunspider-standalone-compare.js");