Home | History | Annotate | Download | only in benchmarks 
      1 # Copyright 2011 the V8 project authors. All rights reserved.
      2 # Redistribution and use in source and binary forms, with or without
      3 # modification, are permitted provided that the following conditions are
      4 # met:
      5 #
      6 #     * Redistributions of source code must retain the above copyright
      7 #       notice, this list of conditions and the following disclaimer.
      8 #     * Redistributions in binary form must reproduce the above
      9 #       copyright notice, this list of conditions and the following
     10 #       disclaimer in the documentation and/or other materials provided
     11 #       with the distribution.
     12 #     * Neither the name of Google Inc. nor the names of its
     13 #       contributors may be used to endorse or promote products derived
     14 #       from this software without specific prior written permission.
     15 #
     16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
     18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
     19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
     20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
     22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     27 
     28 
     29 import test
     30 import os
     31 from os.path import join, split
     32 
     33 def IsNumber(string):
     34   try:
     35     float(string)
     36     return True
     37   except ValueError:
     38     return False
     39 
     40 
     41 class BenchmarkTestCase(test.TestCase):
     42 
     43   def __init__(self, path, context, mode):
     44     super(BenchmarkTestCase, self).__init__(context, split(path), mode)
     45     self.root = path
     46 
     47   def GetLabel(self):
     48     return '%s benchmark %s' % (self.mode, self.GetName())
     49 
     50   def IsFailureOutput(self, output):
     51     if output.exit_code != 0:
     52       return True
     53     lines = output.stdout.splitlines()
     54     for line in lines:
     55       colon_index = line.find(':')
     56       if colon_index >= 0:
     57         if not IsNumber(line[colon_index+1:].strip()):
     58           return True
     59     return False
     60 
     61   def GetCommand(self):
     62     result = self.context.GetVmCommand(self, self.mode)
     63     result.append(join(self.root, 'run.js'))
     64     return result
     65 
     66   def GetName(self):
     67     return 'V8'
     68 
     69   def BeforeRun(self):
     70     os.chdir(self.root)
     71 
     72   def AfterRun(self, result):
     73     os.chdir(self.context.buildspace)
     74 
     75   def GetSource(self):
     76     return open(join(self.root, 'run.js')).read()
     77 
     78   def GetCustomFlags(self, mode):
     79     return []
     80 
     81 
     82 class BenchmarkTestConfiguration(test.TestConfiguration):
     83 
     84   def __init__(self, context, root):
     85     super(BenchmarkTestConfiguration, self).__init__(context, root)
     86 
     87   def ListTests(self, current_path, path, mode, variant_flags):
     88     path = self.context.workspace
     89     path = join(path, 'benchmarks')
     90     test = BenchmarkTestCase(path, self.context, mode)
     91     return [test]
     92 
     93   def GetBuildRequirements(self):
     94     return ['sample', 'sample=shell']
     95 
     96   def GetTestStatus(self, sections, defs):
     97     pass
     98 
     99 def GetConfiguration(context, root):
    100   return BenchmarkTestConfiguration(context, root)
    101