Home | History | Annotate | Download | only in test262 
      1 # Copyright 2011 the V8 project authors. All rights reserved.
      2 # Redistribution and use in source and binary forms, with or without
      3 # modification, are permitted provided that the following conditions are
      4 # met:
      5 #
      6 #     * Redistributions of source code must retain the above copyright
      7 #       notice, this list of conditions and the following disclaimer.
      8 #     * Redistributions in binary form must reproduce the above
      9 #       copyright notice, this list of conditions and the following
     10 #       disclaimer in the documentation and/or other materials provided
     11 #       with the distribution.
     12 #     * Neither the name of Google Inc. nor the names of its
     13 #       contributors may be used to endorse or promote products derived
     14 #       from this software without specific prior written permission.
     15 #
     16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
     18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
     19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
     20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
     22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     27 
     28 prefix test262
     29 def FAIL_OK = FAIL, OKAY
     30 
     31 ############################### BUGS ###################################
     32 
     33 # '__proto__' should be treated as a normal property in JSON.
     34 S15.12.2_A1: FAIL
     35 
     36 # V8 Bug: http://code.google.com/p/v8/issues/detail?id=1475
     37 15.2.3.6-4-405: FAIL
     38 15.2.3.6-4-410: FAIL
     39 15.2.3.6-4-415: FAIL
     40 15.2.3.6-4-420: FAIL
     41 
     42 ##################### DELIBERATE INCOMPATIBILITIES #####################
     43 
     44 # We deliberately treat arguments to parseInt() with a leading zero as
     45 # octal numbers in order to not break the web.
     46 S15.1.2.2_A5.1_T1: FAIL_OK
     47 
     48 # This tests precision of Math.tan and Math.sin.  The implementation for those
     49 # trigonometric functions are platform/compiler dependent.  Furthermore, the
     50 # expectation values by far deviates from the actual result given by an
     51 # arbitrary-precision calculator, making those tests partly bogus.
     52 S15.8.2.16_A7: PASS || FAIL_OK
     53 S15.8.2.18_A7: PASS || FAIL_OK
     54 
     55 # We are more lenient in which string character escapes we allow than
     56 # the spec (7.8.4 p. 19) wants us to be.  This is for compatibility.
     57 S7.8.4_A6.1_T4: FAIL_OK
     58 S7.8.4_A6.2_T1: FAIL_OK
     59 S7.8.4_A6.2_T2: FAIL_OK
     60 S7.8.4_A7.1_T4: FAIL_OK
     61 S7.8.4_A7.2_T1: FAIL_OK
     62 S7.8.4_A7.2_T2: FAIL_OK
     63 S7.8.4_A7.2_T3: FAIL_OK
     64 S7.8.4_A7.2_T4: FAIL_OK
     65 S7.8.4_A7.2_T5: FAIL_OK
     66 S7.8.4_A7.2_T6: FAIL_OK
     67 
     68 # Linux for ia32 (and therefore simulators) default to extended 80 bit floating
     69 # point formats, so these tests checking 64-bit FP precision fail. The other
     70 # platforms/arch's pass these tests.
     71 # We follow the other major JS engines by keeping this default.
     72 S8.5_A2.1: PASS || FAIL_OK
     73 S8.5_A2.2: PASS || FAIL_OK
     74 
     75 ############################ INVALID TESTS #############################
     76 
     77 # The reference value calculated by Test262 is incorrect if you run these tests
     78 # in PST/PDT between first Sunday in March and first Sunday in April. The DST
     79 # switch was moved in 2007 whereas Test262 bases the reference value on 2000.
     80 # Test262 Bug: https://bugs.ecmascript.org/show_bug.cgi?id=293
     81 S15.9.3.1_A5_T1: PASS || FAIL_OK
     82 S15.9.3.1_A5_T2: PASS || FAIL_OK
     83 S15.9.3.1_A5_T3: PASS || FAIL_OK
     84 S15.9.3.1_A5_T4: PASS || FAIL_OK
     85 S15.9.3.1_A5_T5: PASS || FAIL_OK
     86 S15.9.3.1_A5_T6: PASS || FAIL_OK
     87 
     88 ############################ SKIPPED TESTS #############################
     89 
     90 # These tests take a looong time to run in debug mode.
     91 S15.1.3.2_A2.5_T1: PASS, SKIP if $mode == debug
     92 S15.1.3.1_A2.5_T1: PASS, SKIP if $mode == debug
     93 
     94 [ $arch == arm ]
     95 
     96 # BUG(3251225): Tests that timeout with --nocrankshaft.
     97 S15.1.3.1_A2.5_T1: SKIP
     98 S15.1.3.2_A2.5_T1: SKIP
     99 S15.1.3.1_A2.4_T1: SKIP
    100 S15.1.3.1_A2.5_T1: SKIP
    101 S15.1.3.2_A2.4_T1: SKIP
    102 S15.1.3.2_A2.5_T1: SKIP
    103 S15.1.3.3_A2.3_T1: SKIP
    104 S15.1.3.4_A2.3_T1: SKIP
    105 S15.1.3.1_A2.5_T1: SKIP
    106 S15.1.3.2_A2.5_T1: SKIP
    107 
    108 [ $arch == mips ]
    109 
    110 # BUG(3251225): Tests that timeout with --nocrankshaft.
    111 S15.1.3.1_A2.5_T1: SKIP
    112 S15.1.3.2_A2.5_T1: SKIP
    113 S15.1.3.1_A2.4_T1: SKIP
    114 S15.1.3.1_A2.5_T1: SKIP
    115 S15.1.3.2_A2.4_T1: SKIP
    116 S15.1.3.2_A2.5_T1: SKIP
    117 S15.1.3.3_A2.3_T1: SKIP
    118 S15.1.3.4_A2.3_T1: SKIP
    119 S15.1.3.1_A2.5_T1: SKIP
    120 S15.1.3.2_A2.5_T1: SKIP
    121