Home | History | Annotate | Download | only in mjsunit 
      1 # Copyright 2012 the V8 project authors. All rights reserved.
      2 # Redistribution and use in source and binary forms, with or without
      3 # modification, are permitted provided that the following conditions are
      4 # met:
      5 #
      6 #     * Redistributions of source code must retain the above copyright
      7 #       notice, this list of conditions and the following disclaimer.
      8 #     * Redistributions in binary form must reproduce the above
      9 #       copyright notice, this list of conditions and the following
     10 #       disclaimer in the documentation and/or other materials provided
     11 #       with the distribution.
     12 #     * Neither the name of Google Inc. nor the names of its
     13 #       contributors may be used to endorse or promote products derived
     14 #       from this software without specific prior written permission.
     15 #
     16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
     18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
     19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
     20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
     22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     27 
     28 prefix mjsunit
     29 
     30 # All tests in the bug directory are expected to fail.
     31 bugs/*: FAIL
     32 
     33 ##############################################################################
     34 # Fails.
     35 regress/regress-1119: FAIL
     36 
     37 # Issue 1719: Slow to collect arrays over several contexts.
     38 regress/regress-524: SKIP
     39 # When that bug is fixed, revert the expectation to:
     40 # Skip long running test in debug and allow it to timeout in release mode.
     41 # regress/regress-524: (PASS || TIMEOUT), SKIP if $mode == debug
     42 
     43 # This test non-deterministically runs out of memory on Windows ia32.
     44 regress/regress-crbug-160010: SKIP
     45 
     46 ##############################################################################
     47 # Too slow in debug mode with --stress-opt mode.
     48 compiler/regress-stacktrace-methods: PASS, SKIP if $mode == debug
     49 compiler/regress-funcaller: PASS, SKIP if $mode == debug
     50 regress/regress-2318: PASS, SKIP if $mode == debug
     51 regress/regress-create-exception: PASS, SKIP if $mode == debug
     52 regress/regress-2612: PASS, SKIP if $mode == debug
     53 
     54 ##############################################################################
     55 # Too slow in debug mode for GC stress mode.
     56 regress/regress-crbug-217858: PASS, SKIP if $mode == debug
     57 
     58 ##############################################################################
     59 # These use a built-in that's only present in debug mode. They take
     60 # too long to run in debug mode on ARM and MIPS.
     61 fuzz-natives-part*: PASS, SKIP if ($mode == release || $arch == arm || $arch == android_arm || $arch == mipsel)
     62 
     63 big-object-literal: PASS, SKIP if ($arch == arm || $arch == android_arm)
     64 
     65 # Issue 488: this test sometimes times out.
     66 array-constructor: PASS || TIMEOUT
     67 
     68 # Very slow on ARM and MIPS, contains no architecture dependent code.
     69 unicode-case-overoptimization: PASS, TIMEOUT if ($arch == arm || $arch == android_arm || $arch == mipsel)
     70 
     71 ##############################################################################
     72 # This test expects to reach a certain recursion depth, which may not work
     73 # for debug mode.
     74 json-recursive: PASS, (PASS || FAIL) if $mode == debug
     75 
     76 ##############################################################################
     77 # Skip long running tests that time out in debug mode.
     78 generated-transition-stub: PASS, SKIP if $mode == debug
     79 
     80 ##############################################################################
     81 # This test sets the umask on a per-process basis and hence cannot be
     82 # used in multi-threaded runs.
     83 # On android there is no /tmp directory.
     84 d8-os: PASS, SKIP if ($isolates || $arch == android_arm || $arch == android_ia32)
     85 tools/tickprocessor: PASS, SKIP if ($arch == android_arm || $arch == android_ia32)
     86 
     87 ##############################################################################
     88 # Long running test that reproduces memory leak and should be run manually.
     89 regress/regress-2073: SKIP
     90 
     91 ##############################################################################
     92 [ $arch == arm || $arch == android_arm ]
     93 
     94 # Slow tests which times out in debug mode.
     95 try: PASS, SKIP if $mode == debug
     96 debug-scripts-request: PASS, SKIP if $mode == debug
     97 array-constructor: PASS, SKIP if $mode == debug
     98 regress/regress-1122: PASS, SKIP if ($mode == debug && $arch == android_arm)
     99 
    100 # Flaky test that can hit compilation-time stack overflow in debug mode.
    101 unicode-test: PASS, (PASS || FAIL) if $mode == debug
    102 
    103 # Times out often in release mode on ARM.
    104 compiler/regress-stacktrace-methods: PASS, PASS || TIMEOUT if $mode == release
    105 array-splice: PASS || TIMEOUT
    106 
    107 # Long running test.
    108 string-indexof-2: PASS || TIMEOUT
    109 mirror-object: PASS || TIMEOUT
    110 
    111 # BUG(3251035): Timeouts in long looping crankshaft optimization
    112 # tests. Skipping because having them timeout takes too long on the
    113 # buildbot.
    114 compiler/alloc-number: SKIP
    115 compiler/array-length: SKIP
    116 compiler/assignment-deopt: SKIP
    117 compiler/deopt-args: SKIP
    118 compiler/inline-compare: SKIP
    119 compiler/inline-global-access: SKIP
    120 compiler/optimized-function-calls: SKIP
    121 compiler/pic: SKIP
    122 compiler/property-calls: SKIP
    123 compiler/recursive-deopt: SKIP
    124 compiler/regress-4: SKIP
    125 compiler/regress-funcaller: SKIP
    126 compiler/regress-rep-change: SKIP
    127 compiler/regress-arguments: SKIP
    128 compiler/regress-funarguments: SKIP
    129 compiler/regress-3249650: SKIP
    130 compiler/simple-deopt: SKIP
    131 regress/regress-490: SKIP
    132 regress/regress-634: SKIP
    133 regress/regress-create-exception: SKIP
    134 regress/regress-3218915: SKIP
    135 regress/regress-3247124: SKIP
    136 
    137 # Requires bigger stack size in the Genesis and if stack size is increased,
    138 # the test requires too much time to run.  However, the problem test covers
    139 # should be platform-independent.
    140 regress/regress-1132: SKIP
    141 
    142 # Stack manipulations in LiveEdit is not implemented for this arch.
    143 debug-liveedit-check-stack: SKIP
    144 debug-liveedit-stack-padding: SKIP
    145 debug-liveedit-restart-frame: SKIP
    146 debug-liveedit-double-call: SKIP
    147 
    148 # Currently always deopt on minus zero
    149 math-floor-of-div-minus-zero: SKIP
    150 
    151 ##############################################################################
    152 [ $arch == mipsel ]
    153 
    154 # Slow tests which times out in debug mode.
    155 try: PASS, SKIP if $mode == debug
    156 debug-scripts-request: PASS, SKIP if $mode == debug
    157 array-constructor: PASS, SKIP if $mode == debug
    158 
    159 # Times out often in release mode on MIPS.
    160 compiler/regress-stacktrace-methods: PASS, PASS || TIMEOUT if $mode == release
    161 array-splice: PASS || TIMEOUT
    162 
    163 # Long running test.
    164 mirror-object: PASS || TIMEOUT
    165 string-indexof-2: PASS || TIMEOUT
    166 
    167 # BUG(3251035): Timeouts in long looping crankshaft optimization
    168 # tests. Skipping because having them timeout takes too long on the
    169 # buildbot.
    170 compiler/alloc-number: SKIP
    171 compiler/array-length: SKIP
    172 compiler/assignment-deopt: SKIP
    173 compiler/deopt-args: SKIP
    174 compiler/inline-compare: SKIP
    175 compiler/inline-global-access: SKIP
    176 compiler/optimized-function-calls: SKIP
    177 compiler/pic: SKIP
    178 compiler/property-calls: SKIP
    179 compiler/recursive-deopt: SKIP
    180 compiler/regress-4: SKIP
    181 compiler/regress-funcaller: SKIP
    182 compiler/regress-rep-change: SKIP
    183 compiler/regress-arguments: SKIP
    184 compiler/regress-funarguments: SKIP
    185 compiler/regress-3249650: SKIP
    186 compiler/simple-deopt: SKIP
    187 regress/regress-490: SKIP
    188 regress/regress-634: SKIP
    189 regress/regress-create-exception: SKIP
    190 regress/regress-3218915: SKIP
    191 regress/regress-3247124: SKIP
    192 
    193 # Requires bigger stack size in the Genesis and if stack size is increased,
    194 # the test requires too much time to run.  However, the problem test covers
    195 # should be platform-independent.
    196 regress/regress-1132: SKIP
    197 
    198 # Stack manipulations in LiveEdit is not implemented for this arch.
    199 debug-liveedit-check-stack: SKIP
    200 debug-liveedit-stack-padding: SKIP
    201 debug-liveedit-restart-frame: SKIP
    202 debug-liveedit-double-call: SKIP
    203 
    204 # Currently always deopt on minus zero
    205 math-floor-of-div-minus-zero: SKIP
    206 
    207 ##############################################################################
    208 # Native Client uses the ARM simulator so will behave similarly to arm
    209 # on mjsunit tests.
    210 # TODO(bradchen): enable more tests for NaCl V8 when it stops using
    211 # the ARM simulator.
    212 ##############################################################################
    213 [ $arch == nacl_ia32 || $arch == nacl_x64 ]
    214 # There is no /tmp directory for NaCl runs
    215 d8-os: SKIP
    216 
    217 # Stack manipulations in LiveEdit is not implemented for this arch.
    218 debug-liveedit-check-stack: SKIP
    219 debug-liveedit-stack-padding: SKIP
    220 debug-liveedit-restart-frame: SKIP
    221 debug-liveedit-double-call: SKIP
    222 
    223 # This test dumps core for arm.debug, so no reason to expect it to work
    224 # for NaCl. The other three fuzz-natives tests seem to run fine.
    225 # As noted above none of them are run in the arm.debug case.
    226 fuzz-natives-part4: SKIP
    227 
    228 # NaCl builds have problems with this test since Pepper_28.
    229 # V8 Issue 2786
    230 math-exp-precision: SKIP
    231 
    232 # Requires bigger stack size in the Genesis and if stack size is increased,
    233 # the test requires too much time to run.  However, the problem test covers
    234 # should be platform-independent.
    235 regress/regress-1132: SKIP
    236 
    237 # Poor performance for NaCl V8 causes an assertion failure for this test.
    238 regress/regress-165637: SKIP
    239 
    240 # Skip long running test that times out in debug mode and goes OOM on NaCl.
    241 regress/regress-crbug-160010: SKIP
    242 
    243 ##############################################################################
    244 [ $deopt_fuzzer == True ]
    245 
    246 # Skip tests that are not suitable for deoptimization fuzzing.
    247 assert-opt-and-deopt: SKIP
    248 never-optimize: SKIP
    249 regress/regress-2185-2: SKIP
    250 harmony/object-observe: SKIP
    251 readonly: SKIP
    252 array-feedback: SKIP
    253 
    254 # TODO(mstarzinger): Enable once escape analysis is stabilized.
    255 compiler/escape-analysis: SKIP
    256 
    257 # Deopt every n garbage collections collides with the deopt every n times flag.
    258 regress/regress-2653: SKIP
    259