Home | History | Annotate | Download | only in mjsunit
      1 # Copyright 2012 the V8 project authors. All rights reserved.
      2 # Redistribution and use in source and binary forms, with or without
      3 # modification, are permitted provided that the following conditions are
      4 # met:
      5 #
      6 #     * Redistributions of source code must retain the above copyright
      7 #       notice, this list of conditions and the following disclaimer.
      8 #     * Redistributions in binary form must reproduce the above
      9 #       copyright notice, this list of conditions and the following
     10 #       disclaimer in the documentation and/or other materials provided
     11 #       with the distribution.
     12 #     * Neither the name of Google Inc. nor the names of its
     13 #       contributors may be used to endorse or promote products derived
     14 #       from this software without specific prior written permission.
     15 #
     16 # THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
     17 # "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
     18 # LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
     19 # A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
     20 # OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
     21 # SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
     22 # LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
     23 # DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
     24 # THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
     25 # (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
     26 # OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
     27 
     28 [
     29 [ALWAYS, {
     30   # All tests in the bug directory are expected to fail.
     31   'bugs/*': [FAIL],
     32 
     33   ##############################################################################
     34   # Flaky tests.
     35   # BUG(v8:2921).
     36   'debug-step-4-in-frame': [PASS, FAIL, SLOW],
     37 
     38   ##############################################################################
     39   # Fails.
     40   'regress/regress-1119': [FAIL],
     41 
     42   # Issue 1719: Slow to collect arrays over several contexts.
     43   'regress/regress-524': [SKIP],
     44   # When that bug is fixed, revert the expectation to:
     45   # Skip long running test in debug and allow it to timeout in release mode.
     46   # regress/regress-524: [PASS, TIMEOUT, ['mode == debug', SKIP]],
     47 
     48   # This test non-deterministically runs out of memory on Windows ia32.
     49   'regress/regress-crbug-160010': [SKIP],
     50 
     51   # Issue 3389: deopt_every_n_garbage_collections is unsafe
     52   'regress/regress-2653': [SKIP],
     53 
     54   # This test relies on --noopt-safe-uint32-operations, which is broken. See
     55   # issue 3487 for details.
     56   'compiler/shift-shr': [SKIP],
     57 
     58   ##############################################################################
     59   # TurboFan compiler failures.
     60 
     61   # TODO(mstarzinger): An arguments object materialized in the prologue can't
     62   # be accessed indirectly. Either we drop that requirement or wait for support
     63   # from the deoptimizer to do that.
     64   'arguments-indirect': [PASS, NO_VARIANTS],
     65 
     66   # TODO(rossberg): Typer doesn't like contexts very much.
     67   'harmony/block-conflicts': [PASS, NO_VARIANTS],
     68   'harmony/block-for': [PASS, NO_VARIANTS],
     69   'harmony/block-leave': [PASS, NO_VARIANTS],
     70   'harmony/block-let-crankshaft': [PASS, NO_VARIANTS],
     71   'harmony/empty-for': [PASS, NO_VARIANTS],
     72 
     73   # Some tests are over-restrictive about object layout.
     74   'array-constructor-feedback': [PASS, NO_VARIANTS],
     75   'array-feedback': [PASS, NO_VARIANTS],
     76   'elements-kind': [PASS, NO_VARIANTS],
     77 
     78   # Some tests are just too slow to run for now.
     79   'bit-not': [PASS, NO_VARIANTS],
     80   'json2': [PASS, NO_VARIANTS],
     81   'packed-elements': [PASS, NO_VARIANTS],
     82   'unbox-double-arrays': [PASS, NO_VARIANTS],
     83   'whitespaces': [PASS, NO_VARIANTS],
     84   'compiler/osr-assert': [PASS, NO_VARIANTS],
     85   'regress/regress-2185-2': [PASS, NO_VARIANTS],
     86 
     87   # Support for %GetFrameDetails is missing and requires checkpoints.
     88   'debug-evaluate-bool-constructor': [PASS, NO_VARIANTS],
     89   'debug-evaluate-const': [PASS, NO_VARIANTS],
     90   'debug-evaluate-locals-optimized-double': [PASS, NO_VARIANTS],
     91   'debug-evaluate-locals-optimized': [PASS, NO_VARIANTS],
     92   'debug-evaluate-locals': [PASS, NO_VARIANTS],
     93   'debug-evaluate-with-context': [PASS, NO_VARIANTS],
     94   'debug-liveedit-double-call': [PASS, NO_VARIANTS],
     95   'debug-liveedit-restart-frame': [PASS, NO_VARIANTS],
     96   'debug-return-value': [PASS, NO_VARIANTS],
     97   'debug-set-variable-value': [PASS, NO_VARIANTS],
     98   'debug-step-stub-callfunction': [PASS, NO_VARIANTS],
     99   'debug-stepin-accessor': [PASS, NO_VARIANTS],
    100   'debug-stepin-builtin': [PASS, NO_VARIANTS],
    101   'debug-stepin-constructor': [PASS, NO_VARIANTS],
    102   'debug-stepin-function-call': [PASS, NO_VARIANTS],
    103   'debug-stepnext-do-while': [PASS, NO_VARIANTS],
    104   'debug-stepout-recursive-function': [PASS, NO_VARIANTS],
    105   'debug-stepout-scope-part1': [PASS, NO_VARIANTS],
    106   'debug-stepout-scope-part2': [PASS, NO_VARIANTS],
    107   'debug-stepout-scope-part3': [PASS, NO_VARIANTS],
    108   'debug-stepout-scope-part7': [PASS, NO_VARIANTS],
    109   'debug-stepout-to-builtin': [PASS, NO_VARIANTS],
    110   'es6/debug-promises/throw-in-constructor': [PASS, NO_VARIANTS],
    111   'es6/debug-promises/reject-in-constructor': [PASS, NO_VARIANTS],
    112   'es6/debug-promises/throw-with-undefined-reject': [PASS, NO_VARIANTS],
    113   'es6/debug-promises/throw-with-throw-in-reject': [PASS, NO_VARIANTS],
    114   'es6/debug-promises/reject-with-throw-in-reject': [PASS, NO_VARIANTS],
    115   'es6/debug-promises/throw-uncaught-all': [PASS, NO_VARIANTS],
    116   'es6/debug-promises/throw-uncaught-uncaught': [PASS, NO_VARIANTS],
    117   'es6/debug-promises/reject-uncaught-late': [PASS, NO_VARIANTS],
    118   'es6/debug-promises/throw-caught-by-default-reject-handler': [PASS, NO_VARIANTS],
    119   'es6/generators-debug-scopes': [PASS, NO_VARIANTS],
    120   'harmony/debug-blockscopes': [PASS, NO_VARIANTS],
    121   'regress/regress-1081309': [PASS, NO_VARIANTS],
    122   'regress/regress-269': [PASS, NO_VARIANTS],
    123   'regress/regress-crbug-259300': [PASS, NO_VARIANTS],
    124   'regress/regress-frame-details-null-receiver': [PASS, NO_VARIANTS],
    125 
    126   ##############################################################################
    127   # Too slow in debug mode with --stress-opt mode.
    128   'compiler/regress-stacktrace-methods': [PASS, ['mode == debug', SKIP]],
    129   'compiler/regress-funcaller': [PASS, ['mode == debug', SKIP]],
    130   'regress/regress-2318': [PASS, ['mode == debug', SKIP]],
    131   'regress/regress-create-exception': [PASS, ['mode == debug', SKIP]],
    132 
    133   ##############################################################################
    134   # Too slow in debug mode for GC stress mode.
    135   'regress/regress-crbug-217858': [PASS, ['mode == debug', SKIP]],
    136 
    137   ##############################################################################
    138   # Only regexp stuff tested, no need for extensive Crankshaft tests.
    139   'regexp-global': [PASS, NO_VARIANTS],
    140 
    141   ##############################################################################
    142   # No need to waste time for this test.
    143   'd8-performance-now': [PASS, NO_VARIANTS],
    144 
    145   # Issue 488: this test sometimes times out.
    146   'array-constructor': [PASS, TIMEOUT],
    147 
    148   # Very slow on ARM and MIPS, contains no architecture dependent code.
    149   'unicode-case-overoptimization': [PASS, NO_VARIANTS, ['arch == arm or arch == android_arm or arch == android_arm64 or arch == mipsel or arch == mips64el or arch == mips', TIMEOUT]],
    150 
    151   ##############################################################################
    152   # This test expects to reach a certain recursion depth, which may not work
    153   # for debug mode.
    154   'json-recursive': [PASS, ['mode == debug', PASS, FAIL]],
    155 
    156   ##############################################################################
    157   # Skip long running tests that time out in debug mode.
    158   'generated-transition-stub': [PASS, ['mode == debug', SKIP]],
    159   'migrations': [SKIP],
    160   'array-functions-prototype-misc': [PASS, ['mode == debug', SKIP]],
    161 
    162   ##############################################################################
    163   # This test sets the umask on a per-process basis and hence cannot be
    164   # used in multi-threaded runs.
    165   # On android there is no /tmp directory.
    166   # Currently d8-os generates a temporary directory name using Math.random(), so
    167   # we cannot run several variants of d8-os simultaneously, since all of them
    168   # get the same random seed and would generate the same directory name. Besides
    169   # that, it doesn't make sense to run several variants of d8-os anyways.
    170   'd8-os': [PASS, NO_VARIANTS, ['isolates or arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
    171   'tools/tickprocessor': [PASS, NO_VARIANTS, ['arch == android_arm or arch == android_arm64 or arch == android_ia32', SKIP]],
    172 
    173   ##############################################################################
    174   # Long running test that reproduces memory leak and should be run manually.
    175   'regress/regress-2073': [SKIP],
    176 
    177   ##############################################################################
    178   # Tests verifying CHECK and ASSERT.
    179   'verify-check-false': [FAIL, NO_VARIANTS],
    180   'verify-assert-false': [NO_VARIANTS, ['mode == release', PASS], ['mode == debug', FAIL]],
    181 
    182   ##############################################################################
    183   # Tests with different versions for release and debug.
    184   'compiler/alloc-number': [PASS, ['mode == debug', SKIP]],
    185   'compiler/alloc-number-debug': [PASS, ['mode == release', SKIP]],
    186   'regress/regress-634': [PASS, ['mode == debug', SKIP]],
    187   'regress/regress-634-debug': [PASS, ['mode == release', SKIP]],
    188 
    189   # BUG(336820). TODO(bmeurer): Investigate.
    190   'regress/regress-336820': [PASS, FAIL],
    191 
    192   # BUG(v8:2989). PASS/FAIL on linux32 because crankshaft is turned off for
    193   # nosse2. Also for arm novfp3.
    194   'regress/regress-2989': [FAIL, NO_VARIANTS, ['system == linux and arch == x87 or arch == arm and simulator == True', PASS]],
    195 
    196   # Skip endain dependent test for mips due to different typed views of the same
    197   # array buffer.
    198   'nans': [PASS, ['arch == mips', SKIP]],
    199 
    200 }],  # ALWAYS
    201 
    202 ##############################################################################
    203 ['gc_stress == True', {
    204   # Skip tests not suitable for GC stress.
    205   'allocation-site-info': [SKIP],
    206   'array-constructor-feedback': [SKIP],
    207   'array-feedback': [SKIP],
    208   'array-literal-feedback': [SKIP],
    209   'd8-performance-now': [SKIP],
    210   'debug-stepout-scope-part8': [PASS, ['arch == arm ', FAIL]],
    211   'elements-kind': [SKIP],
    212   'elements-transition-hoisting': [SKIP],
    213   'fast-prototype': [SKIP],
    214   'getters-on-elements': [SKIP],
    215   'harmony/block-let-crankshaft': [SKIP],
    216   'opt-elements-kind': [SKIP],
    217   'osr-elements-kind': [SKIP],
    218   'regress/regress-165637': [SKIP],
    219   'regress/regress-2249': [SKIP],
    220   # Tests taking too long
    221   'debug-stepout-scope-part8': [SKIP],
    222   'mirror-object': [SKIP],
    223   'packed-elements': [SKIP],
    224   'regress/regress-1122': [SKIP],
    225   'regress/regress-331444': [SKIP],
    226   'regress/regress-353551': [SKIP],
    227   'regress/regress-crbug-119926': [SKIP],
    228   'regress/short-circuit': [SKIP],
    229   'stack-traces-overflow': [SKIP],
    230   'unicode-test': [SKIP],
    231   'whitespaces': [SKIP],
    232 
    233   # TODO(mstarzinger): Takes too long with TF.
    234   'array-sort': [PASS, NO_VARIANTS],
    235   'regress/regress-91008': [PASS, NO_VARIANTS],
    236 }],  # 'gc_stress == True'
    237 
    238 ##############################################################################
    239 ['arch == arm64 or arch == android_arm64', {
    240 
    241   # arm64 TF timeout.
    242   'regress/regress-1257': [PASS, TIMEOUT],
    243 
    244   # Requires bigger stack size in the Genesis and if stack size is increased,
    245   # the test requires too much time to run.  However, the problem test covers
    246   # should be platform-independent.
    247   'regress/regress-1132': [SKIP],
    248 
    249   # Pass but take too long to run. Skip.
    250   # Some similar tests (with fewer iterations) may be included in arm64-js
    251   # tests.
    252   'big-object-literal': [SKIP],
    253   'compiler/regress-arguments': [SKIP],
    254   'compiler/regress-gvn': [SKIP],
    255   'compiler/regress-max-locals-for-osr': [SKIP],
    256   'compiler/regress-4': [SKIP],
    257   'compiler/regress-or': [SKIP],
    258   'compiler/regress-rep-change': [SKIP],
    259   'regress/regress-1117': [SKIP],
    260   'regress/regress-1145': [SKIP],
    261   'regress/regress-1849': [SKIP],
    262   'regress/regress-3247124': [SKIP],
    263   'regress/regress-634': [SKIP],
    264   'regress/regress-91008': [SKIP],
    265   'regress/regress-91010': [SKIP],
    266   'regress/regress-91013': [SKIP],
    267   'regress/regress-99167': [SKIP],
    268 
    269   # Long running tests.
    270   'regress/regress-2185': [PASS, ['mode == debug', PASS, TIMEOUT]],
    271   'regress/regress-2185-2': [PASS, TIMEOUT],
    272   'whitespaces': [PASS, TIMEOUT, SLOW],
    273 
    274   # BUG(v8:3147). It works on other architectures by accident.
    275   'regress/regress-conditional-position': [FAIL],
    276 
    277   # BUG(v8:3457).
    278   'deserialize-reference': [PASS, FAIL],
    279 
    280   # Slow tests.
    281   'array-concat': [PASS, SLOW],
    282   'array-constructor': [PASS, SLOW],
    283   'array-indexing': [PASS, SLOW],
    284   'array-reduce': [PASS, SLOW],
    285   'array-sort': [PASS, SLOW],
    286   'array-splice': [PASS, SLOW],
    287   'bit-not': [PASS, SLOW],
    288   'compiler/alloc-number': [PASS, SLOW],
    289   'compiler/osr-assert': [PASS, SLOW],
    290   'compiler/osr-with-args': [PASS, SLOW],
    291   'debug-scopes': [PASS, SLOW],
    292   'generated-transition-stub': [PASS, SLOW],
    293   'json2': [PASS, SLOW],
    294   'math-floor-of-div-nosudiv': [PASS, SLOW],
    295   'math-floor-of-div': [PASS, SLOW],
    296   'mirror-object': [PASS, SLOW],
    297   'packed-elements': [PASS, SLOW],
    298   'regress/regress-1122': [PASS, SLOW],
    299   'regress/regress-2185-2': [PASS, SLOW],
    300   'regress/regress-2185': [PASS, SLOW],
    301   'regress/regress-2790': [PASS, SLOW],
    302   'regress/regress-331444': [PASS, SLOW],
    303   'regress/regress-490': [PASS, SLOW],
    304   'regress/regress-crbug-217858': [PASS, SLOW],
    305   'regress/regress-create-exception': [PASS, SLOW],
    306   'regress/regress-json-stringify-gc': [PASS, SLOW],
    307   'string-indexof-2': [PASS, SLOW],
    308   'unicodelctest-no-optimization': [PASS, SLOW],
    309   'unicodelctest': [PASS, SLOW],
    310   'unicode-test': [PASS, SLOW],
    311 }],  # 'arch == arm64'
    312 
    313 ['arch == arm64 and mode == debug and simulator_run == True', {
    314 
    315   # Pass but take too long with the simulator in debug mode.
    316   'array-sort': [PASS, TIMEOUT],
    317   'packed-elements': [SKIP],
    318   'regexp-global': [SKIP],
    319   'compiler/alloc-numbers': [SKIP],
    320   'harmony/symbols': [SKIP],
    321   # Issue 3219:
    322   'getters-on-elements': [PASS, ['gc_stress == True', FAIL]],
    323 }],  # 'arch == arm64 and mode == debug and simulator_run == True'
    324 
    325 ##############################################################################
    326 ['asan == True', {
    327   # Skip tests not suitable for ASAN.
    328   'big-array-literal': [SKIP],
    329   'big-object-literal': [SKIP],
    330   'regress/regress-crbug-178790': [SKIP],
    331 }],  # 'asan == True'
    332 
    333 ##############################################################################
    334 ['arch == arm or arch == android_arm', {
    335 
    336   # Slow tests which times out in debug mode.
    337   'try': [PASS, ['mode == debug', SKIP]],
    338   'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
    339   'array-constructor': [PASS, ['mode == debug', SKIP]],
    340   'regress/regress-1122': [PASS, ['mode == debug and arch == android_arm', SKIP]],
    341 
    342   # Flaky test that can hit compilation-time stack overflow in debug mode.
    343   'unicode-test': [PASS, ['mode == debug', PASS, FAIL]],
    344 
    345   # Times out often in release mode on ARM.
    346   'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
    347   'array-splice': [PASS, TIMEOUT],
    348 
    349   # Long running test.
    350   'string-indexof-2': [PASS, TIMEOUT],
    351   'mirror-object': [PASS, TIMEOUT],
    352 
    353   # Long running tests. Skipping because having them timeout takes too long on
    354   # the buildbot.
    355   'big-object-literal': [SKIP],
    356   'compiler/alloc-number': [SKIP],
    357   'regress/regress-490': [SKIP],
    358   'regress/regress-634': [SKIP],
    359   'regress/regress-create-exception': [SKIP],
    360   'regress/regress-3247124': [SKIP],
    361 
    362   # Requires bigger stack size in the Genesis and if stack size is increased,
    363   # the test requires too much time to run.  However, the problem test covers
    364   # should be platform-independent.
    365   'regress/regress-1132': [SKIP],
    366 
    367   # Currently always deopt on minus zero
    368   'math-floor-of-div-minus-zero': [SKIP],
    369 
    370   ############################################################################
    371   # Slow tests.
    372   'regress/regress-2185-2': [PASS, SLOW],
    373   'mirror-object': [PASS, SLOW],
    374   'compiler/osr-with-args': [PASS, SLOW],
    375   'array-sort': [PASS, SLOW],
    376   'packed-elements': [PASS, SLOW],
    377   'regress/regress-91008': [PASS, SLOW],
    378   'regress/regress-2790': [PASS, SLOW],
    379   'regress/regress-json-stringify-gc': [PASS, SLOW],
    380   'regress/regress-1122': [PASS, SLOW],
    381 }],  # 'arch == arm or arch == android_arm'
    382 
    383 ##############################################################################
    384 ['arch == mipsel or arch == mips', {
    385 
    386   # Slow tests which times out in debug mode.
    387   'try': [PASS, ['mode == debug', SKIP]],
    388   'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
    389   'array-constructor': [PASS, ['mode == debug', SKIP]],
    390 
    391   # Times out often in release mode on MIPS.
    392   'compiler/regress-stacktrace-methods': [PASS, ['mode == release', TIMEOUT]],
    393   'array-splice': [PASS, TIMEOUT],
    394 
    395   # Long running test.
    396   'mirror-object': [PASS, TIMEOUT],
    397   'string-indexof-2': [PASS, TIMEOUT],
    398 
    399   # Long running tests. Skipping because having them timeout takes too long on
    400   # the buildbot.
    401   'compiler/alloc-number': [SKIP],
    402   'regress/regress-490': [SKIP],
    403   'regress/regress-634': [SKIP],
    404   'regress/regress-create-exception': [SKIP],
    405   'regress/regress-3247124': [SKIP],
    406 
    407   # Requires bigger stack size in the Genesis and if stack size is increased,
    408   # the test requires too much time to run.  However, the problem test covers
    409   # should be platform-independent.
    410   'regress/regress-1132': [SKIP],
    411 
    412   # Currently always deopt on minus zero
    413   'math-floor-of-div-minus-zero': [SKIP],
    414 }],  # 'arch == mipsel or arch == mips'
    415 
    416 ##############################################################################
    417 ['arch == mips64el', {
    418 
    419   # Slow tests which times out in debug mode.
    420   'try': [PASS, ['mode == debug', SKIP]],
    421   'debug-scripts-request': [PASS, ['mode == debug', SKIP]],
    422   'array-constructor': [PASS, ['mode == debug', SKIP]],
    423 
    424   # Times out often in release mode on MIPS.
    425   'compiler/regress-stacktrace-methods': [PASS, PASS, ['mode == release', TIMEOUT]],
    426   'array-splice': [PASS, TIMEOUT],
    427 
    428   # Long running test.
    429   'mirror-object': [PASS, TIMEOUT],
    430   'string-indexof-2': [PASS, TIMEOUT],
    431 
    432   # BUG(3251035): Timeouts in long looping crankshaft optimization
    433   # tests. Skipping because having them timeout takes too long on the
    434   # buildbot.
    435   'compiler/alloc-number': [PASS, SLOW],
    436   'compiler/array-length': [PASS, SLOW],
    437   'compiler/assignment-deopt': [PASS, SLOW],
    438   'compiler/deopt-args': [PASS, SLOW],
    439   'compiler/inline-compare': [PASS, SLOW],
    440   'compiler/inline-global-access': [PASS, SLOW],
    441   'compiler/optimized-function-calls': [PASS, SLOW],
    442   'compiler/pic': [PASS, SLOW],
    443   'compiler/property-calls': [PASS, SLOW],
    444   'compiler/recursive-deopt': [PASS, SLOW],
    445   'compiler/regress-4': [PASS, SLOW],
    446   'compiler/regress-funcaller': [PASS, SLOW],
    447   'compiler/regress-rep-change': [PASS, SLOW],
    448   'compiler/regress-arguments': [PASS, SLOW],
    449   'compiler/regress-funarguments': [PASS, SLOW],
    450   'compiler/regress-3249650': [PASS, SLOW],
    451   'compiler/simple-deopt': [PASS, SLOW],
    452   'regress/regress-490': [PASS, SLOW],
    453   'regress/regress-634': [PASS, SLOW],
    454   'regress/regress-create-exception': [PASS, SLOW],
    455   'regress/regress-3218915': [PASS, SLOW],
    456   'regress/regress-3247124': [PASS, SLOW],
    457 
    458   # Requires bigger stack size in the Genesis and if stack size is increased,
    459   # the test requires too much time to run.  However, the problem test covers
    460   # should be platform-independent.
    461   'regress/regress-1132': [SKIP],
    462 
    463   # Currently always deopt on minus zero
    464   'math-floor-of-div-minus-zero': [SKIP],
    465 }],  # 'arch == mips64el'
    466 
    467 ['arch == mips64el and simulator_run == False', {
    468   # Random failures on HW, need investigation.
    469   'debug-*': [SKIP],
    470 }],
    471 ##############################################################################
    472 ['system == windows', {
    473   # TODO(mstarzinger): Too slow with turbo fan.
    474   'big-object-literal': [PASS, ['mode == debug', SKIP]],
    475 
    476   # BUG(v8:3435)
    477   'debug-script-breakpoints': [PASS, FAIL],
    478 }],  # 'system == windows'
    479 
    480 ##############################################################################
    481 # Native Client uses the ARM simulator so will behave similarly to arm
    482 # on mjsunit tests.
    483 # TODO(bradchen): enable more tests for NaCl V8 when it stops using
    484 # the ARM simulator.
    485 ##############################################################################
    486 ['arch == nacl_ia32 or arch == nacl_x64', {
    487   # There is no /tmp directory for NaCl runs
    488   'd8-os': [SKIP],
    489 
    490   # Stack manipulations in LiveEdit is not implemented for this arch.
    491   'debug-liveedit-check-stack': [SKIP],
    492   'debug-liveedit-stack-padding': [SKIP],
    493   'debug-liveedit-restart-frame': [SKIP],
    494   'debug-liveedit-double-call': [SKIP],
    495   'harmony/generators-debug-liveedit': [SKIP],
    496 
    497   # NaCl builds have problems with this test since Pepper_28.
    498   # V8 Issue 2786
    499   'math-exp-precision': [SKIP],
    500 
    501   # Requires bigger stack size in the Genesis and if stack size is increased,
    502   # the test requires too much time to run.  However, the problem test covers
    503   # should be platform-independent.
    504   'regress/regress-1132': [SKIP],
    505 
    506   # Poor performance for NaCl V8 causes an assertion failure for this test.
    507   'regress/regress-165637': [SKIP],
    508 
    509   # Skip long running test that times out in debug mode and goes OOM on NaCl.
    510   'regress/regress-crbug-160010': [SKIP],
    511 
    512   # Skip tests that timout with turbofan.
    513   'regress/regress-1257': [PASS, NO_VARIANTS],
    514   'regress/regress-2618': [PASS, NO_VARIANTS],
    515   'regress/regress-298269': [PASS, NO_VARIANTS],
    516   'regress/regress-634': [PASS, NO_VARIANTS],
    517   'regress/regress-91008': [PASS, NO_VARIANTS],
    518   'compiler/osr-alignment': [PASS, NO_VARIANTS],
    519   'compiler/osr-one': [PASS, NO_VARIANTS],
    520   'compiler/osr-two': [PASS, NO_VARIANTS],
    521   'stack-traces-overflow': [PASS, NO_VARIANTS],
    522   'mirror-object': [PASS, NO_VARIANTS],
    523 
    524   # Bug(v8:2978).
    525   'lithium/MathExp': [PASS, FAIL],
    526 
    527   # Lead to OOM:
    528   'string-oom-*': [SKIP],
    529 
    530   # Crashes.
    531   'harmony/private': [SKIP],
    532   'harmony/symbols': [SKIP],
    533 }],  # 'arch == nacl_ia32 or arch == nacl_x64'
    534 
    535 ##############################################################################
    536 ['deopt_fuzzer == True', {
    537 
    538   # Skip tests that are not suitable for deoptimization fuzzing.
    539   'assert-opt-and-deopt': [SKIP],
    540   'never-optimize': [SKIP],
    541   'regress/regress-2185-2': [SKIP],
    542   'harmony/object-observe': [SKIP],
    543   'readonly': [SKIP],
    544   'array-feedback': [SKIP],
    545 
    546   # Deopt every n garbage collections collides with deopt every n times.
    547   'regress/regress-2653': [SKIP],
    548 }],  # 'deopt_fuzzer == True'
    549 ]
    550