1 // Copyright (C) 2010 The Android Open Source Project 2 // 3 // Licensed under the Apache License, Version 2.0 (the "License"); 4 // you may not use this file except in compliance with the License. 5 // You may obtain a copy of the License at 6 // 7 // http://www.apache.org/licenses/LICENSE-2.0 8 // 9 // Unless required by applicable law or agreed to in writing, software 10 // distributed under the License is distributed on an "AS IS" BASIS, 11 // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 12 // See the License for the specific language governing permissions and 13 // limitations under the License. 14 // ---------------------------------------------------------------------------- 15 // 16 // This file consists of lines with specifications of what 17 // to do with layout tests in Dump Render Tree. 18 // The lines can be either specific tests or whole directories 19 // in which case the options apply to all test cases in that directory 20 // and any subdirectory. 21 // 22 // The format of the file is along the lines of: 23 // 24 // path/to/foo/bar.html CRASH 25 // path/to/bar FAIL SLOW // A comment 26 // path/to/foo2/ SLOW FAIL 27 // path/to/bar.html SLOW 28 // 29 // Valid options: 30 // CRASH - the test is expected to crash, so we skip it completely (it is not run) 31 // FAIL - runs the test and compares the result, but we expect it to fail 32 // SLOW - marks the test as being slow to run 33 34 editing/selection/move-left-right.html CRASH // Causes DumpRenderTree to hang 35 fast/js/excessive-comma-usage.html CRASH // Tests huge initializer list, causes OOM. 36 fast/js/regexp-charclass-crash.html CRASH // RegExp is too large, causing OOM 37 fast/regex/test1.html CRASH // Causes DumpRenderTree to hang with V8 38 fast/regex/slow.html CRASH // Causes DumpRenderTree to hang with V8 39 40 // This first block of tests are for features for which Android 41 // should pass all tests. They are skipped only temporarily. 42 // TODO: Fix these failing tests and remove them from this list. 43 fast/dom/HTMLLinkElement/link-and-subresource-test.html FAIL // Requires layoutTestController.dumpResourceResponseMIMETypes(), see http://b/issue?id=4470249 44 fast/dom/HTMLLinkElement/prefetch.html FAIL // Requires layoutTestController.dumpResourceResponseMIMETypes(), see http://b/issue?id=4470249 45 fast/encoding/char-decoding.html FAIL // fails in Java HTTP stack, see http://b/issue?id=3047156 46 fast/encoding/hanarei-blog32-fc2-com.html FAIL // fails in Java HTTP stack, see http://b/issue?id=3046986 47 fast/encoding/mailto-always-utf-8.html FAIL // Requires waitForPolicyDelegate(), see http://b/issue?id=3043468 48 fast/encoding/percent-escaping.html FAIL // fails in Java HTTP stack, see http://b/issue?id=3046984 49 http/tests/appcache/empty-manifest.html FAIL // flaky 50 http/tests/appcache/fallback.html FAIL // http://b/issue?id=2713004 51 http/tests/appcache/foreign-iframe-main.html FAIL // flaky - skips states 52 http/tests/appcache/manifest-with-empty-file.html FAIL // flaky 53 http/tests/appcache/origin-quota.html FAIL // requires clearAllApplicationCaches(), see http://b/issue?id=2944196 54 storage/database-lock-after-reload.html FAIL // Succeeds but DumpRenderTree does not read result correctly 55 storage/hash-change-with-xhr.html FAIL // Succeeds but DumpRenderTree does not read result correctly 56 storage/open-database-creation-callback-isolated-world.html FAIL // Requires layoutTestController.evaluateScriptInIsolatedWorld() 57 storage/statement-error-callback-isolated-world.html FAIL // Requires layoutTestController.evaluateScriptInIsolatedWorld() 58 storage/statement-success-callback-isolated-world.html FAIL // Requires layoutTestController.evaluateScriptInIsolatedWorld() 59 storage/transaction-callback-isolated-world.html FAIL // Requires layoutTestController.evaluateScriptInIsolatedWorld() 60 storage/transaction-error-callback-isolated-world.html FAIL // Requires layoutTestController.evaluateScriptInIsolatedWorld() 61 storage/transaction-success-callback-isolated-world.html FAIL // Requires layoutTestController.evaluateScriptInIsolatedWorld() 62 63 // Expected failures due to unsupported features or tests unsuitable for Android. 64 fast/encoding/char-decoding-mac.html FAIL // Mac-specific encodings (also marked Won't Fix in Chromium, bug 7388) 65 fast/encoding/char-encoding-mac.html FAIL // Mac-specific encodings (also marked Won't Fix in Chromium, bug 7388) 66 fast/encoding/idn-security.html FAIL // Mac-specific IDN checks (also marked Won't Fix in Chromium, bug 21814) 67 fast/events/touch/basic-multi-touch-events.html FAIL // Requires multi-touch gestures not supported by Android system 68 fast/events/touch/touch-coords-in-zoom-and-scroll.html FAIL // Requires eventSender.zoomPageIn(),zoomPageOut() 69 fast/events/touch/touch-target.html FAIL // Requires multi-touch gestures not supported by Android system 70 fast/workers FAIL // workers not supported 71 http/tests/cookies/third-party-cookie-relaxing.html FAIL // We don't support conditional acceptance of third-party cookies 72 http/tests/eventsource/workers FAIL // workers not supported 73 http/tests/workers FAIL // workers not supported 74 http/tests/xmlhttprequest/workers FAIL // workers not supported 75 storage/domstorage/localstorage/private-browsing-affects-storage.html FAIL // private browsing not supported 76 storage/domstorage/sessionstorage/private-browsing-affects-storage.html FAIL // private browsing not supported 77 storage/indexeddb FAIL // indexeddb not supported 78 storage/private-browsing-readonly.html FAIL // private browsing not supported 79 websocket/tests/workers FAIL // workers not supported 80 81 // Expected failures due to missing expected results 82 dom/xhtml/level3/core/canonicalform08.xhtml FAIL 83 dom/xhtml/level3/core/canonicalform09.xhtml FAIL 84 dom/xhtml/level3/core/documentgetinputencoding03.xhtml FAIL 85 dom/xhtml/level3/core/entitygetinputencoding02.xhtml FAIL 86 dom/xhtml/level3/core/entitygetxmlversion02.xhtml FAIL 87 dom/xhtml/level3/core/nodegetbaseuri05.xhtml FAIL 88 dom/xhtml/level3/core/nodegetbaseuri07.xhtml FAIL 89 dom/xhtml/level3/core/nodegetbaseuri09.xhtml FAIL 90 dom/xhtml/level3/core/nodegetbaseuri10.xhtml FAIL 91 dom/xhtml/level3/core/nodegetbaseuri11.xhtml FAIL 92 dom/xhtml/level3/core/nodegetbaseuri15.xhtml FAIL 93 dom/xhtml/level3/core/nodegetbaseuri17.xhtml FAIL 94 dom/xhtml/level3/core/nodegetbaseuri18.xhtml FAIL 95 dom/xhtml/level3/core/nodelookupnamespaceuri01.xhtml FAIL 96 dom/xhtml/level3/core/nodelookupprefix19.xhtml FAIL 97 fast/dom/HTMLLinkElement/pending-stylesheet-count.html FAIL 98 99 // Expected failures for pixel tests 100 fast/encoding/denormalised-voiced-japanese-chars.html FAIL 101 fast/encoding/invalid-UTF-8.html FAIL 102 fast/encoding/utf-16-big-endian.html FAIL 103 fast/encoding/utf-16-little-endian.html FAIL 104 fast/encoding/xmacroman-encoding-test.html FAIL 105 106 // Expected failures due to DumpRenderTree2 serving tests from http://127.0.0.1 107 // rather than file:// 108 // TODO: Consider checking in Android expected results for these tests, once 109 // we've switched fully to DumpRenderTree2 110 dom/html/level2/html/HTMLDocument03.html FAIL 111 dom/xhtml/level2/html/HTMLDocument03.xhtml FAIL 112 dom/xhtml/level2/html/HTMLIFrameElement11.xhtml FAIL 113 fast/dom/HTMLAnchorElement/set-href-attribute-protocol.html FAIL 114 fast/leaks/002.html FAIL 115 storage/open-database-creation-callback.html FAIL 116 storage/quota-tracking.html FAIL 117 118 // TODO: These need to be triaged 119 fast/css/case-transform.html FAIL // will not fix #619707 120 fast/dom/Element/offsetLeft-offsetTop-body-quirk.html FAIL // different screen size result in extra spaces in Apple compared to us 121 fast/dom/Window/Plug-ins.html FAIL // need test plugin 122 fast/dom/Window/window-screen-properties.html FAIL // pixel depth 123 fast/dom/Window/window-xy-properties.html FAIL // requires eventSender.mouseDown(),mouseUp() 124 fast/dom/attribute-namespaces-get-set.html FAIL // http://b/733229 125 fast/dom/object-embed-plugin-scripting.html FAIL // dynamic plugins not supported 126 fast/dom/tabindex-clamp.html FAIL // there is extra spacing in the file due to multiple input boxes fitting on one line on Apple, ours are wrapped. Space at line ends are stripped. 127 fast/events/anchor-image-scrolled-x-y.html FAIL // requires eventSender.mouseDown(),mouseUp() 128 fast/events/arrow-navigation.html FAIL // http://b/735233 129 fast/events/capture-on-target.html FAIL // requires eventSender.mouseDown(),mouseUp() 130 fast/events/dblclick-addEventListener.html FAIL // requires eventSender.mouseDown(),mouseUp() 131 fast/events/drag-in-frames.html FAIL // requires eventSender.mouseDown(),mouseUp() 132 fast/events/drag-outside-window.html FAIL // requires eventSender.mouseDown(),mouseUp() 133 fast/events/event-view-toString.html FAIL // requires eventSender.mouseDown(),mouseUp() 134 fast/events/frame-click-focus.html FAIL // requires eventSender.mouseDown(),mouseUp() 135 fast/events/frame-tab-focus.html FAIL // http://b/734308 136 fast/events/iframe-object-onload.html FAIL // there is extra spacing in the file due to multiple frame boxes fitting on one line on Apple, ours are wrapped. Space at line ends are stripped. 137 fast/events/input-image-scrolled-x-y.html FAIL // requires eventSender.mouseDown(),mouseUp() 138 fast/events/mouseclick-target-and-positioning.html FAIL // requires eventSender.mouseDown(),mouseUp() 139 fast/events/mouseover-mouseout.html FAIL // requires eventSender.mouseDown(),mouseUp() 140 fast/events/mouseover-mouseout2.html FAIL // requires eventSender.mouseDown(),mouseUp() 141 fast/events/mouseup-outside-button.html FAIL // requires eventSender.mouseDown(),mouseUp() 142 fast/events/mouseup-outside-document.html FAIL // requires eventSender.mouseDown(),mouseUp() 143 fast/events/onclick-list-marker.html FAIL // requires eventSender.mouseDown(),mouseUp() 144 fast/events/ondragenter.html FAIL // requires eventSender.mouseDown(),mouseUp() 145 fast/events/onload-webkit-before-webcore.html FAIL // missing space in textrun, ok as text is wrapped. ignore. #714933 146 fast/events/option-tab.html FAIL // http://b/734308 147 fast/events/window-events-bubble.html FAIL // requires eventSender.mouseDown(),mouseUp() 148 fast/events/window-events-bubble2.html FAIL // requires eventSender.mouseDown(),mouseUp() 149 fast/events/window-events-capture.html FAIL // requires eventSender.mouseDown(),mouseUp() 150 fast/forms/drag-into-textarea.html FAIL // requires eventSender.mouseDown(),mouseUp() 151 fast/forms/focus-control-to-page.html FAIL // http://b/716638 152 fast/forms/focus2.html FAIL // http://b/735111 153 fast/forms/form-data-encoding-2.html FAIL // charset convert. #516936 ignore, won't fix 154 fast/forms/form-data-encoding.html FAIL // charset convert. #516936 ignore, won't fix 155 fast/forms/input-appearance-maxlength.html FAIL // execCommand "insertText" not supported 156 fast/forms/input-select-on-click.html FAIL // requires eventSender.mouseDown(),mouseUp() 157 fast/forms/listbox-onchange.html FAIL // requires eventSender.mouseDown(),mouseUp() 158 fast/forms/listbox-selection.html FAIL // http://b/735116 159 fast/forms/onselect-textarea.html FAIL // requires eventSender.mouseMoveTo, mouseDown & mouseUp and abs. position of mouse to select a word. ignore, won't fix #716583 160 fast/forms/onselect-textfield.html FAIL // requires eventSender.mouseMoveTo, mouseDown & mouseUp and abs. position of mouse to select a word. ignore, won't fix #716583 161 fast/forms/plaintext-mode-1.html FAIL // not implemented queryCommandEnabled:BackColor, Undo & Redo 162 fast/forms/search-cancel-button-mouseup.html FAIL // requires eventSender.mouseDown(),mouseUp() 163 fast/forms/search-event-delay.html FAIL // http://b/735120 164 fast/forms/select-empty-list.html FAIL // requires eventSender.mouseDown(),mouseUp() 165 fast/forms/select-type-ahead-non-latin.html FAIL // http://b/735244 166 fast/forms/selected-index-assert.html FAIL // not capturing the console messages 167 fast/forms/selection-functions.html FAIL // there is extra spacing as the text areas and input boxes fit next to each other on Apple, but are wrapped on our screen. 168 fast/forms/textarea-appearance-wrap.html FAIL // Our text areas are a little thinner than Apples. Also RTL test failes 169 fast/forms/textarea-initial-caret-position.html FAIL // Text selection done differently on our platform. When a inputbox gets focus, the entire block is selected. 170 fast/forms/textarea-no-scroll-on-blur.html FAIL // Text selection done differently on our platform. When a inputbox gets focus, the entire block is selected. 171 fast/forms/textarea-paste-newline.html FAIL // Copy&Paste commands not supported 172 fast/forms/textarea-scrolled-endline-caret.html FAIL // requires eventSender.mouseDown(),mouseUp() 173 fast/frames/iframe-window-focus.html FAIL // http://b/735140 174 fast/frames/frameElement-widthheight.html FAIL // screen width&height are different 175 fast/frames/frame-js-url-clientWidth.html FAIL // screen width&height are different 176 fast/html/tab-order.html FAIL // http://b/719289 177 fast/js/navigator-mimeTypes-length.html FAIL // dynamic plugins not supported 178 fast/js/string-capitalization.html FAIL // http://b/516936 179 fast/loader/local-JavaScript-from-local.html FAIL // Requires LayoutTests to exist at /tmp/LayoutTests 180 fast/loader/local-iFrame-source-from-local.html FAIL // Requires LayoutTests to exist at /tmp/LayoutTests 181 fast/loader/opaque-base-url.html FAIL // extra spacing because iFrames rendered next to each other on Apple 182 fast/overflow/scroll-vertical-not-horizontal.html FAIL // http://b/735196 183 fast/parser/script-tag-with-trailing-slash.html FAIL // not capturing the console messages 184 fast/replaced/image-map.html FAIL // requires eventSender.mouseDown(),mouseUp() 185 fast/text/plain-text-line-breaks.html FAIL // extra spacing because iFrames rendered next to each other on Apple 186 profiler FAIL // profiler is not supported 187
