1 /* 2 * This file contains expectations for ART's buildbot. The purpose of this file is 3 * to temporarily list failing tests and not break the bots, until the 4 * libcore expectation files get properly updated. The script that uses this file 5 * is art/tools/run-libcore-tests.sh. 6 * 7 * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. 8 */ 9 10 [ 11 { 12 description: "Assert.java differences between vogar and junit.", 13 result: EXEC_FAILED, 14 modes: [host], 15 name: "libcore.java.math.RunCSVTests#test_csv" 16 }, 17 { 18 description: "Differences between vogar and cts in user directory", 19 result: EXEC_FAILED, 20 modes: [device], 21 name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" 22 }, 23 { 24 description: "Differences between vogar and cts. Passes with --mode activity", 25 result: EXEC_FAILED, 26 modes: [device], 27 names: ["libcore.java.lang.OldSystemTest#test_getProperties"] 28 }, 29 { 30 description: "Differences between vogar and cts. EACCESS when run with vogar. 31 Passes on host, passes with cts. Passes with vogar with su 32 (--invoke-with \"su root\"). Does not pass after setting chmod 33 777 all directories on path to socket (on device without su).", 34 result: EXEC_FAILED, 35 modes: [device], 36 names: ["libcore.libcore.io.OsTest#testUnixDomainSockets_in_file_system"] 37 }, 38 { 39 description: "TCP_USER_TIMEOUT is not defined on host's tcp.h (glibc-2.15-4.8).", 40 result: EXEC_FAILED, 41 modes: [host], 42 names: ["libcore.android.system.OsConstantsTest#testTcpUserTimeoutIsDefined", 43 "libcore.libcore.io.OsTest#test_socket_tcpUserTimeout_setAndGet", 44 "libcore.libcore.io.OsTest#test_socket_tcpUserTimeout_doesNotWorkOnDatagramSocket"], 45 bug: 30402085 46 }, 47 { 48 description: "Issue with incorrect device time (1970)", 49 result: EXEC_FAILED, 50 modes: [device], 51 names: ["libcore.java.util.TimeZoneTest#testDisplayNames", 52 "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", 53 "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"], 54 bug: 20879084 55 }, 56 { 57 description: "Issue with incorrect device time (1970). Test assumes that DateTime.now() 58 is greater then a date in 1998.", 59 result: EXEC_FAILED, 60 modes: [device], 61 names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"] 62 }, 63 { 64 description: "Failing due to a locale problem on hammerhead.", 65 result: EXEC_FAILED, 66 modes: [device], 67 names: ["libcore.icu.DateIntervalFormatTest#test10089890", 68 "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", 69 "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", 70 "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", 71 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString", 72 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString", 73 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev", 74 "libcore.java.text.OldDateFormatTest#test_parseLString", 75 "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", 76 "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", 77 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", 78 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"] 79 }, 80 { 81 description: "Failing due to missing localhost on hammerhead and volantis.", 82 result: EXEC_FAILED, 83 modes: [device], 84 names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate", 85 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection", 86 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection", 87 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler", 88 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection", 89 "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", 90 "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", 91 "org.apache.harmony.luni.tests.java.net.URLConnectionTest", 92 "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel" 93 ] 94 }, 95 { 96 description: "Test timeouts", 97 result: EXEC_TIMEOUT, 98 modes: [device], 99 names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] 100 }, 101 { 102 description: "Needs the newest cat version on the device", 103 result: EXEC_FAILED, 104 modes: [device], 105 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] 106 }, 107 { 108 description: "Test sometimes timeouts on volantis, and on most modes in debug mode", 109 result: EXEC_TIMEOUT, 110 names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"], 111 bug: 19165288 112 }, 113 { 114 description: "Needs kernel updates on host/device", 115 result: EXEC_FAILED, 116 names: ["libcore.libcore.io.OsTest#test_socketPing"] 117 }, 118 { 119 description: "Linker issues in chrooted environment", 120 modes: [device], 121 result: EXEC_FAILED, 122 names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"] 123 }, 124 { 125 description: "Flake when running with libartd.so or interpreter", 126 result: EXEC_FAILED, 127 bug:22106064, 128 name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ" 129 }, 130 { 131 description: "test_xattr fails on arm64 on the buildbots only: needs investigation", 132 result: EXEC_FAILED, 133 modes: [device], 134 names: ["libcore.libcore.io.OsTest#test_xattr"], 135 bug: 22258911 136 }, 137 { 138 description: "fails on L builds: needs investigation", 139 result: EXEC_FAILED, 140 modes: [device], 141 names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"] 142 }, 143 { 144 description: "Lack of IPv6 on some buildbot slaves", 145 result: EXEC_FAILED, 146 names: ["libcore.libcore.io.OsTest#test_byteBufferPositions_sendto_recvfrom_af_inet6", 147 "libcore.libcore.io.OsTest#test_sendtoSocketAddress_af_inet6", 148 "libcore.libcore.io.OsTest#test_recvfrom_EmptyPacket"], 149 bug: 25178637 150 }, 151 { 152 description: "Non-deterministic test because of a dependency on weak ref collection.", 153 result: EXEC_FAILED, 154 names: ["org.apache.harmony.tests.java.util.WeakHashMapTest#test_keySet"], 155 bug: 25437292 156 }, 157 { 158 description: "Missing resource in classpath", 159 result: EXEC_FAILED, 160 modes: [device], 161 names: ["libcore.java.util.prefs.OldAbstractPreferencesTest#testClear", 162 "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportNode", 163 "libcore.java.util.prefs.OldAbstractPreferencesTest#testExportSubtree", 164 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGet", 165 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetBoolean", 166 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetByteArray", 167 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetDouble", 168 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetFloat", 169 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetInt", 170 "libcore.java.util.prefs.OldAbstractPreferencesTest#testGetLong", 171 "libcore.java.util.prefs.OldAbstractPreferencesTest#testKeys", 172 "libcore.java.util.prefs.OldAbstractPreferencesTest#testNodeExists", 173 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPut", 174 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutBoolean", 175 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutByteArray", 176 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutDouble", 177 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutFloat", 178 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutInt", 179 "libcore.java.util.prefs.OldAbstractPreferencesTest#testPutLong", 180 "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemove", 181 "libcore.java.util.prefs.OldAbstractPreferencesTest#testRemoveNode", 182 "libcore.java.util.prefs.OldAbstractPreferencesTest#testSync", 183 "libcore.java.util.prefs.PreferencesTest#testHtmlEncoding", 184 "libcore.java.util.prefs.PreferencesTest#testPreferencesClobbersExistingFiles", 185 "org.apache.harmony.tests.java.util.PropertiesTest#test_storeToXMLLjava_io_OutputStreamLjava_lang_StringLjava_lang_String", 186 "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportNode", 187 "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testExportSubtree", 188 "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testFlush", 189 "org.apache.harmony.tests.java.util.prefs.AbstractPreferencesTest#testSync", 190 "org.apache.harmony.tests.java.util.prefs.FilePreferencesImplTest#testPutGet"] 191 }, 192 { 193 description: "Only work with --mode=activity", 194 result: EXEC_FAILED, 195 names: [ "libcore.java.io.FileTest#testJavaIoTmpdirMutable" ] 196 }, 197 { 198 description: "Flaky test", 199 result: EXEC_FAILED, 200 bug: 30107038, 201 modes: [device], 202 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_destroyForcibly"] 203 }, 204 { 205 description: "Flaky failure, native crash in the runtime. 206 Unclear if this relates to the tests running sh as a child process.", 207 result: EXEC_FAILED, 208 bug: 30657148, 209 modes: [device], 210 names: ["libcore.java.lang.ProcessBuilderTest#testRedirectInherit", 211 "libcore.java.lang.ProcessBuilderTest#testRedirect_nullStreams"] 212 }, 213 { 214 description: "java.io.IOException: Error writing ASN.1 encoding", 215 result: EXEC_FAILED, 216 names: ["libcore.javax.crypto.spec.AlgorithmParametersTestGCM#testEncoding"] 217 } 218 ] 219
