1 /* 2 * This file contains expectations for ART's buildbot. The purpose of this file is 3 * to temporarily list failing tests and not break the bots, until the 4 * libcore expectation files get properly updated. The script that uses this file 5 * is art/tools/run-libcore-tests.sh. 6 * 7 * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. 8 */ 9 10 [ 11 { 12 description: "Assert.java differences between vogar and junit.", 13 result: EXEC_FAILED, 14 modes: [host], 15 name: "libcore.java.math.RunCSVTests#test_csv" 16 }, 17 { 18 description: "Differences between vogar and cts in user directory", 19 result: EXEC_FAILED, 20 modes: [device_testdex], 21 name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" 22 }, 23 { 24 description: "Differences between vogar and cts. Passes with --mode activity", 25 result: EXEC_FAILED, 26 modes: [device_testdex], 27 names: ["libcore.java.lang.OldSystemTest#test_getProperties"] 28 }, 29 { 30 description: "Differences between vogar and cts. EACCESS when run with vogar. 31 Passes on host, passes with cts. Passes with vogar with su 32 (--invoke-with \"su root\"). Does not pass after setting chmod 33 777 all directories on path to socket (on device without su).", 34 result: EXEC_FAILED, 35 modes: [device_testdex], 36 names: ["libcore.libcore.io.OsTest#testUnixDomainSockets_in_file_system"] 37 }, 38 { 39 description: "TCP_USER_TIMEOUT is not defined on host's tcp.h (glibc-2.15-4.8).", 40 result: EXEC_FAILED, 41 modes: [host], 42 names: ["libcore.android.system.OsConstantsTest#testTcpUserTimeoutIsDefined", 43 "libcore.libcore.io.OsTest#test_socket_tcpUserTimeout_setAndGet", 44 "libcore.libcore.io.OsTest#test_socket_tcpUserTimeout_doesNotWorkOnDatagramSocket"], 45 bug: 30402085 46 }, 47 { 48 description: "Issue with incorrect device time (1970)", 49 result: EXEC_FAILED, 50 modes: [device_testdex], 51 names: ["libcore.java.util.TimeZoneTest#testDisplayNames", 52 "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", 53 "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone"], 54 bug: 20879084 55 }, 56 { 57 description: "Issue with incorrect device time (1970). Test assumes that DateTime.now() 58 is greater then a date in 1998.", 59 result: EXEC_FAILED, 60 modes: [device_testdex], 61 names: ["org.apache.harmony.tests.java.util.DateTest#test_Constructor"] 62 }, 63 { 64 description: "Failing due to a locale problem on hammerhead.", 65 result: EXEC_FAILED, 66 modes: [device_testdex], 67 names: ["libcore.icu.DateIntervalFormatTest#test10089890", 68 "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", 69 "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", 70 "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", 71 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString", 72 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString", 73 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev", 74 "libcore.java.text.OldDateFormatTest#test_parseLString", 75 "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", 76 "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", 77 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", 78 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone"] 79 }, 80 { 81 description: "Failing due to missing localhost on hammerhead and volantis.", 82 result: EXEC_FAILED, 83 modes: [device_testdex], 84 names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate", 85 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection", 86 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection", 87 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler", 88 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection", 89 "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", 90 "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", 91 "org.apache.harmony.luni.tests.java.net.URLConnectionTest", 92 "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel" 93 ] 94 }, 95 { 96 description: "Test timeouts", 97 result: EXEC_TIMEOUT, 98 modes: [device_testdex], 99 names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] 100 }, 101 { 102 description: "Needs the newest cat version on the device", 103 result: EXEC_FAILED, 104 modes: [device_testdex], 105 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] 106 }, 107 { 108 description: "Test sometimes timeouts on volantis, and on most modes in debug mode", 109 result: EXEC_TIMEOUT, 110 names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"], 111 bug: 19165288 112 }, 113 { 114 description: "Needs kernel updates on host/device", 115 result: EXEC_FAILED, 116 names: ["libcore.libcore.io.OsTest#test_socketPing"] 117 }, 118 { 119 description: "Linker issues in chrooted environment", 120 modes: [device_testdex], 121 result: EXEC_FAILED, 122 names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"] 123 }, 124 { 125 description: "Flake when running with libartd.so or interpreter", 126 result: EXEC_FAILED, 127 bug:22106064, 128 name: "libcore.java.lang.OldThreadGroupTest#test_enumerateLThreadArrayLZtest_enumerateLThreadArrayLZ" 129 }, 130 { 131 description: "test_xattr fails on arm64 on the buildbots only: needs investigation", 132 result: EXEC_FAILED, 133 modes: [device_testdex], 134 names: ["libcore.libcore.io.OsTest#test_xattr"], 135 bug: 22258911 136 }, 137 { 138 description: "fails on L builds: needs investigation", 139 result: EXEC_FAILED, 140 modes: [device_testdex], 141 names: ["org.apache.harmony.tests.java.lang.ClassTest#test_forNameLjava_lang_String"] 142 }, 143 { 144 description: "Lack of IPv6 on some buildbot slaves", 145 result: EXEC_FAILED, 146 names: ["libcore.libcore.io.OsTest#test_byteBufferPositions_sendto_recvfrom_af_inet6", 147 "libcore.libcore.io.OsTest#test_sendtoSocketAddress_af_inet6", 148 "libcore.libcore.io.OsTest#test_recvfrom_EmptyPacket"], 149 bug: 25178637 150 }, 151 { 152 description: "Non-deterministic test because of a dependency on weak ref collection.", 153 result: EXEC_FAILED, 154 names: ["org.apache.harmony.tests.java.util.WeakHashMapTest#test_keySet"], 155 bug: 25437292 156 }, 157 { 158 description: "Only work with --mode=activity", 159 result: EXEC_FAILED, 160 names: [ "libcore.java.io.FileTest#testJavaIoTmpdirMutable" ] 161 }, 162 { 163 description: "Flaky test", 164 result: EXEC_FAILED, 165 bug: 30107038, 166 modes: [device_testdex], 167 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_destroyForcibly"] 168 }, 169 { 170 description: "Flaky failure, native crash in the runtime. 171 Unclear if this relates to the tests running sh as a child process.", 172 result: EXEC_FAILED, 173 bug: 30657148, 174 modes: [device_testdex], 175 names: ["libcore.java.lang.ProcessBuilderTest#testRedirectInherit", 176 "libcore.java.lang.ProcessBuilderTest#testRedirect_nullStreams"] 177 }, 178 { 179 description: "java.io.IOException: Error writing ASN.1 encoding", 180 result: EXEC_FAILED, 181 names: ["libcore.javax.crypto.spec.AlgorithmParametersTestGCM#testEncoding"] 182 }, 183 { 184 description: "fdsan doesn't exist on the host", 185 result: EXEC_FAILED, 186 modes: [host], 187 bug: 113177877, 188 names: ["libcore.libcore.io.FdsanTest#testFileInputStream", 189 "libcore.libcore.io.FdsanTest#testFileOutputStream", 190 "libcore.libcore.io.FdsanTest#testRandomAccessFile", 191 "libcore.libcore.io.FdsanTest#testParcelFileDescriptor", 192 "libcore.libcore.io.FdsanTest#testDatagramSocket", 193 "libcore.libcore.io.FdsanTest#testSocket"] 194 }, 195 { 196 description: "Timeout on heap-poisoning target builds", 197 result: EXEC_FAILED, 198 modes: [device_testdex], 199 bug: 116446372, 200 names: ["libcore.libcore.io.FdsanTest#testSocket"] 201 }, 202 { 203 description: "Host implementation of android_getaddrinfo differs from device implementation", 204 result: EXEC_FAILED, 205 modes: [host], 206 bug: 121230364, 207 names: [ 208 "libcore.libcore.net.InetAddressUtilsTest#parseNumericAddress[8]", 209 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[10]", 210 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[11]", 211 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[12]", 212 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[5]", 213 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[6]", 214 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[7]", 215 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[8]", 216 "libcore.libcore.net.InetAddressUtilsTest#test_isNotNumericAddress[9]", 217 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[10]", 218 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[11]", 219 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[12]", 220 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[5]", 221 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[6]", 222 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[7]", 223 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[8]", 224 "libcore.libcore.net.InetAddressUtilsTest#test_parseNonNumericAddress[9]" 225 ] 226 }, 227 { 228 description: "Apex related", 229 result: EXEC_FAILED, 230 modes: [device_testdex], 231 bug: 122642227, 232 names: [ 233 "libcore.libcore.icu.TimeZoneIntegrationTest#testTimeZoneDataVersion", 234 "libcore.libcore.icu.TimeZoneIntegrationTest#testTimeZoneDebugInfo", 235 "libcore.libcore.icu.TimeZoneIntegrationTest#testTzDataSetVersions" 236 ] 237 }, 238 { 239 description: "Timeout on walleye bots, currenlty on OPM1.171019.019. But test passes on Q, so just mark it fail here.", 240 result: EXEC_FAILED, 241 modes: [device_testdex], 242 names: [ 243 "libcore.libcore.io.OsTest#testCrossFamilyBindConnectSendto" 244 ] 245 } 246 ] 247
