1 /* 2 * This file contains expectations for ART's buildbot. The purpose of this file is 3 * to temporary and quickly list failing tests and not break the bots, until the 4 * libcore expectation files get properly updated. The script that uses this file 5 * is art/tools/run-libcore-tests.sh. 6 * 7 * It is also used to enable AOSP experiments, and not mess up with CTS's expectations. 8 */ 9 10 [ 11 { 12 description: "Assert.java differences between vogar and junit.", 13 result: EXEC_FAILED, 14 modes: [host], 15 name: "libcore.java.math.RunCSVTests#test_csv" 16 }, 17 { 18 description: "Differences between vogar and cts in user directory", 19 result: EXEC_FAILED, 20 modes: [device], 21 name: "libcore.java.lang.SystemTest#testSystemProperties_mutable" 22 }, 23 { 24 description: "Differences between vogar and cts", 25 result: EXEC_FAILED, 26 modes: [device], 27 names: ["libcore.java.lang.OldSystemTest#test_getProperties", 28 "org.apache.harmony.tests.java.lang.Process2Test#test_getErrorStream", 29 "org.apache.harmony.tests.java.lang.ProcessTest#test_exitValue"] 30 }, 31 { 32 description: "Failures needing investigation", 33 result: EXEC_FAILED, 34 modes: [device], 35 names: ["libcore.java.util.TimeZoneTest#testDisplayNames", 36 "libcore.java.util.TimeZoneTest#test_useDaylightTime_Taiwan", 37 "libcore.java.util.TimeZoneTest#testAllDisplayNames", 38 "libcore.io.OsTest#testUnixDomainSockets_in_file_system", 39 "org.apache.harmony.luni.tests.java.net.URLConnectionTest#test_setReadTimeoutI", 40 "org.apache.harmony.tests.java.util.DateTest#test_Constructor", 41 "org.apache.harmony.tests.java.util.ScannerTest#test_Constructor_LReadableByteChannel", 42 "org.apache.harmony.tests.java.util.TimeZoneTest#test_hasSameRules_Ljava_util_TimeZone", 43 "org.apache.harmony.tests.java.text.ChoiceFormatTest#testEscapedPatternWithConsecutiveQuotes", 44 "org.apache.harmony.tests.java.text.ChoiceFormatTest#testToPatternWithInfinities", 45 "org.apache.harmony.tests.java.text.MessageFormatTest#test19011159"] 46 }, 47 { 48 description: "Failing due to a locale problem on hammerhead.", 49 result: EXEC_FAILED, 50 modes: [device], 51 names: ["libcore.icu.DateIntervalFormatTest#test10089890", 52 "libcore.icu.DateIntervalFormatTest#test10209343_when_not_this_year", 53 "libcore.icu.DateIntervalFormatTest#test10560853_for_single_day_events", 54 "libcore.icu.DateIntervalFormatTest#test10560853_when_time_not_displayed", 55 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeDateTimeString", 56 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanString", 57 "libcore.icu.RelativeDateTimeFormatterTest#test_getRelativeTimeSpanStringAbbrev", 58 "libcore.java.text.OldDateFormatTest#test_parseLString", 59 "libcore.java.text.SimpleDateFormatTest#testDstZoneNameWithNonDstTimestamp", 60 "libcore.java.text.SimpleDateFormatTest#testDstZoneWithNonDstTimestampForNonHourDstZone", 61 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneNameWithDstTimestamp", 62 "libcore.java.text.SimpleDateFormatTest#testNonDstZoneWithDstTimestampForNonHourDstZone", 63 "org.apache.harmony.tests.java.text.SimpleDateFormatTest#test_parseLjava_lang_StringLjava_text_ParsePosition"] 64 }, 65 { 66 description: "Failing due to missing localhost on hammerhead and volantis.", 67 result: EXEC_FAILED, 68 modes: [device], 69 names: ["libcore.javax.crypto.CipherTest#testCipherInitWithCertificate", 70 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithFtpURLConnection", 71 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarFtpURLConnection", 72 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithLoggingSocketHandler", 73 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithHttpURLConnection", 74 "libcore.net.NetworkSecurityPolicyTest#testCleartextTrafficPolicyWithJarHttpURLConnection", 75 "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest", 76 "org.apache.harmony.luni.tests.internal.net.www.protocol.https.HttpsURLConnectionTest", 77 "org.apache.harmony.luni.tests.java.net.URLConnectionTest" 78 ] 79 }, 80 { 81 description: "Test timeouts", 82 result: EXEC_TIMEOUT, 83 modes: [device], 84 names: ["org.apache.harmony.tests.java.util.ScannerTest#testPerformance"] 85 }, 86 { 87 description: "Needs the newest cat version on the device", 88 result: EXEC_FAILED, 89 modes: [device], 90 names: ["org.apache.harmony.tests.java.lang.ProcessTest#test_getErrorStream"] 91 }, 92 { 93 description: "Short date format flag ignored for es_US locale.", 94 result: EXEC_FAILED, 95 name: "libcore.icu.DateIntervalFormatTest#test_formatDateInterval", 96 bug: 18619426 97 }, 98 { 99 description: "Error decoding digital signature bytes.", 100 result: EXEC_FAILED, 101 name: "org.apache.harmony.security.tests.java.security.Signature2Test#test_verify$BII", 102 bug: 18869265 103 }, 104 { 105 description: "Test sometimes timeouts on volantis", 106 result: EXEC_TIMEOUT, 107 modes_variants: [[device,X64]], 108 names: ["libcore.java.lang.SystemTest#testArrayCopyConcurrentModification"], 109 bug: 19165288 110 }, 111 { 112 description: "Bug in libcore", 113 result: EXEC_FAILED, 114 names: ["libcore.javax.crypto.ECDHKeyAgreementTest#testInit_withUnsupportedPrivateKeyType"], 115 bug: 19730263 116 }, 117 { 118 description: "Needs to be run as root", 119 result: EXEC_FAILED, 120 modes: [host], 121 names: ["libcore.io.OsTest#test_PacketSocketAddress"] 122 }, 123 { 124 description: "Needs kernel updates on host/device", 125 result: EXEC_FAILED, 126 names: ["libcore.io.OsTest#test_socketPing"] 127 }, 128 { 129 description: "Linker issues in chrooted environment", 130 modes: [device], 131 result: EXEC_FAILED, 132 names: ["org.apache.harmony.tests.java.lang.ProcessManagerTest#testEnvironment"] 133 } 134 ] 135
