1 /* 2 * This file contains expectations for tests that we'd like to eventually fix, but aren't urgent. 3 */ 4 [ 5 { 6 description: "libcore.java.io.OldFileTest#test_deleteOnExit fails on IRM05 mysid-user", 7 name: "libcore.java.io.OldFileTest#test_deleteOnExit", 8 bug: 5834665 9 }, 10 { 11 description: "libcore.java.net.URLConnectionTest#testServerShutdownInput fails on ICL27 mysid-userdebug (5534202 is caused by 5731252)", 12 name: "libcore.java.net.URLConnectionTest#testServerShutdownInput", 13 bug: 5534202 14 }, 15 { 16 description: "This test has been failing in our continuous build recently.", 17 names: [ 18 "libcore.java.net.URLConnectionTest#testConnectTimeouts" 19 ], 20 bug: 3441111 21 }, 22 { 23 description: "We're retiring the security manager. Unfortunately, tests all over the place 24 need to check that they're secure, so they all fail when we refuse to install 25 a security manager. This suppresses all of these failures.", 26 result: EXEC_FAILED, 27 failure: "disable securityManager", 28 pattern: ".*java.lang.SecurityException\\s+at java.lang.System.setSecurityManager.*", 29 bug: 2585285 30 }, 31 { 32 description: "ignore compilation errors due to different available APIs", 33 result: COMPILE_FAILED, 34 failure: "ignore compilation errors", 35 pattern: ".*\\.java:\\d+: cannot find symbol.*" 36 }, 37 { 38 description: "the average length of possible UTF-8 sequences is 2 bytes.", 39 result: EXEC_FAILED, 40 name: "org.apache.harmony.tests.java.nio.charset.UTFCharsetEncoderTest#testSpecificDefaultValue", 41 substring: "junit.framework.AssertionFailedError: expected:<1.1> but was:<2.0>" 42 }, 43 { 44 description: "Some tests (ExcludedProxyTest) connect to a public webserver to check that the HTTP client works", 45 result: EXEC_FAILED, 46 failure: "connect to the Internet", 47 pattern: ".*java.net.UnknownHostException:.*jcltest.apache.org.*" 48 }, 49 { 50 description: "Some tests depend on ICU data, which has changed. Others make assumptions about floating point rounding", 51 result: EXEC_FAILED, 52 names: [ 53 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_BigDecimalExceptionOrder", 54 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_DateTimeConversion", 55 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionE", 56 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionF", 57 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionG", 58 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatDoubleBigDecimalExceptionOrder", 59 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_GeneralConversionOther", 60 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_LineSeparator", 61 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Percent", 62 "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Width" 63 ] 64 }, 65 { 66 description: "(Needs investigation) Some tests make assertions that don't make sense, others use broken port allocation logic.", 67 result: EXEC_FAILED, 68 names: [ 69 "org.apache.harmony.tests.java.net.Inet6AddressTest#test_getByNameLjava_lang_String", 70 "org.apache.harmony.tests.java.net.InetAddressTest#test_equalsLjava_lang_Object", 71 "org.apache.harmony.tests.java.net.InetAddressTest#test_getByNameLjava_lang_String", 72 "org.apache.harmony.tests.java.net.InetAddressTest#test_isReachableLjava_net_NetworkInterfaceII_loopbackInterface" 73 ] 74 }, 75 { 76 description: "(Needs investigation) Test failures from the harmony import of external/apache-harmony/archive", 77 bug: 12189307, 78 result: EXEC_FAILED, 79 names: [ 80 "org.apache.harmony.tests.java.util.jar.ManifestTest#testNul", 81 "org.apache.harmony.tests.java.util.jar.ManifestTest#testRead", 82 "org.apache.harmony.tests.java.util.jar.ManifestTest#testStreamConstructor" 83 ] 84 }, 85 { 86 description: "Potentially flakey because they rely on a specific local TCP port being free.", 87 result: EXEC_FAILED, 88 names: [ 89 "org.apache.harmony.tests.java.nio.channels.ServerSocketChannelTest#test_bind_explicitPort" 90 ] 91 }, 92 { 93 description: "The ResourceBundle code under test is probably not used much on Android and needs a lot of attention.", 94 bug: 13747957, 95 result: EXEC_FAILED, 96 names: [ 97 "org.apache.harmony.tests.java.util.ControlTest#test_needsReload_LStringLLocaleLStringLClassLoaderResourceBundleJ" 98 ] 99 }, 100 { 101 description: "Fails in CTS, passes in CoreTestRunner.", 102 result: EXEC_FAILED, 103 names: [ 104 "org.apache.harmony.tests.java.net.URLConnection#test_getContentEncoding", 105 "libcore.java.text.OldNumberFormatTest#test_parseLjava_lang_String", 106 "libcore.java.nio.channels.OldSocketChannelTest#test_writeLjava_nio_ByteBuffer_Nonblocking_HugeData", 107 "org.apache.harmony.tests.java.lang.ProcessManagerTest#testSleep", 108 "libcore.java.security.cert.OldPKIXParametersTest#testPKIXParametersKeyStore04" 109 ] 110 }, 111 { 112 description: "Suffers from DH slowness, disabling for now.", 113 result: EXEC_FAILED, 114 names: [ 115 "libcore.java.security.OldDHTest#testDHGen", 116 "libcore.java.security.OldKeyPairGeneratorTestDH#testKeyPairGenerator", 117 "libcore.javax.crypto.spec.KeyPairGeneratorTestDH#testKeyPairGenerator", 118 "libcore.javax.crypto.spec.AlgorithmParametersTestDH#testAlgorithmParameters", 119 "libcore.javax.crypto.spec.AlgorithmParameterGeneratorTestDH#testAlgorithmParameterGenerator" 120 ] 121 }, 122 { 123 description: "Destroys MD5 provider, hurts succeeding tests", 124 result: EXEC_FAILED, 125 names: [ 126 "tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKey", 127 "tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKeyString" 128 ] 129 }, 130 { 131 description: "Suffers from side effect of other, currently unknown test", 132 result: EXEC_FAILED, 133 names: [ 134 "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest#testProxyAuthorization" 135 ] 136 }, 137 { 138 description: "Support_TestWebServer requires isolation.", 139 result: EXEC_FAILED, 140 names: [ 141 "libcore.java.net.OldURLClassLoaderTest#test_findResourceLjava_lang_String" 142 ] 143 }, 144 { 145 description: "Causes OutOfMemoryError to test finalization", 146 result: EXEC_FAILED, 147 names: [ 148 "org.apache.harmony.tests.java.lang.ref.SoftReferenceTest#test_get_SoftReference", 149 "org.apache.harmony.crypto.tests.javax.crypto#ExemptionMechanismTest#test_finalize" 150 ] 151 }, 152 { 153 description: "Causes open dex file error", 154 result: EXEC_FAILED, 155 names: [ 156 "org.apache.harmony.tests.java.lang.reflect.GenericSignatureFormatErrorTest#test_signatureFormatError" 157 ] 158 } 159 ] 160
