Home | History | Annotate | Download | only in expectations
      1 /*
      2  * This file contains expectations for tests that we'd like to eventually fix, but aren't urgent.
      3  */
      4 [
      5 {
      6   description: "libcore.java.io.OldFileTest#test_deleteOnExit fails on IRM05 mysid-user",
      7   name: "libcore.java.io.OldFileTest#test_deleteOnExit",
      8   bug: 5834665
      9 },
     10 {
     11   description: "We're retiring the security manager. Unfortunately, tests all over the place
     12                 need to check that they're secure, so they all fail when we refuse to install
     13                 a security manager. This suppresses all of these failures.",
     14   result: EXEC_FAILED,
     15   failure: "disable securityManager",
     16   pattern: ".*java.lang.SecurityException\\s+at java.lang.System.setSecurityManager.*",
     17   bug: 2585285
     18 },
     19 {
     20   description: "ignore compilation errors due to different available APIs",
     21   result: COMPILE_FAILED,
     22   failure: "ignore compilation errors",
     23   pattern: ".*\\.java:\\d+: cannot find symbol.*"
     24 },
     25 {
     26   description: "the average length of possible UTF-8 sequences is 2 bytes.",
     27   result: EXEC_FAILED,
     28   name: "org.apache.harmony.tests.java.nio.charset.UTFCharsetEncoderTest#testSpecificDefaultValue",
     29   substring: "junit.framework.AssertionFailedError: expected:<1.1> but was:<2.0>"
     30 },
     31 {
     32   description: "Some tests (ExcludedProxyTest) connect to a public webserver to check that the HTTP client works",
     33   result: EXEC_FAILED,
     34   failure: "connect to the Internet",
     35   pattern: ".*java.net.UnknownHostException:.*jcltest.apache.org.*"
     36 },
     37 {
     38   description: "Some tests (ExcludedProxyTest) connect to a public webserver to check that the HTTP client works",
     39   result: EXEC_FAILED,
     40   names: [
     41     "com.android.org.apache.harmony.luni.tests.java.net.ExcludedProxyTest"
     42   ]
     43 },
     44 {
     45   description: "Some tests depend on ICU data, which has changed. Others make assumptions about floating point rounding",
     46   result: EXEC_FAILED,
     47   names: [
     48     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_BigDecimalExceptionOrder",
     49     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_DateTimeConversion",
     50     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionE",
     51     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionF",
     52     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatConversionG",
     53     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_FloatDoubleBigDecimalExceptionOrder",
     54     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_GeneralConversionOther",
     55     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_LineSeparator",
     56     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Percent",
     57     "org.apache.harmony.tests.java.util.FormatterTest#test_formatLjava_lang_String$Ljava_lang_Object_Width"
     58   ]
     59 },
     60 {
     61   description: "(Needs investigation) Some tests make assertions that don't make sense, others use broken port allocation logic.",
     62   result: EXEC_FAILED,
     63   names: [
     64     "org.apache.harmony.tests.java.net.Inet6AddressTest#test_getByNameLjava_lang_String",
     65     "org.apache.harmony.tests.java.net.InetAddressTest#test_getByNameLjava_lang_String",
     66     "org.apache.harmony.tests.java.net.InetAddressTest#test_isReachableLjava_net_NetworkInterfaceII_loopbackInterface"
     67   ]
     68 },
     69 {
     70   description: "(Needs investigation) Test failures from the harmony import of external/apache-harmony/archive",
     71   bug: 12189307,
     72   result: EXEC_FAILED,
     73   names: [
     74     "org.apache.harmony.tests.java.util.jar.ManifestTest#testNul",
     75     "org.apache.harmony.tests.java.util.jar.ManifestTest#testRead",
     76     "org.apache.harmony.tests.java.util.jar.ManifestTest#testStreamConstructor"
     77   ]
     78 },
     79 {
     80   description: "Potentially flakey because they rely on a specific local TCP port being free.",
     81   result: EXEC_FAILED,
     82   names: [
     83       "org.apache.harmony.tests.java.nio.channels.ServerSocketChannelTest#test_bind_explicitPort"
     84   ]
     85 },
     86 {
     87   description: "The ResourceBundle code under test is probably not used much on Android and needs a lot of attention.",
     88   modes: [device],
     89   bug: 13747957,
     90   names: [
     91       "org.apache.harmony.tests.java.util.ControlTest#test_needsReload_LStringLLocaleLStringLClassLoaderResourceBundleJ"
     92   ]
     93 },
     94 {
     95   description: "Fails in CTS, passes in CoreTestRunner.",
     96   result: EXEC_FAILED,
     97   modes: [device],
     98   names: [
     99       "org.apache.harmony.tests.java.net.URLConnection#test_getContentEncoding",
    100       "libcore.java.text.OldNumberFormatTest#test_parseLjava_lang_String",
    101       "libcore.java.nio.channels.OldSocketChannelTest#test_writeLjava_nio_ByteBuffer_Nonblocking_HugeData",
    102       "org.apache.harmony.tests.java.lang.ProcessManagerTest#testSleep",
    103       "libcore.java.security.cert.OldPKIXParametersTest#testPKIXParametersKeyStore04"
    104   ]
    105 },
    106 {
    107   description: "Suffers from DH slowness, disabling for now.",
    108   result: EXEC_FAILED,
    109   names: [
    110       "libcore.java.security.OldDHTest#testDHGen",
    111       "libcore.java.security.OldKeyPairGeneratorTestDH#testKeyPairGenerator",
    112       "libcore.javax.crypto.spec.KeyPairGeneratorTestDH#testKeyPairGenerator",
    113       "libcore.javax.crypto.spec.AlgorithmParametersTestDH#testAlgorithmParameters",
    114       "libcore.javax.crypto.spec.AlgorithmParameterGeneratorTestDH#testAlgorithmParameterGenerator"
    115   ]
    116 },
    117 {
    118   description: "Destroys MD5 provider, hurts succeeding tests",
    119   result: EXEC_FAILED,
    120   names: [
    121       "org.apache.harmony.tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKey",
    122       "org.apache.harmony.tests.api.javax.security.cert.X509CertificateTest#testVerifyPublicKeyString"
    123   ]
    124 },
    125 {
    126   description: "Suffers from side effect of other, currently unknown test",
    127   result: EXEC_FAILED,
    128   names: [
    129       "org.apache.harmony.luni.tests.internal.net.www.protocol.http.HttpURLConnectionTest#testProxyAuthorization"
    130   ]
    131 },
    132 {
    133   description: "Support_TestWebServer requires isolation.",
    134   result: EXEC_FAILED,
    135   names: [
    136       "libcore.java.net.OldURLClassLoaderTest#test_findResourceLjava_lang_String"
    137   ]
    138 },
    139 {
    140   description: "Causes OutOfMemoryError to test finalization",
    141   result: EXEC_FAILED,
    142   names: [
    143       "org.apache.harmony.tests.java.lang.ref.SoftReferenceTest#test_get_SoftReference",
    144       "org.apache.harmony.crypto.tests.javax.crypto#ExemptionMechanismTest#test_finalize"
    145   ]
    146 },
    147 {
    148   description: "Causes open dex file error",
    149   modes: [device],
    150   names: [
    151       "org.apache.harmony.tests.java.lang.reflect.GenericSignatureFormatErrorTest#test_signatureFormatError"
    152   ]
    153 },
    154 {
    155   description: "Requires functional Support_Jetty",
    156   bug: 28535961,
    157   result: EXEC_FAILED,
    158   names: [
    159       "com.android.org.apache.harmony.luni.tests.java.net.URLClassLoaderTest"
    160   ]
    161 },
    162 {
    163   description: "Unable to execute Support_AvailTest",
    164   result: EXEC_FAILED,
    165   bug: 28535603,
    166   names: [
    167       "com.android.org.apache.harmony.luni.tests.internal.process.SystemProcessTest#test_interrupt"
    168   ]
    169 }
    170 ]
    171