Home | History | Annotate | Download | only in tools
      1 /*
      2  * This file contains expectations for ART's buildbot. The purpose of this file is
      3  * to temporarily list failing tests and not break the bots.
      4  *
      5  * This file contains the expectations for the 'prebuilt-libjdwp-aot' and
      6  * 'prebuilt-libjdwp-jit' test groups on the chromium buildbot.
      7  */
      8 [
      9 {
     10   description: "Test fails due to unexpectedly getting the thread-groups of zombie threads",
     11   result: EXEC_FAILED,
     12   bug: 66906414,
     13   name: "org.apache.harmony.jpda.tests.jdwp.ThreadReference.ThreadGroup002Test#testThreadGroup002"
     14 },
     15 {
     16   description: "Test fails due to modifiers not including ACC_SUPER",
     17   result: EXEC_FAILED,
     18   bug: 66906055,
     19   name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ModifiersTest#testModifiers001"
     20 },
     21 {
     22   description: "Test fails due to static values not being set correctly.",
     23   result: EXEC_FAILED,
     24   bug: 66905894,
     25   name: "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues006Test#testGetValues006"
     26 },
     27 {
     28   description: "Tests fail with assertion error on slot number",
     29   result: EXEC_FAILED,
     30   bug: 66905468,
     31   names: [ "org.apache.harmony.jpda.tests.jdwp.Method.VariableTableTest#testVariableTableTest001",
     32            "org.apache.harmony.jpda.tests.jdwp.Method.VariableTableWithGenericTest#testVariableTableWithGenericTest001" ]
     33 },
     34 {
     35   description: "Test fails with assertion error 'Invalid Path' for class path.",
     36   result: EXEC_FAILED,
     37   bug: 66904994,
     38   name: "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ClassPathsTest#testClassPaths001"
     39 },
     40 {
     41   description: "Test fails with Error VM_DEAD when trying to resume during VM_DEATH event",
     42   result: EXEC_FAILED,
     43   bug: 66904725,
     44   name: "org.apache.harmony.jpda.tests.jdwp.Events.VMDeath002Test#testVMDeathRequest"
     45 },
     46 {
     47   description: "Test fails with OPAQUE_FRAME error due to attempting a GetLocalReference on a proxy frame instead of GetLocalInstance!",
     48   result: EXEC_FAILED,
     49   bug: 66903662,
     50   name: "org.apache.harmony.jpda.tests.jdwp.StackFrame.ProxyThisObjectTest#testThisObject"
     51 },
     52 {
     53   description: "Test fails with unexpected TYPE_MISMATCH error",
     54   result: EXEC_FAILED,
     55   bug: 66904008,
     56   name: "org.apache.harmony.jpda.tests.jdwp.StackFrame.ThisObjectTest#testThisObjectTest001"
     57 },
     58 {
     59   description: "Tests that fail only on ART with INVALID_SLOT error",
     60   result: EXEC_FAILED,
     61   bug: 66903181,
     62   names: [ "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testBreakpoint",
     63            "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testException",
     64            "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testFieldAccess",
     65            "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testFieldModification",
     66            "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodEntry",
     67            "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodExit",
     68            "org.apache.harmony.jpda.tests.jdwp.EventModifiers.InstanceOnlyModifierTest#testMethodExitWithReturnValue" ]
     69 },
     70 {
     71   description: "Tests for VMDebug functionality not implemented in the upstream libjdwp",
     72   result: EXEC_FAILED,
     73   names: [ "org.apache.harmony.jpda.tests.jdwp.VMDebug.VMDebugTest#testVMDebug",
     74            "org.apache.harmony.jpda.tests.jdwp.VMDebug.VMDebugTest002#testVMDebug" ]
     75 },
     76 /* TODO Categorize these failures more. */
     77 {
     78   description: "Tests that fail on both ART and RI. These tests are likely incorrect",
     79   result: EXEC_FAILED,
     80   bug: 66906734,
     81   names: [ "org.apache.harmony.jpda.tests.jdwp.ArrayReference.SetValues003Test#testSetValues003_InvalidIndex",
     82            "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethod002Test#testInvokeMethod_wrong_argument_types",
     83            "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod002",
     84            "org.apache.harmony.jpda.tests.jdwp.ClassType.InvokeMethodTest#testInvokeMethod003",
     85            "org.apache.harmony.jpda.tests.jdwp.ClassType.NewInstanceTest#testNewInstance002",
     86            "org.apache.harmony.jpda.tests.jdwp.ClassType.SetValues002Test#testSetValues002",
     87            "org.apache.harmony.jpda.tests.jdwp.Events.ClassPrepare002Test#testClassPrepareCausedByDebugger",
     88            "org.apache.harmony.jpda.tests.jdwp.Events.ExceptionCaughtTest#testExceptionEvent_ThrowLocation_FromNative",
     89            "org.apache.harmony.jpda.tests.jdwp.ObjectReference.DisableCollectionTest#testDisableCollection_null",
     90            "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_invalid",
     91            "org.apache.harmony.jpda.tests.jdwp.ObjectReference.EnableCollectionTest#testEnableCollection_null",
     92            "org.apache.harmony.jpda.tests.jdwp.ObjectReference.GetValues002Test#testGetValues002",
     93            "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValues003Test#testSetValues003",
     94            "org.apache.harmony.jpda.tests.jdwp.ObjectReference.SetValuesTest#testSetValues001",
     95            "org.apache.harmony.jpda.tests.jdwp.ReferenceType.FieldsWithGenericTest#testFieldsWithGeneric001",
     96            "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues002Test#testGetValues002",
     97            "org.apache.harmony.jpda.tests.jdwp.ReferenceType.GetValues004Test#testGetValues004",
     98            "org.apache.harmony.jpda.tests.jdwp.StringReference.ValueTest#testStringReferenceValueTest001_NullString",
     99            "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ChildrenTest#testChildren_NullObject",
    100            "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.NameTest#testName001_NullObject",
    101            "org.apache.harmony.jpda.tests.jdwp.ThreadGroupReference.ParentTest#testParent_NullObject",
    102            "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.CapabilitiesNewTest#testCapabilitiesNew001" ]
    103 },
    104 {
    105   description: "Test for ddms extensions that are not implemented for prebuilt-libjdwp",
    106   result: EXEC_FAILED,
    107   bug: 69169846,
    108   name: "org.apache.harmony.jpda.tests.jdwp.DDM.DDMTest#testChunk001"
    109 },
    110 ]
    111