1 [ 2 { 3 description: "some AlarmClockTests are not robust across different device types", 4 names: [ 5 "android.alarmclock.cts.DismissAlarmTest#testAll", 6 "android.alarmclock.cts.SetAlarmTest#testAll", 7 "android.alarmclock.cts.SnoozeAlarmTest#testAll" 8 ], 9 bug: 23776083 10 }, 11 { 12 description: "the UsageStats is not yet stable enough", 13 names: [ 14 "android.app.usage.cts.UsageStatsTest" 15 ], 16 bug: 17536113 17 }, 18 { 19 description: "the ConnectivityConstraintTest are not yet stable", 20 names: [ 21 "android.jobscheduler.cts.ConnectivityConstraintTest" 22 ], 23 bug: 18117279 24 }, 25 { 26 description: "tests a fragile by nature as they rely on hardcoded behavior", 27 names: [ 28 "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverText", 29 "android.accessibilityservice.cts.AccessibilityTextTraversalTest#testActionNextAndPreviousAtGranularityPageOverTextExtend" 30 ], 31 bug: 17595050 32 }, 33 { 34 description: "test fails on some devices", 35 names: [ 36 "android.dumpsys.cts.DumpsysHostTest#testBatterystatsOutput", 37 "android.dumpsys.cts.DumpsysHostTest#testGfxinfoFramestats" 38 ], 39 bug: 23776893 40 }, 41 { 42 description: "the SSLCertificateSocketFactoryTest often fails because of lack of live internet or short timeout, it should be refactored to do a local server testing", 43 names: [ 44 "android.net.cts.SSLCertificateSocketFactoryTest#testCreateSocket", 45 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_bind", 46 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_simple", 47 "android.net.cts.SSLCertificateSocketFactoryTest#test_createSocket_wrapping" 48 ], 49 bug: 18682315 50 }, 51 { 52 description: "the test result are too much dependent on live-internet connection, which for some devices might not exist", 53 names: [ 54 "android.net.wifi.cts.NsdManagerTest#testAndroidTestCaseSetupProperly" 55 ], 56 bug: 18680089 57 }, 58 { 59 description: "AudioPolicyBinder tests are not yet robust enough", 60 names: [ 61 "android.security.cts.AudioPolicyBinderTest" 62 ], 63 bug: 18461670 64 }, 65 { 66 description: "test not robust", 67 names: [ 68 "android.telecom.cts.ExtendedInCallServiceTest#testAddNewOutgoingCallAndThenDisconnect", 69 "android.telecom.cts.RemoteConferenceTest#testRemoteConferenceCallbacks_ConferenceableConnections" 70 ], 71 bug: 23604254 72 }, 73 { 74 description: "tests too flaky", 75 names: [ 76 "android.transition.cts.ChangeScrollTest#testChangeScroll" 77 ], 78 bug: 23779020 79 }, 80 { 81 description: "Not all jdwp features are currently supported. These tests will fail", 82 names: [ 83 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch001", 84 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch002", 85 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch003", 86 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowDebuggerLaunchTest#testDebuggerLaunch004", 87 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger001#testDebugger002", 88 "org.apache.harmony.jpda.tests.jdwp.DebuggerOnDemand.OnthrowLaunchDebugger002#testDebugger", 89 "org.apache.harmony.jpda.tests.jdwp.Events.ClassUnloadTest#testClassUnloadEvent", 90 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnterTest#testMonitorContendedEnterForClassMatch", 91 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorContendedEnteredTest#testMonitorContendedEnteredForClassMatch", 92 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassExclude", 93 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchExact", 94 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchFirst", 95 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassMatchSecond", 96 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitTest#testMonitorWaitForClassOnly", 97 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassExclude", 98 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchExact", 99 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchFirst", 100 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassMatchSecond", 101 "org.apache.harmony.jpda.tests.jdwp.Events.MonitorWaitedTest#testMonitorWaitedForClassOnly", 102 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.ClassFileVersionTest#testClassFileVersion001", 103 "org.apache.harmony.jpda.tests.jdwp.ReferenceType.NestedTypesTest#testNestedTypes001", 104 "org.apache.harmony.jpda.tests.jdwp.ThreadReference.StopTest#testStop001", 105 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.HoldEventsTest#testHoldEvents001", 106 "org.apache.harmony.jpda.tests.jdwp.VirtualMachine.ReleaseEventsTest#testReleaseEvents001" 107 ], 108 bug: 16720689 109 }, 110 { 111 description: "test can only run properly on a user build device when the bug is resolved", 112 names: [ 113 "android.appwidget.cts.AppWidgetTest#testAppWidgetProviderCallbacks", 114 "android.appwidget.cts.AppWidgetTest#testBindAppWidget", 115 "android.appwidget.cts.AppWidgetTest#testCollectionWidgets", 116 "android.appwidget.cts.AppWidgetTest#testDeleteHost", 117 "android.appwidget.cts.AppWidgetTest#testDeleteHosts", 118 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetIds", 119 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetInfo", 120 "android.appwidget.cts.AppWidgetTest#testGetAppWidgetOptions", 121 "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetId", 122 "android.appwidget.cts.AppWidgetTest#testPartiallyUpdateAppWidgetViaWidgetIds", 123 "android.appwidget.cts.AppWidgetTest#testTwoAppWidgetProviderCallbacks", 124 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaComponentName", 125 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetId", 126 "android.appwidget.cts.AppWidgetTest#testUpdateAppWidgetViaWidgetIds" 127 ], 128 bug: 17993121 129 }, 130 { 131 description: "permissions for the API previously used in the test has changed, making it impossible to pass", 132 names: [ 133 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingFast", 134 "android.openglperf.cts.GlAppSwitchTest#testGlActivitySwitchingSlow" 135 ], 136 bug: 17394321 137 }, 138 { 139 description: "unexpected failures", 140 names: [ 141 "android.openglperf.cts.GlVboPerfTest#testVboWithVaryingIndexBufferNumbers" 142 ], 143 bug: 18091590 144 }, 145 { 146 description: "these tests require a good test scene, so they fail if run in random conditions", 147 names: [ 148 "android.hardware.camera2.cts.AllocationTest#testBlackWhite", 149 "android.hardware.camera2.cts.AllocationTest#testParamSensitivity" 150 ], 151 bug: 17530117 152 }, 153 { 154 description: "Test is not yet properly implemented", 155 names: [ 156 "android.voicesettings.cts.ZenModeTest#testAll" 157 ], 158 bug: 23238984 159 }, 160 { 161 description: "This test failed on devices that use effect off loading. In addition it uses hidden apis", 162 names: [ 163 "android.media.cts.AudioEffectTest#test1_1ConstructorFromUuid" 164 ], 165 bug: 17605875 166 }, 167 { 168 description: "This test failed on hw decoder that doesn't output frame with the configured format.", 169 names: [ 170 "android.media.cts.ImageReaderDecoderTest#testHwAVCDecode360pForFlexibleYuv" 171 ], 172 bug: 17144778 173 }, 174 { 175 description: "android.keystore tests will replace these tests", 176 names: [ 177 "com.android.org.conscrypt.MacTest#test_getInstance_OpenSSL_ENGINE", 178 "com.android.org.conscrypt.NativeCryptoTest#test_ENGINE_by_id_TestEngine", 179 "com.android.org.conscrypt.SignatureTest#test_getInstance_OpenSSL_ENGINE" 180 ], 181 bug: 18030049 182 }, 183 { 184 description: "The new prepare performance test is not yet passing on all devices", 185 names: [ 186 "android.hardware.camera2.cts.SurfaceViewPreviewTest#testPreparePerformance" 187 ], 188 bug: 17989532 189 }, 190 { 191 description: "The timing measurements for preview callbacks are not reliable", 192 names: [ 193 "android.hardware.cts.CameraTest#testPreviewFpsRange" 194 ], 195 bug: 23008511 196 }, 197 { 198 description: "Light status bar CTS coming in late", 199 names: [ 200 "android.systemui.cts.LightStatusBarTests#testLightStatusBarIcons" 201 ], 202 bug: 23427621 203 }, 204 { 205 description: "known failures", 206 names: [ 207 "android.hardware.cts.SensorBatchingTests#testAccelerometer_50hz_batching", 208 "android.hardware.cts.SensorBatchingTests#testAccelerometer_fastest_batching", 209 "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_batching", 210 "android.hardware.cts.SensorBatchingTests#testGyroscope_50hz_flush", 211 "android.hardware.cts.SensorBatchingTests#testMagneticField_50hz_batching", 212 "android.hardware.cts.SensorBatchingTests#testMagneticField_fastest_batching", 213 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_50hz_batching", 214 "android.hardware.cts.SensorBatchingTests#testMagneticFieldUncalibrated_fastest_batching", 215 "android.hardware.cts.SensorBatchingTests#testPressure_50hz_batching", 216 "android.hardware.cts.SensorBatchingTests#testPressure_fastest_batching", 217 "android.hardware.cts.SensorBatchingTests#testRotationVector_50hz_flush", 218 "android.hardware.cts.SensorBatchingTests#testRotationVector_fastest_batching", 219 "android.hardware.cts.SensorIntegrationTests#testSensorsMovingRates", 220 "android.hardware.cts.SensorIntegrationTests#testSensorsWithSeveralClients", 221 "android.hardware.cts.SensorTest#testSensorTimeStamps", 222 "android.hardware.cts.SensorTest#testBatchAndFlush", 223 "android.hardware.cts.SingleSensorTests#testGyroscope_15hz", 224 "android.hardware.cts.SingleSensorTests#testGyroscope_1hz", 225 "android.hardware.cts.SingleSensorTests#testMagneticField_1hz", 226 "android.hardware.cts.SingleSensorTests#testMagneticField_50hz", 227 "android.hardware.cts.SingleSensorTests#testMagneticFieldUncalibrated_200hz", 228 "android.hardware.cts.SingleSensorTests#testOrientation_5hz" 229 ], 230 bug: 22922206 231 }, 232 { 233 description: "tests are not yet ready", 234 names: [ 235 "com.android.cts.app.os.OsHostTests#testNonExportedActivities" 236 ], 237 bug: 23779168 238 }, 239 { 240 description: "New assist tests that do not yet have a track record.", 241 names: [ 242 "android.assist.cts.AssistantContentViewTest", 243 "android.assist.cts.ExtraAssistDataTest", 244 "android.assist.cts.FocusChangeTest", 245 "android.assist.cts.LargeViewHierarchyTest", 246 "android.assist.cts.ScreenshotTest", 247 "android.assist.cts.TextViewTest", 248 "android.assist.cts.WebViewTest" 249 ], 250 bug: 21668302 251 }, 252 { 253 description: "ConnectivityConstraintTest job scheduler not working.", 254 names: [ 255 "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withWifi", 256 "android.jobscheduler.cts.ConnectivityConstraintTest#testUnmeteredConstraintExecutes_withWifi", 257 "android.jobscheduler.cts.ConnectivityConstraintTest#testConnectivityConstraintExecutes_withMobile" 258 ], 259 bug: 21262226 260 }, 261 { 262 description: "ConnectivityConstraintTest times out.", 263 names: [ 264 "android.jobscheduler.cts.TimingConstraintsTest#testJobParameters_unexpiredDeadline" 265 ], 266 bug: 23144425 267 }, 268 { 269 description: "Telephony returning wrong value.", 270 names: [ 271 "android.telephony.cts.CellInfoTest#testCellInfo" 272 ], 273 bug: 23979591 274 }, 275 { 276 description: "Video encoding tests are timing out.", 277 names: [ 278 "android.media.cts.VideoEncoderTest#testGoogH264FlexArbitraryW", 279 "android.media.cts.VideoEncoderTest#testGoogH264SurfArbitraryW" 280 ], 281 bug: 23827982 282 }, 283 { 284 description: "protected broadcast not working", 285 names: [ 286 "android.permission2.cts.ProtectedBroadcastsTest#testSendProtectedBroadcasts" 287 ], 288 bug: 23192492 289 }, 290 { 291 description: "restricted network is not working", 292 names: [ 293 "android.net.cts.ConnectivityManagerTest#testRestrictedNetworks" 294 ], 295 bug: 25651805 296 }, 297 { 298 description: "unit testing for MediaPreparer lives within mediastress module", 299 names: [ 300 "android.mediastress.cts.preconditions.MediaPreparerTest" 301 ], 302 bug: 25850508 303 }, 304 { 305 description: "Tests for the signature tests should not be in CTS", 306 names: [ 307 "android.signature.cts.tests" 308 ], 309 bug: 26150806 310 }, 311 { 312 description: "android.security.cts is using a Non-NDK library, libmedia_jni.so", 313 names: [ 314 "android.security.cts.MediaCryptoTest#testMediaCryptoClearKey", 315 "android.security.cts.MediaCryptoTest#testMediaCryptoWidevine" 316 ], 317 bug: 27218502 318 }, 319 { 320 description: "Still investigating this, root cause unknown yet", 321 bug: 27578806, 322 names: ["com.android.cts.cpptools.RunAsHostTest#testRunAs"] 323 } 324 ] 325
