1 # 2 # Copyright (C) 2016 The Android Open Source Project 3 # 4 # Licensed under the Apache License, Version 2.0 (the 'License'); 5 # you may not use this file except in compliance with the License. 6 # You may obtain a copy of the License at 7 # 8 # http://www.apache.org/licenses/LICENSE-2.0 9 # 10 # Unless required by applicable law or agreed to in writing, software 11 # distributed under the License is distributed on an 'AS IS' BASIS, 12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 # See the License for the specific language governing permissions and 14 # limitations under the License. 15 # 16 17 import os 18 19 from vts.utils.python.os import path_utils 20 21 from vts.testcases.kernel.ltp import ltp_enums 22 23 VTS_LTP_OUTPUT = os.path.join('DATA', 'nativetest', 'ltp') 24 LTP_RUNTEST_DIR = os.path.join(VTS_LTP_OUTPUT, 'runtest') 25 LTP_DISABLED_BUILD_TESTS_CONFIG_PATH = os.path.join(VTS_LTP_OUTPUT, 'disabled_tests.txt') 26 27 # Environment paths for ltp test cases 28 # string, ltp build root directory on target 29 LTPDIR = '/data/local/tmp/ltp' 30 # Directory for environment variable 'TMP' needed by some test cases 31 TMP = path_utils.JoinTargetPath(LTPDIR, 'tmp') 32 # Directory for environment variable 'TMPBASE' needed by some test cases 33 TMPBASE = path_utils.JoinTargetPath(TMP, 'tmpbase') 34 # Directory for environment variable 'LTPTMP' needed by some test cases 35 LTPTMP = path_utils.JoinTargetPath(TMP, 'ltptemp') 36 # Directory for environment variable 'TMPDIR' needed by some test cases 37 TMPDIR = path_utils.JoinTargetPath(TMP, 'tmpdir') 38 # Path where ltp test binary exists 39 LTPBINPATH = path_utils.JoinTargetPath(LTPDIR, 'testcases', 'bin') 40 # Add LTP's binary path to PATH 41 PATH = '/system/bin:%s' % LTPBINPATH 42 43 # File system type for loop device 44 LTP_DEV_FS_TYPE = 'ext4' 45 46 # Binaries required by LTP test cases that should exist in PATH 47 INTERNAL_BINS = [ 48 'mktemp', 49 'cp', 50 'chmod', 51 'chown', 52 'ls', 53 'mkfifo', 54 'ldd', 55 ] 56 57 # Internal shell command required by some LTP test cases 58 INTERNAL_SHELL_COMMANDS = [ 59 'export', 60 'cd', 61 ] 62 63 # Requirement to testcase dictionary. 64 REQUIREMENTS_TO_TESTCASE = { 65 ltp_enums.Requirements.LOOP_DEVICE_SUPPORT: [ 66 'syscalls.mount01', 67 'syscalls.fchmod06', 68 'syscalls.ftruncate04', 69 'syscalls.ftruncate04_64', 70 'syscalls.inotify03', 71 'syscalls.link08', 72 'syscalls.linkat02', 73 'syscalls.mkdir03', 74 'syscalls.mkdirat02', 75 'syscalls.mknod07', 76 'syscalls.mknodat02', 77 'syscalls.mmap16', 78 'syscalls.mount01', 79 'syscalls.mount02', 80 'syscalls.mount03', 81 'syscalls.mount04', 82 'syscalls.mount06', 83 'syscalls.rename11', 84 'syscalls.renameat01', 85 'syscalls.rmdir02', 86 'syscalls.umount01', 87 'syscalls.umount02', 88 'syscalls.umount03', 89 'syscalls.umount2_01', 90 'syscalls.umount2_02', 91 'syscalls.umount2_03', 92 'syscalls.utime06', 93 'syscalls.utimes01', 94 'syscalls.mkfs01', 95 'fs.quota_remount_test01', 96 ], 97 ltp_enums.Requirements.BIN_IN_PATH_LDD: ['commands.ldd'], 98 } 99 100 # Requirement for all test cases 101 REQUIREMENT_FOR_ALL = [ltp_enums.Requirements.LTP_TMP_DIR] 102 103 # Requirement to test suite dictionary 104 REQUIREMENT_TO_TESTSUITE = {} 105 106 # List of LTP test suites to run 107 TEST_SUITES = [ 108 'admin_tools', 109 'can', 110 'cap_bounds', 111 'commands', 112 'connectors', 113 'containers', 114 # 'controllers', 115 'cpuhotplug', 116 'dio', 117 'fcntl-locktests_android', 118 'filecaps', 119 'fs', 120 'fs_bind', 121 'fs_ext4', 122 'fs_perms_simple', 123 'fsx', 124 'hugetlb', 125 'hyperthreading', 126 'input', 127 'io', 128 'ipc', 129 'kernel_misc', 130 'math', 131 'mm', 132 'modules', 133 'nptl', 134 'numa', 135 'pipes', 136 'power_management_tests', 137 'pty', 138 'sched', 139 'syscalls', 140 'timers', 141 # The following are not included in default LTP scenario group 142 'securebits', 143 'tracing', 144 ] 145 146 # List of LTP test suites that will not run in multi-thread mode 147 TEST_SUITES_REQUIRE_SINGLE_THREAD_MODE = [ 148 'dio', 149 'io', 150 'mm', 151 ] 152 153 # Staging tests are for debugging and verifying fixed tests 154 # Test specified here can be in format: testsuite.testname, 155 # or testsuite.testname_**bit, or just testname. Using just testname 156 # is not recommended 157 STAGING_TESTS = [ 158 # b/38393835 failing for kernel 4.4, 4.9 159 'syscalls.writev01', 160 'syscalls.writev03', 161 'syscalls.writev04', 162 # b/37861231 163 'modules.delete_module02', 164 # Flaky on pixel 165 # b/32417988 166 'syscalls.waitpid02_64bit', 167 # Tests currently only failing on pixels, 168 # these will be inspected soon 169 'syscalls.open14', 170 'syscalls.openat03', 171 # Fail on local device but pass on lab devices 172 'fs.proc01', 173 # Failing for missing libcap 174 'containers.userns01_64bit', 175 'securebits.check_keepcaps03_64bit', 176 'securebits.check_keepcaps02_64bit', 177 'containers.userns05_64bit', 178 'containers.userns07_64bit', 179 'containers.userns06_64bit', 180 'containers.userns03_64bit', 181 'securebits.check_keepcaps01_64bit', 182 'containers.userns02_64bit', 183 184 # Skipped tests on pixels are put in staging 185 'admin_tools.acl_test01_32bit', 186 'admin_tools.acl_test01_64bit', 187 'admin_tools.at_allow01_32bit', 188 'admin_tools.at_allow01_64bit', 189 'admin_tools.at_deny01_32bit', 190 'admin_tools.at_deny01_64bit', 191 'can.can_filter_32bit', 192 'can.can_filter_64bit', 193 'can.can_rcv_own_msgs_32bit', 194 'can.can_rcv_own_msgs_64bit', 195 'commands.df01_exfat_32bit', 196 'commands.df01_exfat_64bit', 197 'commands.df01_ext2_32bit', 198 'commands.df01_ext2_64bit', 199 'commands.df01_ext3_32bit', 200 'commands.df01_ext3_64bit', 201 'commands.df01_ext4_32bit', 202 'commands.df01_ext4_64bit', 203 'commands.df01_ntfs_32bit', 204 'commands.df01_ntfs_64bit', 205 'commands.df01_vfat_32bit', 206 'commands.df01_vfat_64bit', 207 'commands.df01_xfs_32bit', 208 'commands.df01_xfs_64bit', 209 'commands.insmod01_32bit', 210 'commands.insmod01_64bit', 211 'commands.mkfs01_btrfs_32bit', 212 'commands.mkfs01_btrfs_64bit', 213 'commands.mkfs01_ext2_32bit', 214 'commands.mkfs01_ext2_64bit', 215 'commands.mkfs01_ext3_32bit', 216 'commands.mkfs01_ext3_64bit', 217 'commands.mkfs01_ext4_32bit', 218 'commands.mkfs01_ext4_64bit', 219 'commands.mkfs01_minix_32bit', 220 'commands.mkfs01_minix_64bit', 221 'commands.mkfs01_msdos_32bit', 222 'commands.mkfs01_msdos_64bit', 223 'commands.mkfs01_ntfs_32bit', 224 'commands.mkfs01_ntfs_64bit', 225 'commands.mkfs01_vfat_32bit', 226 'commands.mkfs01_vfat_64bit', 227 'commands.mkfs01_xfs_32bit', 228 'commands.mkfs01_xfs_64bit', 229 'commands.mkswap01_32bit', 230 'commands.mkswap01_64bit', 231 'connectors.Connectors_32bit', 232 'connectors.Connectors_64bit', 233 'containers.pidns01_32bit', 234 'containers.pidns01_64bit', 235 'containers.pidns02_32bit', 236 'containers.pidns02_64bit', 237 'containers.pidns03_32bit', 238 'containers.pidns03_64bit', 239 'containers.pidns04_32bit', 240 'containers.pidns04_64bit', 241 'containers.pidns05_32bit', 242 'containers.pidns05_64bit', 243 'containers.pidns06_32bit', 244 'containers.pidns06_64bit', 245 'containers.pidns13_32bit', 246 'containers.pidns13_64bit', 247 'containers.pidns16_32bit', 248 'containers.pidns16_64bit', 249 'containers.pidns32_32bit', 250 'containers.pidns32_64bit', 251 'containers.userns01_32bit', 252 'containers.userns02_32bit', 253 'containers.userns03_32bit', 254 'containers.userns04_32bit', 255 'containers.userns04_64bit', 256 'containers.userns05_32bit', 257 'containers.userns06_32bit', 258 'containers.userns07_32bit', 259 'containers.utstest_clone_1_32bit', 260 'containers.utstest_clone_1_64bit', 261 'containers.utstest_clone_2_32bit', 262 'containers.utstest_clone_2_64bit', 263 'containers.utstest_clone_3_32bit', 264 'containers.utstest_clone_3_64bit', 265 'containers.utstest_clone_4_32bit', 266 'containers.utstest_clone_4_64bit', 267 'containers.utstest_clone_5_32bit', 268 'containers.utstest_clone_5_64bit', 269 'containers.utstest_unshare_1_32bit', 270 'containers.utstest_unshare_1_64bit', 271 'containers.utstest_unshare_2_32bit', 272 'containers.utstest_unshare_2_64bit', 273 'containers.utstest_unshare_3_32bit', 274 'containers.utstest_unshare_3_64bit', 275 'containers.utstest_unshare_4_32bit', 276 'containers.utstest_unshare_4_64bit', 277 'containers.utstest_unshare_5_32bit', 278 'containers.utstest_unshare_5_64bit', 279 'cpuhotplug.cpuhotplug05_32bit', 280 'cpuhotplug.cpuhotplug05_64bit', 281 'cpuhotplug.cpuhotplug07_32bit', 282 'cpuhotplug.cpuhotplug07_64bit', 283 'fs_ext4.ext4-nsec-timestamps_32bit', 284 'fs_ext4.ext4-nsec-timestamps_64bit', 285 'fs_ext4.ext4-subdir-limit_32bit', 286 'fs_ext4.ext4-subdir-limit_64bit', 287 'hugetlb.hugemmap01_32bit', 288 'hugetlb.hugemmap01_64bit', 289 'hugetlb.hugemmap02_32bit', 290 'hugetlb.hugemmap02_64bit', 291 'hugetlb.hugemmap04_32bit', 292 'hugetlb.hugemmap04_64bit', 293 'hugetlb.hugemmap06_32bit', 294 'hugetlb.hugemmap06_64bit', 295 'hyperthreading.ht_interrupt_32bit', 296 'hyperthreading.ht_interrupt_64bit', 297 'kernel_misc.block_dev_32bit', 298 'kernel_misc.block_dev_64bit', 299 'kernel_misc.cpufreq_boost_32bit', 300 'kernel_misc.cpufreq_boost_64bit', 301 'kernel_misc.fw_load_32bit', 302 'kernel_misc.fw_load_64bit', 303 'kernel_misc.lock_torture_32bit', 304 'kernel_misc.lock_torture_64bit', 305 'kernel_misc.ltp_acpi_32bit', 306 'kernel_misc.ltp_acpi_64bit', 307 'kernel_misc.rcu_torture_32bit', 308 'kernel_misc.rcu_torture_64bit', 309 'kernel_misc.rtc01_32bit', 310 'kernel_misc.rtc01_64bit', 311 'kernel_misc.tbio_32bit', 312 'kernel_misc.tbio_64bit', 313 'kernel_misc.tpci_32bit', 314 'kernel_misc.tpci_64bit', 315 'kernel_misc.uaccess_32bit', 316 'kernel_misc.uaccess_64bit', 317 'kernel_misc.zram01_32bit', 318 'kernel_misc.zram01_64bit', 319 'kernel_misc.zram02_32bit', 320 'kernel_misc.zram02_64bit', 321 'mm.ksm01_1_32bit', 322 'mm.ksm01_1_64bit', 323 'mm.ksm01_32bit', 324 'mm.ksm01_64bit', 325 'mm.ksm02_1_32bit', 326 'mm.ksm02_1_64bit', 327 'mm.ksm02_32bit', 328 'mm.ksm02_64bit', 329 'mm.ksm03_1_32bit', 330 'mm.ksm03_1_64bit', 331 'mm.ksm03_32bit', 332 'mm.ksm03_64bit', 333 'mm.ksm04_1_32bit', 334 'mm.ksm04_1_64bit', 335 'mm.ksm04_32bit', 336 'mm.ksm04_64bit', 337 'mm.ksm06_1_32bit', 338 'mm.ksm06_1_64bit', 339 'mm.ksm06_2_32bit', 340 'mm.ksm06_2_64bit', 341 'mm.ksm06_32bit', 342 'mm.ksm06_64bit', 343 'mm.mmap10_2_32bit', 344 'mm.mmap10_2_64bit', 345 'mm.mmap10_3_32bit', 346 'mm.mmap10_3_64bit', 347 'mm.mmap10_4_32bit', 348 'mm.mmap10_4_64bit', 349 'mm.mmapstress08_32bit', 350 'mm.mmapstress08_64bit', 351 'mm.oom01_32bit', 352 'mm.oom02_32bit', 353 'mm.oom03_32bit', 354 'mm.oom04_32bit', 355 'mm.oom05_32bit', 356 'mm.overcommit_memory01_32bit', 357 'mm.overcommit_memory02_32bit', 358 'mm.overcommit_memory03_32bit', 359 'mm.overcommit_memory04_32bit', 360 'mm.overcommit_memory05_32bit', 361 'mm.overcommit_memory06_32bit', 362 'mm.swapping01_32bit', 363 'mm.thp02_32bit', 364 'mm.thp03_32bit', 365 'mm.vma02_32bit', 366 'mm.vma02_64bit', 367 'mm.vma04_32bit', 368 'mm.vma04_64bit', 369 'modules.delete_module01_32bit', 370 'modules.delete_module01_64bit', 371 'modules.delete_module03_32bit', 372 'modules.delete_module03_64bit', 373 'numa.move_pages01_32bit', 374 'numa.move_pages01_64bit', 375 'numa.move_pages02_32bit', 376 'numa.move_pages02_64bit', 377 'numa.move_pages04_32bit', 378 'numa.move_pages04_64bit', 379 'numa.move_pages05_32bit', 380 'numa.move_pages05_64bit', 381 'numa.move_pages06_32bit', 382 'numa.move_pages06_64bit', 383 'numa.move_pages07_32bit', 384 'numa.move_pages07_64bit', 385 'numa.move_pages08_32bit', 386 'numa.move_pages08_64bit', 387 'numa.move_pages09_32bit', 388 'numa.move_pages09_64bit', 389 'numa.move_pages10_32bit', 390 'numa.move_pages10_64bit', 391 'power_management_tests.runpwtests01_32bit', 392 'power_management_tests.runpwtests01_64bit', 393 'power_management_tests.runpwtests02_32bit', 394 'power_management_tests.runpwtests02_64bit', 395 'power_management_tests.runpwtests03_32bit', 396 'power_management_tests.runpwtests03_64bit', 397 'power_management_tests.runpwtests04_32bit', 398 'power_management_tests.runpwtests04_64bit', 399 'power_management_tests.runpwtests06_32bit', 400 'power_management_tests.runpwtests06_64bit', 401 'syscalls.acct01_32bit', 402 'syscalls.acct01_64bit', 403 'syscalls.cacheflush01_32bit', 404 'syscalls.cacheflush01_64bit', 405 'syscalls.fanotify01_32bit', 406 'syscalls.fanotify01_64bit', 407 'syscalls.fanotify02_32bit', 408 'syscalls.fanotify02_64bit', 409 'syscalls.fanotify03_32bit', 410 'syscalls.fanotify03_64bit', 411 'syscalls.fanotify04_32bit', 412 'syscalls.fanotify04_64bit', 413 'syscalls.fanotify05_32bit', 414 'syscalls.fanotify05_64bit', 415 'syscalls.fanotify06_32bit', 416 'syscalls.fanotify06_64bit', 417 'syscalls.fcntl06_32bit', 418 'syscalls.fcntl06_64_32bit', 419 'syscalls.fcntl06_64_64bit', 420 'syscalls.fcntl06_64bit', 421 'syscalls.fork14_32bit', 422 'syscalls.fork14_64bit', 423 'syscalls.futex_wake04_32bit', 424 'syscalls.futex_wake04_64bit', 425 'syscalls.get_mempolicy01_32bit', 426 'syscalls.get_mempolicy01_64bit', 427 'syscalls.getcpu01_32bit', 428 'syscalls.getcpu01_64bit', 429 'syscalls.getxattr01_32bit', 430 'syscalls.getxattr01_64bit', 431 'syscalls.getxattr02_32bit', 432 'syscalls.getxattr02_64bit', 433 'syscalls.getxattr03_32bit', 434 'syscalls.getxattr03_64bit', 435 'syscalls.kcmp01_32bit', 436 'syscalls.kcmp01_64bit', 437 'syscalls.kcmp02_32bit', 438 'syscalls.kcmp02_64bit', 439 'syscalls.keyctl01_32bit', 440 'syscalls.keyctl01_64bit', 441 'syscalls.mbind01_32bit', 442 'syscalls.mbind01_64bit', 443 'syscalls.migrate_pages01_32bit', 444 'syscalls.migrate_pages01_64bit', 445 'syscalls.migrate_pages02_32bit', 446 'syscalls.migrate_pages02_64bit', 447 'syscalls.mmap15_32bit', 448 'syscalls.mmap15_64bit', 449 'syscalls.move_pages01_32bit', 450 'syscalls.move_pages01_64bit', 451 'syscalls.move_pages02_32bit', 452 'syscalls.move_pages02_64bit', 453 'syscalls.move_pages04_32bit', 454 'syscalls.move_pages04_64bit', 455 'syscalls.move_pages05_32bit', 456 'syscalls.move_pages05_64bit', 457 'syscalls.move_pages06_32bit', 458 'syscalls.move_pages06_64bit', 459 'syscalls.move_pages07_32bit', 460 'syscalls.move_pages07_64bit', 461 'syscalls.move_pages08_32bit', 462 'syscalls.move_pages08_64bit', 463 'syscalls.move_pages09_32bit', 464 'syscalls.move_pages09_64bit', 465 'syscalls.move_pages10_32bit', 466 'syscalls.move_pages10_64bit', 467 'syscalls.munlockall02_32bit', 468 'syscalls.munlockall02_64bit', 469 'syscalls.ptrace04_32bit', 470 'syscalls.ptrace04_64bit', 471 'syscalls.quotactl02_32bit', 472 'syscalls.quotactl02_64bit', 473 'syscalls.readdir21_32bit', 474 'syscalls.readdir21_64bit', 475 'syscalls.removexattr01_32bit', 476 'syscalls.removexattr01_64bit', 477 'syscalls.removexattr02_32bit', 478 'syscalls.removexattr02_64bit', 479 'syscalls.sendfile09_32bit', 480 'syscalls.sendfile09_64_32bit', 481 'syscalls.sendfile09_64_64bit', 482 'syscalls.sendfile09_64bit', 483 'syscalls.setxattr01_32bit', 484 'syscalls.setxattr01_64bit', 485 'syscalls.setxattr02_32bit', 486 'syscalls.setxattr02_64bit', 487 'syscalls.setxattr03_32bit', 488 'syscalls.setxattr03_64bit', 489 'syscalls.sgetmask01_32bit', 490 'syscalls.sgetmask01_64bit', 491 'syscalls.signal06_32bit', 492 'syscalls.signal06_64bit', 493 'syscalls.sockioctl01_32bit', 494 'syscalls.sockioctl01_64bit', 495 'syscalls.ssetmask01_32bit', 496 'syscalls.ssetmask01_64bit', 497 'syscalls.switch01_32bit', 498 'syscalls.switch01_64bit', 499 'syscalls.sysctl01_32bit', 500 'syscalls.sysctl01_64bit', 501 'syscalls.sysctl03_32bit', 502 'syscalls.sysctl03_64bit', 503 'syscalls.sysctl04_32bit', 504 'syscalls.sysctl04_64bit', 505 'syscalls.sysctl05_32bit', 506 'syscalls.sysctl05_64bit', 507 'syscalls.sysfs01_32bit', 508 'syscalls.sysfs01_64bit', 509 'syscalls.sysfs02_32bit', 510 'syscalls.sysfs02_64bit', 511 'syscalls.sysfs03_32bit', 512 'syscalls.sysfs03_64bit', 513 'syscalls.sysfs04_32bit', 514 'syscalls.sysfs04_64bit', 515 'syscalls.sysfs05_32bit', 516 'syscalls.sysfs05_64bit', 517 'syscalls.sysfs06_32bit', 518 'syscalls.sysfs06_64bit', 519 'tracing.ftrace_regression01_32bit', 520 'tracing.ftrace_regression01_64bit', 521 ] 522 523 # Tests disabled 524 # Based on external/ltp commit 5f01077afe994f4107b147222f3956716d4a8fde 525 DISABLED_TESTS = [ 526 # gunzip newly added on 4/12/17 and test is failing because -r option is not yet implemented. 527 'commands.gzip01', 528 # b/32386191 getrusage04 result is flaky 529 'syscalls.getrusage04', 530 # b/31154962 531 'cpuhotplug.cpuhotplug02', 532 # b/32385889 533 'syscalls.creat08', 534 # The following test cases are uncategorized 535 'syscalls.fcntl34', 536 'syscalls.fcntl34_64', 537 'syscalls.inotify06', 538 'syscalls.abort01', 539 'syscalls.chmod05', 540 'syscalls.chmod07', 541 'syscalls.chown01_16', 542 'syscalls.chown02_16', 543 'syscalls.chown03_16', 544 'syscalls.chown05_16', 545 'syscalls.fchmod01', 546 'syscalls.fchmod02', 547 'syscalls.fchmod05', 548 'syscalls.fchmod06', 549 'syscalls.fchown01_16', 550 'syscalls.fchown02_16', 551 'syscalls.fchown03_16', 552 'syscalls.fchown04_16', 553 'syscalls.fchown05_16', 554 'syscalls.fsync01', 555 'syscalls.ftruncate04', 556 'syscalls.ftruncate04_64', 557 'syscalls.getcwd02', 558 'syscalls.getcwd03', 559 'syscalls.getegid01_16', 560 'syscalls.getegid02_16', 561 'syscalls.geteuid01_16', 562 'syscalls.geteuid02_16', 563 'syscalls.getgid01_16', 564 'syscalls.getgid03_16', 565 'syscalls.getgroups01_16', 566 'syscalls.gethostbyname_r01', 567 'syscalls.getuid01_16', 568 'syscalls.getuid03_16', 569 'syscalls.ioctl03', 570 'syscalls.inotify03', 571 'syscalls.kill11', 572 'syscalls.lchown01_16', 573 'syscalls.lchown02_16', 574 'syscalls.lchown03_16', 575 'syscalls.link08', 576 'syscalls.linkat02', 577 'syscalls.mkdir03', 578 'syscalls.rmdir02', 579 'syscalls.mkdirat02', 580 'syscalls.mknod07', 581 'syscalls.mknodat02', 582 'syscalls.mmap16', 583 'syscalls.mount01', 584 'syscalls.mount02', 585 'syscalls.mount03', 586 'syscalls.mount04', 587 'syscalls.mount06', 588 'syscalls.move_pages03', 589 'syscalls.move_pages11', 590 'syscalls.mprotect01', 591 'syscalls.nftw01', 592 'syscalls.nftw6401', 593 'syscalls.nice04', 594 'syscalls.open01', 595 'syscalls.open08', 596 'syscalls.open10', 597 'syscalls.open11', 598 'syscalls.madvise01', 599 'syscalls.madvise02', 600 'syscalls.madvise06', 601 'syscalls.pathconf01', 602 'syscalls.preadv02', 603 'syscalls.process_vm_readv01', 604 'syscalls.process_vm_writev01', 605 'syscalls.pwritev01_64', 606 'syscalls.pwritev02', 607 'syscalls.quotactl01', 608 'syscalls.readlink04', 609 'syscalls.rename11', 610 'syscalls.renameat01', 611 'syscalls.request_key01', 612 'syscalls.request_key02', 613 'syscalls.rt_sigprocmask01', 614 'syscalls.sbrk03', 615 'syscalls.setfsgid01_16', 616 'syscalls.setfsgid02_16', 617 'syscalls.setfsgid03_16', 618 'syscalls.setfsuid01_16', 619 'syscalls.setfsuid02_16', 620 'syscalls.setfsuid03_16', 621 'syscalls.setfsuid04_16', 622 'syscalls.setgid01_16', 623 'syscalls.setgid02_16', 624 'syscalls.setgid03_16', 625 'syscalls.setgroups01_16', 626 'syscalls.setgroups02_16', 627 'syscalls.setgroups03_16', 628 'syscalls.setgroups04_16', 629 'syscalls.setregid01_16', 630 'syscalls.setregid02_16', 631 'syscalls.setregid03_16', 632 'syscalls.setregid04_16', 633 'syscalls.setresgid01_16', 634 'syscalls.setresgid02_16', 635 'syscalls.setresgid03_16', 636 'syscalls.setresgid04_16', 637 'syscalls.setresuid01_16', 638 'syscalls.setresuid02_16', 639 'syscalls.setresuid03_16', 640 'syscalls.setresuid04_16', 641 'syscalls.setresuid05_16', 642 'syscalls.setreuid01_16', 643 'syscalls.setreuid02_16', 644 'syscalls.setreuid03_16', 645 'syscalls.setreuid04_16', 646 'syscalls.setreuid05_16', 647 'syscalls.setreuid06_16', 648 'syscalls.setreuid07_16', 649 'syscalls.setuid01_16', 650 'syscalls.setuid02_16', 651 'syscalls.setuid03_16', 652 'syscalls.setuid04_16', 653 'syscalls.splice02', 654 'syscalls.sysconf01', 655 'syscalls.syslog01', 656 'syscalls.syslog02', 657 'syscalls.syslog03', 658 'syscalls.syslog04', 659 'syscalls.syslog05', 660 'syscalls.syslog06', 661 'syscalls.syslog07', 662 'syscalls.syslog08', 663 'syscalls.syslog09', 664 'syscalls.syslog10', 665 'syscalls.umask02', 666 'syscalls.umask03', 667 'syscalls.umount01', 668 'syscalls.umount02', 669 'syscalls.umount03', 670 'syscalls.umount2_01', 671 'syscalls.umount2_02', 672 'syscalls.umount2_03', 673 'syscalls.utime06', 674 'syscalls.utimes01', 675 'syscalls.utimensat01', 676 'syscalls.waitpid05', 677 'fs.gf01', 678 'fs.gf02', 679 'fs.gf03', 680 'fs.gf04', 681 'fs.gf05', 682 'fs.gf06', 683 'fs.gf07', 684 'fs.gf08', 685 'fs.gf09', 686 'fs.gf10', 687 'fs.gf11', 688 'fs.gf14', 689 'fs.gf15', 690 'fs.gf16', 691 'fs.gf17', 692 'fs.gf18', 693 'fs.gf19', 694 'fs.gf20', 695 'fs.gf21', 696 'fs.gf22', 697 'fs.gf23', 698 'fs.gf24', 699 'fs.gf25', 700 'fs.gf26', 701 'fs.gf27', 702 'fs.gf28', 703 'fs.gf29', 704 'fs.gf30', 705 'fs.rwtest01', 706 'fs.rwtest02', 707 'fs.rwtest03', 708 'fs.rwtest04', 709 'fs.rwtest05', 710 'fs.iogen01', 711 'fs.fs_inod01', 712 'fs.ftest06', 713 'fs.isofs', 714 'fsx.fsx-linux', 715 'io.aio01', 716 'io.aio02', 717 'mm.mtest06', 718 'mm.shm_test01', 719 'mm.mallocstress01', 720 'mm.mmapstress04', 721 'mm.mmapstress07', 722 'mm.vma03', 723 'mm.min_free_kbytes', 724 'pipes.pipeio_1', 725 'pipes.pipeio_3', 726 'pipes.pipeio_4', 727 'pipes.pipeio_5', 728 'pipes.pipeio_6', 729 'pipes.pipeio_8', 730 'sched.trace_sched01', 731 'math.float_bessel', 732 'math.float_exp_log', 733 'math.float_iperb', 734 'math.float_power', 735 'math.float_trigo', 736 'pty.pty01', 737 'containers.mqns_01_clone', 738 'containers.mqns_02_clone', 739 'containers.mqns_03_clone', 740 'containers.mqns_04_clone', 741 'containers.netns_netlink', 742 'containers.netns_breakns_ns_exec_ipv4_netlink', 743 'containers.netns_breakns_ns_exec_ipv6_netlink', 744 'containers.netns_breakns_ns_exec_ipv4_ioctl', 745 'containers.netns_breakns_ns_exec_ipv6_ioctl', 746 'containers.netns_breakns_ip_ipv4_netlink', 747 'containers.netns_breakns_ip_ipv6_netlink', 748 'containers.netns_breakns_ip_ipv4_ioctl', 749 'containers.netns_breakns_ip_ipv6_ioctl', 750 'containers.netns_comm_ns_exec_ipv4_netlink', 751 'containers.netns_comm_ns_exec_ipv6_netlink', 752 'containers.netns_comm_ns_exec_ipv4_ioctl', 753 'containers.netns_comm_ns_exec_ipv6_ioctl', 754 'containers.netns_comm_ip_ipv4_netlink', 755 'containers.netns_comm_ip_ipv6_netlink', 756 'containers.netns_comm_ip_ipv4_ioctl', 757 'containers.netns_comm_ip_ipv6_ioctl', 758 'containers.netns_sysfs', 759 'containers.shmnstest_none', 760 'containers.shmnstest_clone', 761 'containers.shmnstest_unshare', 762 'containers.shmem_2nstest_none', 763 'containers.shmem_2nstest_clone', 764 'containers.shmem_2nstest_unshare', 765 'containers.mesgq_nstest_none', 766 'containers.mesgq_nstest_clone', 767 'containers.mesgq_nstest_unshare', 768 'containers.sem_nstest_none', 769 'containers.sem_nstest_clone', 770 'containers.sem_nstest_unshare', 771 'containers.semtest_2ns_none', 772 'containers.semtest_2ns_clone', 773 'containers.semtest_2ns_unshare', 774 'fs_bind.BindMounts', 775 'filecaps.Filecaps', 776 'cap_bounds.Cap_bounds', 777 'fcntl-locktests_android.FCNTL_LOCKTESTS', 778 'admin_tools.su01', 779 'admin_tools.cron02', 780 'admin_tools.cron_deny01', 781 'admin_tools.cron_allow01', 782 'admin_tools.cron_dirs_checks01', 783 'numa.move_pages03', 784 'numa.move_pages11', 785 'hugetlb.hugemmap05_1', 786 'hugetlb.hugemmap05_2', 787 'hugetlb.hugemmap05_3', 788 'commands.ar', 789 'commands.ld', 790 'commands.nm', 791 'commands.objdump', 792 'commands.file', 793 'commands.tar', 794 'commands.cron', 795 'commands.logrotate', 796 'commands.mail', 797 'commands.cpio', 798 'commands.unzip01', 799 'commands.cp_tests01', 800 'commands.ln_tests01', 801 'commands.mkdir_tests01', 802 'commands.mv_tests01', 803 'commands.size01', 804 'commands.sssd01', 805 'commands.sssd02', 806 'commands.sssd03', 807 'commands.du01', 808 'commands.mkfs01', 809 'commands.lsmod01', 810 'commands.wc01', 811 'hyperthreading.smt_smp_enabled', 812 'hyperthreading.smt_smp_affinity', 813 'kernel_misc.zram03', 814 'fs_ext4.ext4-uninit-groups', 815 'fs_ext4.ext4-persist-prealloc', 816 'cpuhotplug.cpuhotplug03', 817 'cpuhotplug.cpuhotplug06', 818 'input.input06', 819 'dio.dio10', 820 'fsx.fsx-linux', 821 'dio.dio04', 822 'numa.Numa-testcases', 823 'syscalls.connect01', 824 'syscalls.prot_hsymlinks', 825 'fs.ftest01', 826 'fs.ftest03', 827 'fs.ftest04', 828 'fs.ftest05', 829 'fs.ftest07', 830 'fs.ftest08', 831 'fs.inode02', 832 'ipc.signal_test_01', 833 'mm.data_space', 834 'mm.mmapstress01', 835 'mm.mmapstress03', 836 'mm.mmapstress09', 837 'mm.mmapstress10', 838 'syscalls.clock_nanosleep01', 839 'syscalls.clone04', 840 'syscalls.fcntl14', 841 'syscalls.fcntl14', 842 'syscalls.fcntl14_64', 843 'syscalls.fcntl17', 844 'syscalls.fcntl17_64', 845 'syscalls.getdomainname01', 846 'syscalls.kill12', 847 'syscalls.setdomainname01', 848 'syscalls.setdomainname02', 849 'syscalls.setdomainname03', 850 'syscalls.sighold02', 851 'syscalls.sigpending02', 852 'syscalls.sigrelse01', 853 'syscalls.vfork02', 854 # The following tests are not stable on 64bit version 855 'input.input01_64bit', 856 'input.input02_64bit', 857 'input.input03_64bit', 858 'input.input04_64bit', 859 'input.input05_64bit', 860 'input.input06_64bit', 861 # The following tests are failing on 64bit version 862 'mm.overcommit_memory01_64bit', 863 'mm.overcommit_memory02_64bit', 864 'mm.overcommit_memory03_64bit', 865 'mm.overcommit_memory04_64bit', 866 'mm.overcommit_memory05_64bit', 867 'mm.overcommit_memory06_64bit', 868 # 'which' in Android does not accept the tested options b/31152668 869 'commands.which01', 870 # tests that are currently killing some lab devices 64bit on (pixel and bullhead) 871 # b/31181781 872 'mm.oom01_64bit', 873 'mm.oom02_64bit', 874 'mm.oom03_64bit', 875 'mm.oom04_64bit', 876 'mm.oom05_64bit', 877 'mm.swapping01_64bit', 878 'mm.thp01_64bit', 879 'mm.thp02_64bit', 880 'mm.thp03_64bit', 881 'mm.vma01_64bit', 882 # kmsg01 would pass but it occasionally causes socket timeout and misalignment 883 # of request and response 884 # b/32343072 885 'kernel_misc.kmsg01', 886 # alarm02 tests for a boundary condition which is impractical to implement 887 # correctly on 32-bit Linux. bionic deliberately breaks with POSIX by reporting 888 # that it failed to set up the alarm. (Other libc implementations fail to 889 # set up the alarm too, but then return 0 anyway.) 890 'syscalls.alarm02', 891 # readdir02 calls opendir() -> closedir() -> readdir() and checks if readdir() 892 # returns EBADF. POSIX doesn't require this, and bionic is likely to instead 893 # deadlock trying to acquire a destroyed mutex. 894 'syscalls.readdir02', 895 # Android sets RLIMIT_NICE to 40, so setpriority02 succeeds unexpectedly 896 'syscalls.setpriority02', 897 # fork13 takes ~45 minutes to run 898 'syscalls.fork13', 899 # open13 tests that fchmod() fails on fds opened with O_PATH. bionic 900 # deliberately masks the EBADF returned by the kernel. 901 # 902 # https://android-review.googlesource.com/#/c/127908/ 903 'syscalls.open13', 904 # Bug#30675453 905 'syscalls.perf_event_open02', 906 # Bug#30688551 907 'syscalls.lstat03_64', 908 'syscalls.lstat03', 909 # Bug#30688061 910 'input.input03', 911 # Bug#30688056 912 'cpuhotplug.cpuhotplug04', 913 # Bug#30699880 914 'mm.mtest01w', 915 'mm.mtest01', 916 # Bug#30688574 917 'syscalls.accept4_01', 918 # Bug#30689411 919 'mm.mmapstress03', 920 # Bug #32100169 921 'dma_thread_diotest.dma_thread_diotest1', 922 'dma_thread_diotest.dma_thread_diotest2', 923 'dma_thread_diotest.dma_thread_diotest3', 924 'dma_thread_diotest.dma_thread_diotest4', 925 'dma_thread_diotest.dma_thread_diotest5', 926 'dma_thread_diotest.dma_thread_diotest6', 927 'dma_thread_diotest.dma_thread_diotest7', 928 # b/33008689 (closed) requires mkfs.ext4 and loop device support. 929 'fs.quota_remount_test01', 930 ] 931
