1 # When changing this file, you can (and should) validate your changes by 2 # running |./site_utils/suite_scheduler/suite_scheduler.py --sanity| 3 # 4 # When adding tests to a suite, if one (or more) of the tests contains 5 # DEPENDENCIES, then the number of different host specifications required 6 # can increase. This means that the number of physical machines the suite 7 # must ask for increases, as if a suite needs two different machines, and 8 # only asks for one, then there's going to be some set of tests that can't 9 # run. The sanity check will describe to you what suites to set at what 10 # number of machines to make sure all suites can run. 11 12 #[nightly_params] 13 #always_handle: True 14 15 # TODO(beeps) Figure out a better frequency for tot nightly suites 16 # (https://crbug.com/417131). 17 18 #TODO(ihf): Delete this after R40 goes stable. 19 [NightlyGraphics] 20 run_on: weekly 21 day: 5 22 suite: graphics 23 branch_specs: >=R37 24 pool: suites 25 26 #TODO(beeps): Make this "run_on: new_build" for selected boards again. (373526) 27 [GraphicsPerBuild] 28 run_on: nightly 29 hour: 20 30 suite: graphics_per-build 31 branch_specs: ==tot 32 pool: suites 33 34 [GraphicsPerDay] 35 run_on: nightly 36 hour: 20 37 suite: graphics_per-day 38 branch_specs: ==tot 39 pool: suites 40 41 [GraphicsPerWeek] 42 run_on: weekly 43 day: 5 44 suite: graphics_per-week 45 branch_specs: ==tot 46 pool: suites 47 48 [ChameleonAudio] 49 run_on: nightly 50 hour: 20 51 suite: chameleon_audio 52 branch_specs: >=tot-1 53 pool: chameleon_audio 54 job_retry: True 55 56 [ChameleonAudioNightly] 57 run_on: nightly 58 hour: 20 59 suite: chameleon_audio_nightly 60 branch_specs: >=tot-1 61 pool: chameleon_audio_stable 62 job_retry: True 63 64 [ChameleonAudioPerbuild] 65 run_on: new_build 66 suite: chameleon_audio_perbuild 67 branch_specs: >=tot-2 68 pool: chameleon_audio_stable 69 job_retry: True 70 file_bugs: True 71 72 [ChameleonDp] 73 run_on: nightly 74 hour: 20 75 suite: chameleon_dp 76 branch_specs: ==tot 77 pool: chameleon 78 job_retry: True 79 80 [ChameleonDpOldBranch] 81 run_on: weekly 82 day: 5 83 suite: chameleon_dp 84 branch_specs: <=tot-1 85 pool: chameleon 86 job_retry: True 87 88 [ChameleonDpStress] 89 run_on: weekly 90 day: 5 91 suite: chameleon_dp_stress 92 branch_specs: >=tot-1 93 pool: chameleon 94 95 [ChameleonHdmi] 96 run_on: nightly 97 hour: 22 98 suite: chameleon_hdmi 99 branch_specs: >=tot-1 100 pool: chameleon_hdmi 101 job_retry: True 102 103 [ChameleonHdmiNightly] 104 run_on: nightly 105 hour: 22 106 suite: chameleon_hdmi_nightly 107 branch_specs: >=tot-1 108 pool: chameleon_hdmi_stable 109 job_retry: True 110 111 [ChameleonHdmiPerbuild] 112 run_on: new_build 113 suite: chameleon_hdmi_perbuild 114 branch_specs: >=tot-2 115 pool: chameleon_hdmi_stable 116 job_retry: True 117 file_bugs: True 118 119 [ChameleonHdmiStress] 120 run_on: weekly 121 day: 5 122 suite: chameleon_hdmi_stress 123 branch_specs: >=tot-1 124 pool: chameleon 125 126 [ChameleonVga] 127 run_on: nightly 128 hour: 22 129 suite: chameleon_vga 130 branch_specs: ==tot 131 pool: chameleon 132 job_retry: True 133 134 [ChameleonVgaOldBranch] 135 run_on: weekly 136 day: 5 137 suite: chameleon_vga 138 branch_specs: <=tot-1 139 pool: chameleon 140 job_retry: True 141 142 [Hotrod] 143 run_on: nightly 144 hour: 22 145 suite: hotrod 146 branch_specs: >=tot-1 147 pool: hotrod 148 149 [NightlyHwQual] 150 run_on: nightly 151 hour: 22 152 suite: hwqual 153 branch_specs: ==tot 154 pool: suites 155 num: 3 156 157 [KernelDailyRegression] 158 run_on: nightly 159 hour: 22 160 suite: kernel_daily_regression 161 branch_specs: ==tot 162 pool: suites 163 num: 2 164 165 [KernelDailyBenchmarks] 166 run_on: nightly 167 hour: 0 168 suite: kernel_daily_benchmarks 169 branch_specs: ==tot 170 pool: suites 171 file_bugs: True 172 173 [KernelPerBuildRegression] 174 run_on: nightly 175 hour: 0 176 suite: kernel_per-build_regression 177 branch_specs: ==tot 178 pool: suites 179 num: 2 180 181 [KernelPerBuildBenchmarks] 182 run_on: nightly 183 hour: 0 184 suite: kernel_per-build_benchmarks 185 branch_specs: ==tot 186 pool: suites 187 188 [NightlyRegression] 189 run_on: nightly 190 hour: 0 191 suite: regression 192 branch_specs: ==tot 193 pool: suites 194 num: 2 195 196 [ExperimentalTests] 197 run_on: nightly 198 hour: 0 199 suite: experimental 200 branch_specs: ==tot 201 pool: suites 202 203 [JailedBuild] 204 run_on: nightly 205 hour: 0 206 suite: jailed_build 207 branch_specs: ==tot 208 pool: jail 209 210 [Network3g] 211 run_on: nightly 212 hour: 2 213 suite: network3g 214 branch_specs: >=tot-2 215 pool: cellular 216 num: 7 217 218 [Network3g_att] 219 run_on: nightly 220 hour: 2 221 suite: network3g_att 222 branch_specs: >=tot-2 223 pool: cellular 224 225 [Network3g_tmobile] 226 run_on: nightly 227 hour: 2 228 suite: network3g_tmobile 229 branch_specs: >=tot-2 230 pool: cellular 231 num: 4 232 233 [Network3g_verizon] 234 run_on: nightly 235 hour: 2 236 suite: network3g_verizon 237 branch_specs: >=tot-2 238 pool: cellular 239 num: 2 240 241 [Network3g_pseudomodem] 242 run_on: nightly 243 hour: 2 244 suite: network3g_pseudomodem 245 branch_specs: ==tot 246 pool: suites 247 248 [Cellular_modem_repair] 249 run_on: nightly 250 hour: 2 251 suite: cellular_modem_repair 252 branch_specs: ==tot 253 pool: cellular_repair 254 255 [NetworkUI] 256 run_on: nightly 257 hour: 4 258 suite: network_ui 259 branch_specs: ==tot 260 pool: suites 261 262 [PowerDaily] 263 run_on: nightly 264 hour: 4 265 suite: power_daily 266 branch_specs: ==tot 267 pool: suites 268 file_bugs: True 269 270 [Perfalerts] 271 # Not a part of perf build because it requires 3 machines. 272 run_on: nightly 273 hour: 4 274 suite: perfalerts 275 branch_specs: ==tot 276 pool: suites 277 num: 1 278 279 [SecuritySuite] 280 run_on: nightly 281 hour: 4 282 suite: security 283 branch_specs: ==tot 284 pool: suites 285 286 [Power_build] 287 run_on: nightly 288 hour: 4 289 suite: power_build 290 branch_specs: ==tot 291 pool: suites 292 293 [audio] 294 run_on: nightly 295 hour: 4 296 suite: audio 297 branch_specs: ==tot 298 pool: suites 299 300 [video] 301 run_on: nightly 302 hour: 6 303 suite: video 304 branch_specs: ==tot 305 pool: suites 306 num: 4 307 file_bugs: True 308 309 [youtube_mse_eme] 310 run_on: nightly 311 hour: 6 312 suite: youtube_mse_eme 313 branch_specs: ==tot 314 pool: suites 315 316 [youtube_page] 317 run_on: nightly 318 hour: 6 319 suite: youtube_page 320 branch_specs: ==tot 321 pool: suites 322 323 [LinkPerf] 324 run_on: nightly 325 hour: 6 326 suite: link_perf 327 branch_specs: ==tot 328 pool: link_perf 329 330 [perf_v2] 331 run_on: nightly 332 hour: 6 333 suite: perf_v2 334 branch_specs: ==tot 335 pool: suites 336 337 [NetworkNightly] 338 run_on: nightly 339 hour: 6 340 suite: network_nightly 341 branch_specs: ==tot 342 pool: suites 343 file_bugs: False 344 345 [WiFi_MatFunc] 346 run_on: nightly 347 hour: 8 348 suite: wifi_matfunc 349 branch_specs: ==tot 350 pool: wificell 351 352 [WiFi_EndtoEnd] 353 run_on: nightly 354 hour: 8 355 suite: wifi_endtoend 356 branch_specs: ==tot 357 pool: wificell 358 359 [WiFi_MatFunc_bcm4371] 360 run_on: nightly 361 hour: 8 362 suite: wifi_matfunc_bcm4371 363 branch_specs: ==tot 364 pool: wificell_preflight 365 366 [WiFi_Perf] 367 run_on: nightly 368 hour: 8 369 suite: wifi_perf 370 branch_specs: ==tot 371 pool: wificell 372 373 [WiFi_Perf_bcm4371] 374 run_on: nightly 375 hour: 8 376 suite: wifi_perf_bcm4371 377 branch_specs: ==tot 378 pool: wificell_preflight 379 380 [WiFi_Attenuated_Performance] 381 run_on: nightly 382 hour: 8 383 suite: wifi_atten_perf 384 branch_specs: ==tot 385 pool: groamer 386 387 [WiFi_Update_Router] 388 run_on: nightly 389 hour: 10 390 suite: wifi_update_router 391 branch_specs: ==tot 392 pool: wificell 393 394 [WiFi_Update_Router_Preflight] 395 run_on: nightly 396 hour: 10 397 suite: wifi_update_router 398 branch_specs: ==tot 399 pool: wificell_preflight 400 401 [WiFi_Update_Router_Dev_Cells] 402 run_on: weekly 403 day: 5 404 suite: wifi_update_router 405 branch_specs: ==tot 406 pool: wificell_dev 407 408 [WiFi_Update_Router_Pre_CQ] 409 run_on: weekly 410 day: 5 411 suite: wifi_update_router 412 branch_specs: ==tot 413 pool: wificell-pre-cq 414 415 [WiFi_Update_Router_Stress_WiFi] 416 run_on: weekly 417 day: 6 418 suite: wifi_update_router 419 branch_specs: ==tot 420 pool: stress-wifi 421 422 [WiFi_Interop_WP2] 423 run_on: nightly 424 day: 4 425 suite: wifi_interop 426 branch_specs: ==tot 427 pool:wifichaos_WP2 428 429 [WiFi_Interop_StP2] 430 run_on: nightly 431 day: 5 432 suite: wifi_interop 433 branch_specs: ==tot 434 pool:wifichaos_StP2 435 436 [WiFi_Interop_8797] 437 run_on: nightly 438 day: 6 439 suite: wifi_interop 440 branch_specs: ==tot 441 pool:wifichaos_8797 442 443 [WiFi_Interop_8897] 444 run_on: nightly 445 day: 0 446 suite: wifi_interop 447 branch_specs: ==tot 448 pool:wifichaos_8897 449 450 [WiFi_Interop_4354] 451 run_on: nightly 452 day: 1 453 suite: wifi_interop 454 branch_specs: ==tot 455 pool:wifichaos_4354 456 457 [WiFi_LucidSleep_Nightly] 458 run_on: nightly 459 hour: 10 460 suite: wifi_lucidsleep 461 branch_specs: ==tot 462 pool: wificell 463 464 [WiFi_LucidSleep_Weekly] 465 run_on: weekly 466 day: 6 467 suite: wifi_lucidsleep 468 branch_specs: >=tot-1 469 pool: wificell 470 471 [WiMAX] 472 run_on: nightly 473 hour: 10 474 suite: wimax 475 branch_specs: ==tot 476 pool: wimax 477 478 [Bluetooth_Qualification] 479 run_on: nightly 480 hour: 10 481 suite: bluetooth_qualification 482 branch_specs: ==tot 483 pool: wificell 484 485 [Bluetooth_Sanity] 486 run_on: nightly 487 hour: 12 488 suite: bluetooth_sanity 489 branch_specs: ==tot 490 pool: wificell 491 492 [NightlyStressExperimental] 493 run_on: nightly 494 hour: 12 495 suite: stress_experimental 496 branch_specs: ==tot 497 pool: stress 498 file_bugs: False 499 500 [NightlyStress] 501 run_on: nightly 502 hour: 12 503 suite: stress 504 branch_specs: >=tot-2 505 pool: stress 506 file_bugs: True 507 508 [NightlyStressPool2] 509 run_on: nightly 510 hour: 12 511 suite: stress2 512 branch_specs: >=tot-2 513 pool: stress2 514 file_bugs: True 515 516 [NightlyStressPool3] 517 run_on: nightly 518 hour: 12 519 suite: stress3 520 branch_specs: >=tot-2 521 pool: stress3 522 file_bugs: True 523 524 [NightlyStressPool4] 525 run_on: nightly 526 hour: 12 527 suite: stress4 528 branch_specs: ==tot-2 529 pool: stress4 530 file_bugs: True 531 532 [NightlyStressPool5] 533 run_on: nightly 534 hour: 14 535 suite: stress5 536 branch_specs: ==tot-2 537 pool: stress5 538 file_bugs: True 539 540 [NightlyKernelUsb] 541 run_on: new_build 542 suite: kernel_usb 543 branch_specs: >=tot-2 544 pool: usb_peripherals 545 546 [Gizmo] 547 run_on: nightly 548 hour: 14 549 suite: bvt-cq 550 branch_specs: ==tot 551 pool: gizmo 552 553 [NightlyStormBvtCq] 554 run_on: nightly 555 hour: 14 556 suite: bvt-cq 557 branch_specs: ==tot 558 boards: storm 559 pool: suites 560 561 [NightlyStormBvtInline] 562 run_on: nightly 563 hour: 14 564 suite: bvt-inline 565 branch_specs: ==tot 566 boards: storm 567 pool: suites 568 569 [NightlyStormBvtPerBuild] 570 run_on: nightly 571 hour: 14 572 suite: bvt-perbuild 573 branch_specs: ==tot 574 boards: storm 575 pool: suites 576 577 # TODO(beeps) figure out a better frequency for dev and beta weekly suites 578 # (http://crbug.com/417131). 579 [WeeklyKernelRegressions] 580 run_on: weekly 581 day: 6 582 suite: kernel_weekly_regression 583 branch_specs: >=tot-2 584 pool: suites 585 num: 2 586 587 [WeeklyPowerRequirements] 588 run_on: weekly 589 day: 6 590 suite: power_requirements 591 branch_specs: >=tot-2 592 pool: suites 593 594 [WeeklyStoraqequal] 595 run_on: weekly 596 day: 6 597 suite: storagequal 598 branch_specs: >=tot-2 599 pool: suites 600 601 [WeeklyNightlyHwQual] 602 run_on: weekly 603 day: 6 604 suite: hwqual 605 branch_specs: >=tot-2 606 pool: suites 607 num: 3 608 609 [WeeklyKernelDailyRegression] 610 run_on: weekly 611 day: 6 612 suite: kernel_daily_regression 613 branch_specs: >=tot-2 614 pool: suites 615 num: 2 616 617 [WeeklyKernelDailyBenchmarks] 618 run_on: weekly 619 day: 6 620 suite: kernel_daily_benchmarks 621 branch_specs: >=tot-2 622 pool: suites 623 file_bugs: True 624 625 [WeeklyKernelPerBuildRegression] 626 run_on: weekly 627 day: 0 628 suite: kernel_per-build_regression 629 branch_specs: >=tot-2 630 pool: suites 631 num: 2 632 633 [WeeklyKernelPerBuildBenchmarks] 634 run_on: weekly 635 day: 0 636 suite: kernel_per-build_benchmarks 637 branch_specs: >=tot-2 638 pool: suites 639 640 [WeeklyNightlyRegression] 641 run_on: weekly 642 day: 0 643 suite: regression 644 branch_specs: >=tot-2 645 pool: suites 646 num: 2 647 648 [WeeklyExperimentalTests] 649 run_on: weekly 650 day: 0 651 suite: experimental 652 branch_specs: >=tot-2 653 pool: suites 654 655 [WeeklyJailedBuild] 656 run_on: weekly 657 day: 0 658 suite: jailed_build 659 branch_specs: >=tot-2 660 pool: jail 661 662 [WeeklyNetwork3g_pseudomodem] 663 run_on: weekly 664 day: 0 665 suite: network3g_pseudomodem 666 branch_specs: >=tot-2 667 pool: suites 668 669 [WeeklyCellular_modem_repair] 670 run_on: weekly 671 day: 0 672 suite: cellular_modem_repair 673 branch_specs: >=tot-2 674 pool: cellular_repair 675 676 [WeeklyNetworkUI] 677 run_on: weekly 678 day: 0 679 suite: network_ui 680 branch_specs: >=tot-2 681 pool: suites 682 683 [WeeklyPowerDaily] 684 run_on: weekly 685 day: 1 686 suite: power_daily 687 branch_specs: >=tot-2 688 pool: suites 689 file_bugs: True 690 691 [WeeklyPerfalerts] 692 # Not a part of perf build because it requires 3 machines. 693 run_on: weekly 694 day: 1 695 suite: perfalerts 696 branch_specs: >=tot-2 697 pool: suites 698 num: 1 699 700 [WeeklySecuritySuite] 701 run_on: weekly 702 day: 1 703 suite: security 704 branch_specs: >=tot-2 705 pool: suites 706 707 [WeeklyPower_build] 708 run_on: weekly 709 day: 1 710 suite: power_build 711 branch_specs: >=tot-2 712 pool: suites 713 714 [Weeklyaudio] 715 run_on: weekly 716 day: 1 717 suite: audio 718 branch_specs: >=tot-2 719 pool: suites 720 721 [Weeklyvideo] 722 run_on: weekly 723 day: 1 724 suite: video 725 branch_specs: >=tot-2 726 pool: suites 727 num: 4 728 file_bugs: True 729 730 [Weeklyyoutube_mse_eme] 731 run_on: weekly 732 day: 1 733 suite: youtube_mse_eme 734 branch_specs: >=tot-2 735 pool: suites 736 737 [Weeklyyoutube_page] 738 run_on: weekly 739 day: 1 740 suite: youtube_page 741 branch_specs: >=tot-2 742 pool: suites 743 744 [WeeklyLinkPerf] 745 run_on: weekly 746 day: 2 747 suite: link_perf 748 branch_specs: >=tot-2 749 pool: link_perf 750 751 [Weeklyperf_v2] 752 run_on: weekly 753 day: 2 754 suite: perf_v2 755 branch_specs: >=R40 756 pool: suites 757 758 [WeeklyNetworkNightly] 759 run_on: weekly 760 day: 2 761 suite: network_nightly 762 branch_specs: >=tot-2 763 pool: suites 764 file_bugs: False 765 766 [WeeklyWiFi_Perf] 767 run_on: weekly 768 day: 2 769 suite: wifi_perf 770 branch_specs: <=tot-1 771 pool: wificell 772 773 [WeeklyWiFi_Attenuated_Performance] 774 run_on: weekly 775 day: 2 776 suite: wifi_atten_perf 777 branch_specs: <=tot-1 778 pool: groamer 779 780 [WeeklyWiMAX] 781 run_on: weekly 782 day: 2 783 suite: wimax 784 branch_specs: >=tot-2 785 pool: wimax 786 787 [WeeklySecurity] 788 run_on: weekly 789 day: 2 790 suite: security_weekly 791 branch_specs: >=R37 792 pool: suites 793 794 [WeeklyBluetooth_Qualification] 795 run_on: weekly 796 day: 2 797 suite: bluetooth_qualification 798 branch_specs: >=tot-2 799 pool: wificell 800 801 [WeeklyBluetooth_Sanity] 802 run_on: weekly 803 day: 3 804 suite: bluetooth_sanity 805 branch_specs: >=tot-2 806 pool: wificell 807 808 [WeeklyWiFi_MatFunc] 809 run_on: weekly 810 day: 3 811 suite: wifi_matfunc 812 branch_specs: <=tot-1 813 pool: wificell 814 815 [WeeklyWiFi_EndtoEnd] 816 run_on: weekly 817 day: 3 818 suite: wifi_endtoend 819 branch_specs: <=tot-1 820 pool: wificell 821 822 [WeeklyStress] 823 run_on: weekly 824 day: 3 825 suite: stress 826 branch_specs: >=tot-2 827 pool: stress 828 file_bugs: True 829 830 [WeeklyStressPool2] 831 run_on: weekly 832 day: 3 833 suite: stress 834 branch_specs: >=tot-2 835 pool: stress2 836 file_bugs: True 837 838 [WeeklyStressPool3] 839 run_on: weekly 840 day: 3 841 suite: stress 842 branch_specs: >=tot-2 843 pool: stress3 844 file_bugs: True 845 846 [WeeklyStressPool4] 847 run_on: weekly 848 day: 3 849 suite: stress 850 branch_specs: =tot-2 851 pool: stress4 852 file_bugs: True 853 854 [WeeklyStressPool5] 855 run_on: weekly 856 day: 3 857 suite: stress 858 branch_specs: =tot-2 859 pool: stress5 860 file_bugs: True 861 862 [WeeklyGizmo] 863 run_on: weekly 864 day: 4 865 suite: bvt-cq 866 branch_specs: >=tot-2 867 pool: gizmo 868 869 [TendoExperimental] 870 run_on: nightly 871 hour: 14 872 suite: tendo_experimental 873 branch_specs: ==tot 874 pool: suites 875 876 # Please do not add tests to this suite without first clearing it with the 877 # crosbolt team. 878 [CrosboltPerfPerbuild] 879 run_on: new_build 880 suite: crosbolt_perf_perbuild 881 branch_specs: >=tot-1 882 pool: performance 883 file_bugs: True 884 885 # Please do not add tests to this suite without first clearing it with the 886 # crosbolt team. 887 [CrosboltPerfNightly] 888 run_on: nightly 889 hour: 16 890 suite: crosbolt_perf_nightly 891 branch_specs: >=tot-1 892 pool: performance 893 file_bugs: True 894 895 [FaftEcNightly] 896 run_on: nightly 897 hour: 16 898 suite: faft_ec 899 branch_specs: ==tot 900 firmware_rw_build_spec: firmware 901 test_source: cros 902 pool: faft-test 903 file_bugs: True 904 job_retry: True 905 906 # TODO(aaboagye): Remove this when satisified with EC-3PO FAFT EC performance. 907 [EC3POFaftEcNightly] 908 run_on: nightly 909 hour: 16 910 suite: faft_ec3po 911 branch_specs: ==tot 912 firmware_rw_build_spec: firmware 913 test_source: cros 914 pool: faft-test-experiment 915 file_bugs: True 916 job_retry: True 917 918 # TODO(aaboagye): Remove this when satisfied with EC-3PO FAFT BIOS performance. 919 [EC3POFaftBiosNightly] 920 run_on: nightly 921 suite: faft_bios_ec3po 922 branch_specs: ==tot 923 firmware_rw_build_spec: firmware 924 test_source: cros 925 pool: faft-test-experiment 926 file_bugs: True 927 job_retry: True 928 929 [FaftBiosNightly] 930 run_on: nightly 931 hour: 16 932 suite: faft_bios 933 branch_specs: ==tot 934 firmware_rw_build_spec: firmware 935 test_source: cros 936 pool: faft-test 937 file_bugs: True 938 job_retry: True 939 940 [FaftEcTotNightly] 941 run_on: nightly 942 hour: 16 943 suite: faft_ec 944 branch_specs: ==tot 945 firmware_rw_build_spec: cros 946 test_source: cros 947 pool: faft-test-tot 948 file_bugs: True 949 job_retry: True 950 951 [FaftBiosTotNightly] 952 run_on: nightly 953 hour: 16 954 suite: faft_bios 955 branch_specs: ==tot 956 firmware_rw_build_spec: cros 957 test_source: cros 958 pool: faft-test-tot 959 file_bugs: True 960 job_retry: True 961 962 [CameraPerBuild] 963 run_on: new_build 964 suite: camera_perbuild 965 branch_specs: ==tot 966 pool: camera 967 job_retry: True 968 969 [VideoImageComparisonChameleon] 970 run_on: new_build 971 suite: video_image_comparison_chameleon 972 branch_specs: >=tot-2 973 pool: chameleon_hdmi_stable 974 job_retry: True 975
