1 #!/usr/bin/env python3 2 # 3 # Copyright 2017, The Android Open Source Project 4 # 5 # Licensed under the Apache License, Version 2.0 (the "License"); 6 # you may not use this file except in compliance with the License. 7 # You may obtain a copy of the License at 8 # 9 # http://www.apache.org/licenses/LICENSE-2.0 10 # 11 # Unless required by applicable law or agreed to in writing, software 12 # distributed under the License is distributed on an "AS IS" BASIS, 13 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 14 # See the License for the specific language governing permissions and 15 # limitations under the License. 16 17 """Build and run go/ab/git_master-art-host target 18 19 This script is executed by the android build server and must not be moved, 20 or changed in an otherwise backwards-incompatible manner. 21 22 Provided with a target name, the script setup the environment for 23 building the test target by taking config information from 24 from target_config.py. 25 26 See target_config.py for the configuration syntax. 27 """ 28 29 import argparse 30 import os 31 import pathlib 32 import subprocess 33 import sys 34 35 from target_config import target_config 36 import env 37 38 parser = argparse.ArgumentParser() 39 parser.add_argument('-j', default='1', dest='n_threads') 40 # either -l/--list OR build-target is required (but not both). 41 group = parser.add_mutually_exclusive_group(required=True) 42 group.add_argument('build_target', nargs='?') 43 group.add_argument('-l', '--list', action='store_true', help='List all possible run-build targets.') 44 options = parser.parse_args() 45 46 ########## 47 48 if options.list: 49 print("List of all known build_target: ") 50 for k in sorted(target_config.keys()): 51 print(" * " + k) 52 # TODO: would be nice if this was the same order as the target config file. 53 sys.exit(1) 54 55 if not target_config.get(options.build_target): 56 sys.stderr.write("error: invalid build_target, see -l/--list.\n") 57 sys.exit(1) 58 59 target = target_config[options.build_target] 60 n_threads = options.n_threads 61 custom_env = target.get('env', {}) 62 custom_env['SOONG_ALLOW_MISSING_DEPENDENCIES'] = 'true' 63 print(custom_env) 64 os.environ.update(custom_env) 65 66 # build is just a binary/script that is directly executed to build any artifacts needed for the 67 # test. 68 if 'build' in target: 69 build_command = target.get('build').format( 70 ANDROID_BUILD_TOP = env.ANDROID_BUILD_TOP, 71 MAKE_OPTIONS='DX= -j{threads}'.format(threads = n_threads)) 72 sys.stdout.write(str(build_command) + '\n') 73 sys.stdout.flush() 74 if subprocess.call(build_command.split()): 75 sys.exit(1) 76 77 # make runs soong/kati to build the target listed in the entry. 78 if 'make' in target: 79 build_command = 'build/soong/soong_ui.bash --make-mode' 80 build_command += ' DX=' 81 build_command += ' -j' + str(n_threads) 82 build_command += ' ' + target.get('make') 83 if env.DIST_DIR: 84 build_command += ' dist' 85 sys.stdout.write(str(build_command) + '\n') 86 sys.stdout.flush() 87 if subprocess.call(build_command.split()): 88 sys.exit(1) 89 90 if 'golem' in target: 91 machine_type = target.get('golem') 92 # use art-opt-cc by default since it mimics the default preopt config. 93 default_golem_config = 'art-opt-cc' 94 95 os.chdir(env.ANDROID_BUILD_TOP) 96 cmd = ['art/tools/golem/build-target.sh'] 97 cmd += ['-j' + str(n_threads)] 98 cmd += ['--showcommands'] 99 cmd += ['--machine-type=%s' %(machine_type)] 100 cmd += ['--golem=%s' %(default_golem_config)] 101 cmd += ['--tarball'] 102 sys.stdout.write(str(cmd) + '\n') 103 sys.stdout.flush() 104 105 if subprocess.call(cmd): 106 sys.exit(1) 107 108 if 'run-test' in target: 109 run_test_command = [os.path.join(env.ANDROID_BUILD_TOP, 110 'art/test/testrunner/testrunner.py')] 111 test_flags = target.get('run-test', []) 112 out_dir = pathlib.PurePath(env.SOONG_OUT_DIR) 113 if not out_dir.is_absolute(): 114 out_dir = pathlib.PurePath(env.ANDROID_BUILD_TOP).joinpath(out_dir) 115 run_test_command += list(map(lambda a: a.format(SOONG_OUT_DIR=str(out_dir)), test_flags)) 116 # Let testrunner compute concurrency based on #cpus. 117 # b/65822340 118 # run_test_command += ['-j', str(n_threads)] 119 120 # In the config assume everything will run with --host and on ART. 121 # However for only [--jvm] this is undesirable, so don't pass in ART-specific flags. 122 if ['--jvm'] != test_flags: 123 run_test_command += ['--host'] 124 run_test_command += ['--dex2oat-jobs'] 125 run_test_command += ['4'] 126 if '--no-build-dependencies' not in test_flags: 127 run_test_command += ['-b'] 128 run_test_command += ['--verbose'] 129 130 sys.stdout.write(str(run_test_command) + '\n') 131 sys.stdout.flush() 132 if subprocess.call(run_test_command): 133 sys.exit(1) 134 135 sys.exit(0) 136
