1 #!/usr/bin/env python 2 # Copyright 2016 gRPC authors. 3 # 4 # Licensed under the Apache License, Version 2.0 (the "License"); 5 # you may not use this file except in compliance with the License. 6 # You may obtain a copy of the License at 7 # 8 # http://www.apache.org/licenses/LICENSE-2.0 9 # 10 # Unless required by applicable law or agreed to in writing, software 11 # distributed under the License is distributed on an "AS IS" BASIS, 12 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. 13 # See the License for the specific language governing permissions and 14 # limitations under the License. 15 """Runs selected gRPC test/build tasks.""" 16 17 from __future__ import print_function 18 19 import argparse 20 import multiprocessing 21 import sys 22 23 import artifacts.artifact_targets as artifact_targets 24 import artifacts.distribtest_targets as distribtest_targets 25 import artifacts.package_targets as package_targets 26 import python_utils.jobset as jobset 27 import python_utils.report_utils as report_utils 28 29 _TARGETS = [] 30 _TARGETS += artifact_targets.targets() 31 _TARGETS += distribtest_targets.targets() 32 _TARGETS += package_targets.targets() 33 34 35 def _create_build_map(): 36 """Maps task names and labels to list of tasks to be built.""" 37 target_build_map = dict([(target.name, [target]) for target in _TARGETS]) 38 if len(_TARGETS) > len(target_build_map.keys()): 39 raise Exception('Target names need to be unique') 40 41 label_build_map = {} 42 label_build_map['all'] = [t for t in _TARGETS] # to build all targets 43 for target in _TARGETS: 44 for label in target.labels: 45 if label in label_build_map: 46 label_build_map[label].append(target) 47 else: 48 label_build_map[label] = [target] 49 50 if set(target_build_map.keys()).intersection(label_build_map.keys()): 51 raise Exception('Target names need to be distinct from label names') 52 return dict(target_build_map.items() + label_build_map.items()) 53 54 55 _BUILD_MAP = _create_build_map() 56 57 argp = argparse.ArgumentParser(description='Runs build/test targets.') 58 argp.add_argument( 59 '-b', 60 '--build', 61 choices=sorted(_BUILD_MAP.keys()), 62 nargs='+', 63 default=['all'], 64 help='Target name or target label to build.') 65 argp.add_argument( 66 '-f', 67 '--filter', 68 choices=sorted(_BUILD_MAP.keys()), 69 nargs='+', 70 default=[], 71 help='Filter targets to build with AND semantics.') 72 argp.add_argument('-j', '--jobs', default=multiprocessing.cpu_count(), type=int) 73 argp.add_argument( 74 '-t', '--travis', default=False, action='store_const', const=True) 75 76 args = argp.parse_args() 77 78 # Figure out which targets to build 79 targets = [] 80 for label in args.build: 81 targets += _BUILD_MAP[label] 82 83 # Among targets selected by -b, filter out those that don't match the filter 84 targets = [t for t in targets if all(f in t.labels for f in args.filter)] 85 targets = sorted(set(targets)) 86 87 # Execute pre-build phase 88 prebuild_jobs = [] 89 for target in targets: 90 prebuild_jobs += target.pre_build_jobspecs() 91 if prebuild_jobs: 92 num_failures, _ = jobset.run( 93 prebuild_jobs, newline_on_success=True, maxjobs=args.jobs) 94 if num_failures != 0: 95 jobset.message('FAILED', 'Pre-build phase failed.', do_newline=True) 96 sys.exit(1) 97 98 build_jobs = [] 99 for target in targets: 100 build_jobs.append(target.build_jobspec()) 101 if not build_jobs: 102 print('Nothing to build.') 103 sys.exit(1) 104 105 jobset.message('START', 'Building targets.', do_newline=True) 106 num_failures, resultset = jobset.run( 107 build_jobs, newline_on_success=True, maxjobs=args.jobs) 108 report_utils.render_junit_xml_report( 109 resultset, 'report_taskrunner_sponge_log.xml', suite_name='tasks') 110 if num_failures == 0: 111 jobset.message( 112 'SUCCESS', 'All targets built successfully.', do_newline=True) 113 else: 114 jobset.message('FAILED', 'Failed to build targets.', do_newline=True) 115 sys.exit(1) 116
