1 #!/usr/bin/python 2 3 import getopt 4 import subprocess 5 import sys 6 7 LONG_OPTIONS = ["shard=", "shards="] 8 BASE_COMMAND = "./configure --enable-internal-stats --enable-experimental" 9 10 def RunCommand(command): 11 run = subprocess.Popen(command, shell=True) 12 output = run.communicate() 13 if run.returncode: 14 print "Non-zero return code: " + str(run.returncode) + " => exiting!" 15 sys.exit(1) 16 17 def list_of_experiments(): 18 experiments = [] 19 configure_file = open("configure") 20 list_start = False 21 for line in configure_file.read().split("\n"): 22 if line == 'EXPERIMENT_LIST="': 23 list_start = True 24 elif line == '"': 25 list_start = False 26 elif list_start: 27 currently_broken = ["csm"] 28 experiment = line[4:] 29 if experiment not in currently_broken: 30 experiments.append(experiment) 31 return experiments 32 33 def main(argv): 34 # Parse arguments 35 options = {"--shard": 0, "--shards": 1} 36 if "--" in argv: 37 opt_end_index = argv.index("--") 38 else: 39 opt_end_index = len(argv) 40 try: 41 o, _ = getopt.getopt(argv[1:opt_end_index], None, LONG_OPTIONS) 42 except getopt.GetoptError, err: 43 print str(err) 44 print "Usage: %s [--shard=<n> --shards=<n>] -- [configure flag ...]"%argv[0] 45 sys.exit(2) 46 47 options.update(o) 48 extra_args = argv[opt_end_index + 1:] 49 50 # Shard experiment list 51 shard = int(options["--shard"]) 52 shards = int(options["--shards"]) 53 experiments = list_of_experiments() 54 base_command = " ".join([BASE_COMMAND] + extra_args) 55 configs = [base_command] 56 configs += ["%s --enable-%s" % (base_command, e) for e in experiments] 57 my_configs = zip(configs, range(len(configs))) 58 my_configs = filter(lambda x: x[1] % shards == shard, my_configs) 59 my_configs = [e[0] for e in my_configs] 60 61 # Run configs for this shard 62 for config in my_configs: 63 test_build(config) 64 65 def test_build(configure_command): 66 print "\033[34m\033[47mTesting %s\033[0m" % (configure_command) 67 RunCommand(configure_command) 68 RunCommand("make clean") 69 RunCommand("make") 70 71 if __name__ == "__main__": 72 main(sys.argv) 73
