1 #!/usr/bin/env python 2 3 4 """ Trigger a Cluster Telemetry job with the given Lua script. """ 5 6 7 import argparse 8 import base64 9 import getpass 10 import httplib2 11 import json 12 import subprocess 13 import urllib 14 15 16 CT_URL = 'https://skia-tree-status.appspot.com/skia-telemetry/' 17 CT_ADD_LUA_TASK_URL = CT_URL + 'add_lua_task' 18 CT_GET_SKP_REPOS_URL = CT_URL + 'get_skp_repos' 19 CT_PENDING_TASKS_URL = CT_URL + 'pending_tasks' 20 POST_DATA = ('username=%s' 21 '&password=%s' 22 '&description=%s' 23 '&lua_script=%s' 24 '&pagesets_type_and_chromium_build=%s') 25 26 27 def trigger_ct_run(user, password, description, script, skp_repo, 28 aggregator=None): 29 """Trigger a Cluster Telemetry run of the given script.""" 30 with open(script) as f: 31 script_contents = urllib.quote(base64.b64encode(f.read())) 32 33 body = POST_DATA % (user, password, description, script_contents, skp_repo) 34 35 if aggregator: 36 with open(aggregator) as f: 37 body += '&lua_aggregator=%s' % urllib.quote(base64.b64encode(f.read())) 38 39 resp, content = httplib2.Http().request( 40 CT_ADD_LUA_TASK_URL, 'POST', body=body) 41 if resp['status'] != '200': 42 raise Exception( 43 'Failed to trigger Cluster Telemetry job: (%s): %s' % ( 44 resp['status'], content)) 45 46 47 def parse_args(): 48 """Parse command-line flags and obtain any additional information.""" 49 parser = argparse.ArgumentParser( 50 description='Trigger a Cluster Telemetry job with the given Lua script.') 51 parser.add_argument('--script', help='Lua script to run', required=True) 52 parser.add_argument('--aggregator', help='Aggregator script') 53 parser.add_argument('--description', help='Description of the job.') 54 parser.add_argument('--email', 55 help=('Email address to send results. If not specified, ' 56 'the value of `git config user.email` is used.')) 57 parser.add_argument('--password_file', 58 help=('File in which the CT password is stored. Will ' 59 'prompt for password if not specified.')) 60 parser.add_argument('--skp_repo', default='10k', 61 help='Which set of SKPs to use, eg. "10k", "All"') 62 args = parser.parse_args() 63 64 # If the user provided their email address, use that. Otherwise obtain it 65 # from the Git config. 66 user = args.email 67 if not user: 68 user = subprocess.check_output(['git', 'config', 'user.email']).rstrip() 69 70 # Read the password from the password file, if provided, otherwise prompt. 71 if args.password_file: 72 with open(args.password_file) as f: 73 password = f.read().rstrip() 74 else: 75 password = getpass.getpass( 76 'Enter the skia_status_password ' 77 '(on https://valentine.corp.google.com/): ') 78 79 # Find an SKP repo to use. 80 resp, content = httplib2.Http().request(CT_GET_SKP_REPOS_URL, "GET") 81 if resp['status'] != '200': 82 raise Exception('Failed to obtain SKP repos from %s' % CT_GET_SKP_REPOS_URL) 83 skp_repos = json.loads(content) 84 chosen_skp_repo = skp_repos.get(args.skp_repo)[0] 85 if not chosen_skp_repo: 86 raise Exception('No generated SKPs exist for "%s"' % args.skp_repo) 87 skp_repo = '-'.join((args.skp_repo, 88 chosen_skp_repo[0], 89 chosen_skp_repo[1])) 90 91 return (user, password, args.description, args.script, skp_repo, 92 args.aggregator) 93 94 95 def main(): 96 user, password, description, script, skp_repo, aggregator = parse_args() 97 trigger_ct_run(user, password, description, script, skp_repo, aggregator) 98 print ('Successfully triggered Cluster Telemetry job. View the queue at %s' % 99 CT_PENDING_TASKS_URL) 100 101 102 if __name__ == '__main__': 103 main() 104
