1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
|
#!/usr/bin/env python
""" Trigger a Cluster Telemetry job with the given Lua script. """
import argparse
import base64
import getpass
import httplib2
import json
import subprocess
import urllib
CT_URL = 'https://skia-tree-status.appspot.com/skia-telemetry/'
CT_ADD_LUA_TASK_URL = CT_URL + 'add_lua_task'
CT_GET_SKP_REPOS_URL = CT_URL + 'get_skp_repos'
CT_PENDING_TASKS_URL = CT_URL + 'pending_tasks'
POST_DATA = ('username=%s'
'&password=%s'
'&description=%s'
'&lua_script=%s'
'&pagesets_type_and_chromium_build=%s')
def trigger_ct_run(user, password, description, script, skp_repo,
aggregator=None):
"""Trigger a Cluster Telemetry run of the given script."""
with open(script) as f:
script_contents = urllib.quote(base64.b64encode(f.read()))
body = POST_DATA % (user, password, description, script_contents, skp_repo)
if aggregator:
with open(aggregator) as f:
body += '&lua_aggregator=%s' % urllib.quote(base64.b64encode(f.read()))
resp, content = httplib2.Http().request(
CT_ADD_LUA_TASK_URL, 'POST', body=body)
if resp['status'] != '200':
raise Exception(
'Failed to trigger Cluster Telemetry job: (%s): %s' % (
resp['status'], content))
def parse_args():
"""Parse command-line flags and obtain any additional information."""
parser = argparse.ArgumentParser(
description='Trigger a Cluster Telemetry job with the given Lua script.')
parser.add_argument('--script', help='Lua script to run', required=True)
parser.add_argument('--aggregator', help='Aggregator script')
parser.add_argument('--description', help='Description of the job.')
parser.add_argument('--email',
help=('Email address to send results. If not specified, '
'the value of `git config user.email` is used.'))
parser.add_argument('--password_file',
help=('File in which the CT password is stored. Will '
'prompt for password if not specified.'))
parser.add_argument('--skp_repo', default='10k',
help='Which set of SKPs to use, eg. "10k", "All"')
args = parser.parse_args()
# If the user provided their email address, use that. Otherwise obtain it
# from the Git config.
user = args.email
if not user:
user = subprocess.check_output(['git', 'config', 'user.email']).rstrip()
# Read the password from the password file, if provided, otherwise prompt.
if args.password_file:
with open(args.password_file) as f:
password = f.read().rstrip()
else:
password = getpass.getpass(
'Enter the skia_status_password '
'(on https://valentine.corp.google.com/): ')
# Find an SKP repo to use.
resp, content = httplib2.Http().request(CT_GET_SKP_REPOS_URL, "GET")
if resp['status'] != '200':
raise Exception('Failed to obtain SKP repos from %s' % CT_GET_SKP_REPOS_URL)
skp_repos = json.loads(content)
chosen_skp_repo = skp_repos.get(args.skp_repo)[0]
if not chosen_skp_repo:
raise Exception('No generated SKPs exist for "%s"' % args.skp_repo)
skp_repo = '-'.join((args.skp_repo,
chosen_skp_repo[0],
chosen_skp_repo[1]))
return (user, password, args.description, args.script, skp_repo,
args.aggregator)
def main():
user, password, description, script, skp_repo, aggregator = parse_args()
trigger_ct_run(user, password, description, script, skp_repo, aggregator)
print ('Successfully triggered Cluster Telemetry job. View the queue at %s' %
CT_PENDING_TASKS_URL)
if __name__ == '__main__':
main()
|
