1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
|
#!/usr/bin/env python
# Copyright (c) 2018 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Script that triggers and waits for tasks on android-compile.skia.org"""
import base64
import hashlib
import json
import optparse
import requests
import sys
import time
ANDROID_COMPILE_HOST = "https://android-compile.skia.org"
ANDROID_COMPILE_REGISTER_POST_URI = ANDROID_COMPILE_HOST + "/_/register"
ANDROID_COMPILE_TASK_STATUS_URI = ANDROID_COMPILE_HOST + "/get_task_status"
GCE_WEBHOOK_SALT_METADATA_URI = (
"http://metadata/computeMetadata/v1/project/attributes/"
"ac_webhook_request_salt")
POLLING_FREQUENCY_SECS = 60 # 1 minute.
DEADLINE_SECS = 60 * 60 # 60 minutes.
INFRA_FAILURE_ERROR_MSG = (
'\n\n'
'Your run failed due to infra failures. '
'It could be due to any of the following:\n\n'
'* Need to rebase\n\n'
'* Failure when running "python -c from gn import gn_to_bp"\n\n'
'* Problem with syncing Android repository.\n\n'
'See go/skia-android-framework-compile-bot-cloud-logs-errors for the '
'compile server\'s logs.'
)
class AndroidCompileException(Exception):
pass
def _CreateTaskJSON(options):
"""Creates a JSON representation of the requested task."""
params = {}
params["issue"] = options.issue
params["patchset"] = options.patchset
params["hash"] = options.hash
return json.dumps(params)
def _GetWebhookSaltFromMetadata():
"""Gets webhook_request_salt from GCE's metadata server."""
headers = {"Metadata-Flavor": "Google"}
resp = requests.get(GCE_WEBHOOK_SALT_METADATA_URI, headers=headers)
if resp.status_code != 200:
raise AndroidCompileException(
'Return code from %s was %s' % (GCE_WEBHOOK_SALT_METADATA_URI,
resp.status_code))
return base64.standard_b64decode(resp.text)
def _GetAuthHeaders(data, options):
m = hashlib.sha512()
if data:
m.update(data)
m.update('notverysecret' if options.local else _GetWebhookSaltFromMetadata())
encoded = base64.standard_b64encode(m.digest())
return {
"Content-type": "application/x-www-form-urlencoded",
"Accept": "application/json",
"X-Webhook-Auth-Hash": encoded}
def _TriggerTask(options):
"""Triggers the task on Android Compile and returns the new task's ID."""
task = _CreateTaskJSON(options)
headers = _GetAuthHeaders(task, options)
resp = requests.post(ANDROID_COMPILE_REGISTER_POST_URI, task, headers=headers)
if resp.status_code != 200:
raise AndroidCompileException(
'Return code from %s was %s' % (ANDROID_COMPILE_REGISTER_POST_URI,
resp.status_code))
try:
ret = json.loads(resp.text)
except ValueError, e:
raise AndroidCompileException(
'Did not get a JSON response from %s: %s' % (
ANDROID_COMPILE_REGISTER_POST_URI, e))
return ret["taskID"]
def TriggerAndWait(options):
task_id = _TriggerTask(options)
task_str = '[id: %d, issue: %d, patchset: %d, hash: %s]' % (
task_id, options.issue, options.patchset, options.hash)
print
print 'Task %s has been successfully scheduled on %s.' % (
task_str, ANDROID_COMPILE_HOST)
print
print 'The server will be polled every %d seconds.' % POLLING_FREQUENCY_SECS
print
headers = _GetAuthHeaders('', options)
# Now poll the server till the task completes or till deadline is hit.
time_started_polling = time.time()
while True:
if (time.time() - time_started_polling) > DEADLINE_SECS:
raise AndroidCompileException(
'Task did not complete in the deadline of %s seconds.' % (
DEADLINE_SECS))
# Get the status of the task the trybot added.
get_url = '%s?task=%s' % (ANDROID_COMPILE_TASK_STATUS_URI, task_id)
resp = requests.get(get_url, headers=headers)
if resp.status_code != 200:
raise AndroidCompileException(
'Return code from %s was %s' % (ANDROID_COMPILE_TASK_STATUS_URI,
resp.status_code))
try:
ret = json.loads(resp.text)
except ValueError, e:
raise AndroidCompileException(
'Did not get a JSON response from %s: %s' % (get_url, e))
if ret["infra_failure"]:
raise AndroidCompileException(INFRA_FAILURE_ERROR_MSG)
if ret["done"]:
print
print
if not ret.get("is_master_branch", True):
print 'The Android Framework Compile bot only works for patches and'
print 'hashes from the master branch.'
print
return 0
elif ret["withpatch_success"]:
print 'Your run was successfully completed.'
print
print 'With patch logs are here: %s' % ret["withpatch_log"]
print
return 0
elif ret["nopatch_success"]:
raise AndroidCompileException('The build with the patch failed and the '
'build without the patch succeeded. This means that the patch '
'causes Android to fail compilation.\n\n'
'With patch logs are here: %s\n\n'
'No patch logs are here: %s\n\n' % (
ret["withpatch_log"], ret["nopatch_log"]))
else:
print ('Both with patch and no patch builds failed. This means that the'
' Android tree is currently broken. Marking this bot as '
'successful')
print
print 'With patch logs are here: %s' % ret["withpatch_log"]
print 'No patch logs are here: %s' % ret["nopatch_log"]
return 0
print '.'
time.sleep(POLLING_FREQUENCY_SECS)
def main():
option_parser = optparse.OptionParser()
option_parser.add_option(
'', '--issue', type=int, default=0,
help='The Gerrit change number to get the patch from.')
option_parser.add_option(
'', '--patchset', type=int, default=0,
help='The Gerrit change patchset to use.')
option_parser.add_option(
'', '--hash', type=str, default='',
help='The Skia repo hash to compile against.')
option_parser.add_option(
'', '--local', default=False, action='store_true',
help='Uses a dummy metadata salt if this flag is true else it tries to '
'get the salt from GCE metadata.')
options, _ = option_parser.parse_args()
sys.exit(TriggerAndWait(options))
if __name__ == '__main__':
main()
|
