1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
|
#!/usr/bin/env python2
import datetime
import os
import sys
import jinja2
import json
from oauth2client.client import GoogleCredentials
from googleapiclient.discovery import build as gcb_build
from google.cloud import storage
from jinja2 import Environment, FileSystemLoader
LOGS_BUCKET = 'oss-fuzz-gcb-logs'
SCRIPT_DIR = os.path.dirname(os.path.abspath(__file__))
def usage():
sys.stderr.write(
"Usage: " + sys.argv[0] + " <projects_dir>\n")
exit(1)
def scan_project_names(projects_dir):
projects = []
for root, dirs, files in os.walk(projects_dir):
for f in files:
if f == "Dockerfile":
projects.append(os.path.basename(root))
return sorted(projects)
def upload_status(successes, failures, unstable):
"""Upload main status page."""
env = Environment(loader=FileSystemLoader(os.path.join(SCRIPT_DIR,
'templates')))
data = {
'projects': failures + successes + unstable,
'failures': failures,
'successes': successes,
'unstable': unstable,
'last_updated': datetime.datetime.utcnow().ctime()
}
storage_client = storage.Client()
bucket = storage_client.get_bucket(LOGS_BUCKET)
blob = bucket.blob('status.html')
blob.cache_control = 'no-cache'
blob.upload_from_string(
env.get_template('status_template.html').render(data),
content_type='text/html')
blob = bucket.blob('status.json')
blob.cache_control = 'no-cache'
blob.upload_from_string(
json.dumps(data),
content_type='text/html')
def main():
if len(sys.argv) != 2:
usage()
projects_dir = sys.argv[1]
credentials = GoogleCredentials.get_application_default()
cloudbuild = gcb_build('cloudbuild', 'v1', credentials=credentials)
successes = []
failures = []
for project in scan_project_names(projects_dir):
print project
query_filter = ('(status="SUCCESS" OR status="FAILURE") AND ' +
'images="gcr.io/clusterfuzz-external/oss-fuzz/{0}"'.format(project))
response = cloudbuild.projects().builds().list(
projectId='clusterfuzz-external',
filter=query_filter).execute()
if not 'builds' in response:
continue
builds = response['builds']
last_build = builds[0]
print last_build['startTime'], last_build['status'], last_build['id']
if last_build['status'] == 'SUCCESS':
successes.append({
'name': project,
'build_id': last_build['id'],
})
else:
failures.append({
'name': project,
'build_id': last_build['id'],
})
upload_status(successes, failures, [])
if __name__ == "__main__":
main()
|
