1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
|
#!/usr/bin/env python
# Copyright 2014 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
""" Upload benchmark performance data results. """
import gzip
import os
import os.path
import re
import subprocess
import sys
import tempfile
from datetime import datetime
def _UploadJSONResults(builder_name, build_number, dest_gsbase, gs_subdir,
full_json_path, gzipped=True, gsutil_path='gsutil',
issue_number=None):
now = datetime.utcnow()
gs_json_path = '/'.join((str(now.year).zfill(4), str(now.month).zfill(2),
str(now.day).zfill(2), str(now.hour).zfill(2)))
gs_dir = '/'.join((gs_subdir, gs_json_path, builder_name))
if builder_name.endswith('-Trybot'):
if not issue_number:
raise Exception('issue_number build property is missing!')
gs_dir = '/'.join(('trybot', gs_dir, build_number, issue_number))
full_path_to_upload = full_json_path
file_to_upload = os.path.basename(full_path_to_upload)
http_header = ['Content-Type:application/json']
if gzipped:
http_header.append('Content-Encoding:gzip')
gzipped_file = os.path.join(tempfile.gettempdir(), file_to_upload)
# Apply gzip.
with open(full_path_to_upload, 'rb') as f_in:
with gzip.open(gzipped_file, 'wb') as f_out:
f_out.writelines(f_in)
full_path_to_upload = gzipped_file
cmd = ['python', gsutil_path]
for header in http_header:
cmd.extend(['-h', header])
cmd.extend(['cp', '-a', 'public-read', full_path_to_upload,
'/'.join((dest_gsbase, gs_dir, file_to_upload))])
print ' '.join(cmd)
subprocess.check_call(cmd)
def main(builder_name, build_number, perf_data_dir, got_revision, gsutil_path,
issue_number=None):
"""Uploads gzipped nanobench JSON data."""
# Find the nanobench JSON
file_list = os.listdir(perf_data_dir)
RE_FILE_SEARCH = re.compile(
'nanobench_({})_[0-9]+\.json'.format(got_revision))
nanobench_name = None
for file_name in file_list:
if RE_FILE_SEARCH.search(file_name):
nanobench_name = file_name
break
if nanobench_name:
dest_gsbase = 'gs://chromium-skia-gm/'
nanobench_json_file = os.path.join(perf_data_dir,
nanobench_name)
_UploadJSONResults(builder_name, build_number, dest_gsbase, 'nano-json-v1',
nanobench_json_file, gsutil_path=gsutil_path,
issue_number=issue_number)
if __name__ == '__main__':
main(*sys.argv[1:])
|
