1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
|
# Copyright 2016 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# pylint: disable=W0201
from recipe_engine import recipe_api
BUILD_PRODUCTS_ISOLATE_WHITELIST = [
'dm',
'dm.exe',
'dm.app',
'nanobench.app',
'get_images_from_skps',
'get_images_from_skps.exe',
'nanobench',
'nanobench.exe',
'skpbench',
'*.so',
'*.dll',
'*.dylib',
'skia_launcher',
'lib/*.so',
'iOSShell.app',
'iOSShell.ipa',
'visualbench',
'visualbench.exe',
'vulkan-1.dll',
]
class SkiaStepApi(recipe_api.RecipeApi):
def __init__(self, *args, **kwargs):
"""Initialize the recipe module."""
super(SkiaStepApi, self).__init__(*args, **kwargs)
self._already_ran = {}
self._ccache = None
self._checked_for_ccache = False
self._failed = []
def check_failure(self):
"""Raise an exception if any step failed."""
if self._failed:
raise self.m.step.StepFailure('Failed build steps: %s' %
', '.join([f.name for f in self._failed]))
@property
def failed_steps(self):
return self._failed[:]
def run_once(self, fn, *args, **kwargs):
if not fn.__name__ in self._already_ran:
self._already_ran[fn.__name__] = fn(*args, **kwargs)
return self._already_ran[fn.__name__]
def readfile(self, filename, *args, **kwargs):
"""Convenience function for reading files."""
name = kwargs.pop('name', 'read %s' % self.m.path.basename(filename))
return self.m.file.read(name, filename, infra_step=True, *args, **kwargs)
def writefile(self, filename, contents):
"""Convenience function for writing files."""
return self.m.file.write('write %s' % self.m.path.basename(filename),
filename, contents, infra_step=True)
def rmtree(self, path):
"""Wrapper around api.file.rmtree with environment fix."""
env = self.m.step.get_from_context('env', {})
env['PYTHONPATH'] = str(self.m.path['start_dir'].join(
'skia', 'infra', 'bots', '.recipe_deps', 'build', 'scripts'))
with self.m.step.context({'env': env}):
self.m.file.rmtree(self.m.path.basename(path),
path,
infra_step=True)
def __call__(self, steptype, name, abort_on_failure=True,
fail_build_on_failure=True, **kwargs):
"""Run a step. If it fails, keep going but mark the build status failed."""
env = self.m.step.get_from_context('env', {})
# If PATH is defined in both, merge them together, merging default_env into
# path by replacing %(PATH)s
path = env.get('PATH', '')
env.update(self.m.vars.default_env)
default_path = self.m.vars.default_env.get('PATH', '')
if path and default_path and path != default_path:
path = path.replace(r'%(PATH)s', default_path)
env['PATH'] = path
try:
with self.m.step.context({'env': env}):
return steptype(name=name, **kwargs)
except self.m.step.StepFailure as e:
if abort_on_failure or fail_build_on_failure:
self._failed.append(e)
if abort_on_failure:
raise
def copy_build_products(self, src, dst):
"""Copy whitelisted build products from src to dst."""
self.m.python.inline(
name='copy build products',
program='''import errno
import glob
import os
import shutil
import sys
src = sys.argv[1]
dst = sys.argv[2]
build_products_whitelist = %s
try:
os.makedirs(dst)
except OSError as e:
if e.errno != errno.EEXIST:
raise
for pattern in build_products_whitelist:
path = os.path.join(src, pattern)
for f in glob.glob(path):
dst_path = os.path.join(dst, os.path.relpath(f, src))
if not os.path.isdir(os.path.dirname(dst_path)):
os.makedirs(os.path.dirname(dst_path))
print 'Copying build product %%s to %%s' %% (f, dst_path)
shutil.move(f, dst_path)
''' % str(BUILD_PRODUCTS_ISOLATE_WHITELIST),
args=[src, dst],
infra_step=True)
def with_retry(self, steptype, name, attempts, **kwargs):
for attempt in xrange(attempts):
step_name = name
if attempt > 0:
step_name += ' (attempt %d)' % (attempt + 1)
try:
res = self(steptype, name=step_name, **kwargs)
return res
except self.m.step.StepFailure:
if attempt == attempts - 1:
raise
|
