1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
|
#!/usr/bin/env python
#
# Copyright 2016 Google Inc.
#
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Default flavor utils class, used for desktop bots."""
import os
import shutil
import sys
class DeviceDirs(object):
def __init__(self,
dm_dir,
perf_data_dir,
resource_dir,
images_dir,
skp_dir,
tmp_dir):
self._dm_dir = dm_dir
self._perf_data_dir = perf_data_dir
self._resource_dir = resource_dir
self._images_dir = images_dir
self._skp_dir = skp_dir
self._tmp_dir = tmp_dir
@property
def dm_dir(self):
"""Where DM writes."""
return self._dm_dir
@property
def perf_data_dir(self):
return self._perf_data_dir
@property
def resource_dir(self):
return self._resource_dir
@property
def images_dir(self):
return self._images_dir
@property
def skp_dir(self):
return self._skp_dir
@property
def tmp_dir(self):
return self._tmp_dir
class DefaultFlavorUtils(object):
"""Utilities to be used by build steps.
The methods in this class define how certain high-level functions should
work. Each build step flavor should correspond to a subclass of
DefaultFlavorUtils which may override any of these functions as appropriate
for that flavor.
For example, the AndroidFlavorUtils will override the functions for
copying files between the host and Android device, as well as the
'step' function, so that commands may be run through ADB.
"""
def __init__(self, bot_info, *args, **kwargs):
self._bot_info = bot_info
self.chrome_path = os.path.join(self._bot_info.build_dir, 'src')
def run(self, cmd, **kwargs):
"""Runs a step as appropriate for this flavor."""
path_to_app = os.path.join(self._bot_info.out_dir,
self._bot_info.configuration, cmd[0])
if ('linux' in sys.platform and
'x86_64' in self._bot_info.bot_name and
not 'TSAN' in self._bot_info.bot_name):
new_cmd = ['catchsegv', path_to_app]
else:
if sys.platform == 'win32':
path_to_app += '.exe'
new_cmd = [path_to_app]
new_cmd.extend(cmd[1:])
return self._bot_info.run(new_cmd, **kwargs)
def bootstrap_win_toolchain(self):
"""Run bootstrapping script for the Windows toolchain."""
bootstrap_script = os.path.join(self._bot_info.infrabots_dir,
'bootstrap_win_toolchain_json.py')
win_toolchain_json = os.path.join(
self._bot_info.build_dir, 'src', 'build', 'win_toolchain.json')
self._bot_info.run([
'python', bootstrap_script,
'--win_toolchain_json', win_toolchain_json,
'--depot_tools_parent_dir', self._bot_info.build_dir])
def compile(self, target):
"""Build the given target."""
# The CHROME_PATH environment variable is needed for bots that use
# toolchains downloaded by Chrome.
env = {}
if sys.platform == 'win32':
make_cmd = ['python', 'make.py']
env['CHROME_PATH'] = self.chrome_path
self._bot_info._run_once(self.bootstrap_win_toolchain)
else:
make_cmd = ['make']
cmd = make_cmd + [target]
self._bot_info.run(cmd, env=env)
def device_path_join(self, *args):
"""Like os.path.join(), but for paths on a connected device."""
return os.path.join(*args)
def device_path_exists(self, path):
"""Like os.path.exists(), but for paths on a connected device."""
return os.path.exists(path, infra_step=True) # pragma: no cover
def copy_directory_contents_to_device(self, host_dir, device_dir):
"""Like shutil.copytree(), but for copying to a connected device."""
# For "normal" bots who don't have an attached device, we expect
# host_dir and device_dir to be the same.
if str(host_dir) != str(device_dir):
raise ValueError('For bots who do not have attached devices, copying '
'from host to device is undefined and only allowed if '
'host_path and device_path are the same (%s vs %s).' % (
str(host_dir), str(device_dir))) # pragma: no cover
def copy_directory_contents_to_host(self, device_dir, host_dir):
"""Like shutil.copytree(), but for copying from a connected device."""
# For "normal" bots who don't have an attached device, we expect
# host_dir and device_dir to be the same.
if str(host_dir) != str(device_dir):
raise ValueError('For bots who do not have attached devices, copying '
'from device to host is undefined and only allowed if '
'host_path and device_path are the same (%s vs %s).' % (
str(host_dir), str(device_dir))) # pragma: no cover
def copy_file_to_device(self, host_path, device_path):
"""Like shutil.copyfile, but for copying to a connected device."""
# For "normal" bots who don't have an attached device, we expect
# host_dir and device_dir to be the same.
if str(host_path) != str(device_path): # pragma: no cover
raise ValueError('For bots who do not have attached devices, copying '
'from host to device is undefined and only allowed if '
'host_path and device_path are the same (%s vs %s).' % (
str(host_path), str(device_path)))
def create_clean_device_dir(self, path):
"""Like shutil.rmtree() + os.makedirs(), but on a connected device."""
self.create_clean_host_dir(path)
def create_clean_host_dir(self, path):
"""Convenience function for creating a clean directory."""
if os.path.exists(path):
shutil.rmtree(path)
os.makedirs(path)
def install(self):
"""Run device-specific installation steps."""
pass
def cleanup_steps(self):
"""Run any device-specific cleanup steps."""
pass
def get_device_dirs(self):
""" Set the directories which will be used by the build steps.
These refer to paths on the same device where the test executables will
run, for example, for Android bots these are paths on the Android device
itself. For desktop bots, these are just local paths.
"""
join = lambda p: os.path.join(self._bot_info.build_dir, p)
return DeviceDirs(
dm_dir=os.path.join(self._bot_info.swarm_out_dir, 'dm'),
perf_data_dir=self._bot_info.perf_data_dir,
resource_dir=self._bot_info.resource_dir,
images_dir=join('images'),
skp_dir=self._bot_info.local_skp_dir,
tmp_dir=join('tmp'))
def __repr__(self):
return '<%s object>' % self.__class__.__name__ # pragma: no cover
|
