# Copyright 2016 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. # Recipe module for Skia Swarming compile. DEPS = [ 'core', 'recipe_engine/json', 'recipe_engine/path', 'recipe_engine/platform', 'recipe_engine/properties', 'recipe_engine/python', 'flavor', 'run', 'vars', ] TEST_BUILDERS = { 'client.skia.compile': { 'skiabot-linux-swarm-000': [ 'Build-Mac-Clang-Arm7-Release-iOS', 'Build-Mac-Clang-mipsel-Debug-GN_Android', 'Build-Mac-Clang-x86_64-Debug-CommandBuffer', 'Build-Mac-Clang-x86_64-Release-CMake', 'Build-Mac-Clang-x86_64-Release-GN', 'Build-Ubuntu-Clang-arm64-Release-GN_Android', 'Build-Ubuntu-Clang-arm64-Release-GN_Android_Vulkan', 'Build-Ubuntu-Clang-x86_64-Debug-ASAN', 'Build-Ubuntu-Clang-x86_64-Debug-GN', 'Build-Ubuntu-Clang-arm64-Debug-GN_Android-Trybot', 'Build-Ubuntu-Clang-arm64-Debug-GN_Android_FrameworkDefs', 'Build-Ubuntu-GCC-x86-Debug', 'Build-Ubuntu-GCC-x86_64-Debug-GN', 'Build-Ubuntu-GCC-x86_64-Debug-MSAN', 'Build-Ubuntu-GCC-x86_64-Debug-NoGPU', 'Build-Ubuntu-GCC-x86_64-Debug-SK_USE_DISCARDABLE_SCALEDIMAGECACHE', 'Build-Ubuntu-GCC-x86_64-Release-ANGLE', 'Build-Ubuntu-GCC-x86_64-Release-CMake', 'Build-Ubuntu-GCC-x86_64-Release-Fast', 'Build-Ubuntu-GCC-x86_64-Release-Mesa', 'Build-Ubuntu-GCC-x86_64-Release-PDFium', 'Build-Ubuntu-GCC-x86_64-Release-Shared', 'Build-Ubuntu-GCC-x86_64-Release-Valgrind', 'Build-Win-MSVC-x86-Debug', 'Build-Win-MSVC-x86-Debug-Exceptions', 'Build-Win-MSVC-x86-Release-GDI', 'Build-Win-MSVC-x86-Release-GN', 'Build-Win-MSVC-x86_64-Release-Vulkan', ], }, } def build_targets_from_builder_dict(builder_dict): """Return a list of targets to build, depending on the builder type.""" if builder_dict.get('extra_config') == 'iOS': return ['iOSShell'] return ['most'] def get_extra_env_vars(builder_dict): env = {} if builder_dict.get('compiler') == 'Clang': env['CC'] = '/usr/bin/clang' env['CXX'] = '/usr/bin/clang++' # SKNX_NO_SIMD, SK_USE_DISCARDABLE_SCALEDIMAGECACHE, etc. extra_config = builder_dict.get('extra_config', '') if extra_config.startswith('SK') and extra_config.isupper(): env['CPPFLAGS'] = '-D' + extra_config return env def get_gyp_defines(builder_dict): gyp_defs = {} # skia_arch_type. arch = builder_dict['target_arch'] arch_types = { 'x86': 'x86', 'x86_64': 'x86_64', 'Arm7': 'arm', 'Arm64': 'arm64', 'Mips': 'mips32', 'Mips64': 'mips64', 'MipsDSP2': 'mips32', } if arch in arch_types: gyp_defs['skia_arch_type'] = arch_types[arch] # skia_warnings_as_errors. werr = False if 'Win' in builder_dict.get('os', ''): if not ('GDI' in builder_dict.get('extra_config', '') or 'Exceptions' in builder_dict.get('extra_config', '')): werr = True elif ('Mac' in builder_dict.get('os', '') and 'Android' in builder_dict.get('extra_config', '')): werr = False elif 'Fast' in builder_dict.get('extra_config', ''): # See https://bugs.chromium.org/p/skia/issues/detail?id=5257 werr = False else: werr = True gyp_defs['skia_warnings_as_errors'] = str(int(werr)) # True/False -> '1'/'0' # Win debugger. if 'Win' in builder_dict.get('os', ''): gyp_defs['skia_win_debuggers_path'] = 'c:/DbgHelp' # Qt SDK (Win). if 'Win' in builder_dict.get('os', ''): gyp_defs['qt_sdk'] = 'C:/Qt/4.8.5/' # ANGLE. if builder_dict.get('extra_config') == 'ANGLE': gyp_defs['skia_angle'] = '1' if builder_dict.get('os', '') in ('Ubuntu', 'Linux'): gyp_defs['use_x11'] = '1' gyp_defs['chromeos'] = '0' # GDI. if builder_dict.get('extra_config') == 'GDI': gyp_defs['skia_gdi'] = '1' # Build with Exceptions on Windows. if ('Win' in builder_dict.get('os', '') and builder_dict.get('extra_config') == 'Exceptions'): gyp_defs['skia_win_exceptions'] = '1' # iOS. if (builder_dict.get('os') == 'iOS' or builder_dict.get('extra_config') == 'iOS'): gyp_defs['skia_os'] = 'ios' # Shared library build. if builder_dict.get('extra_config') == 'Shared': gyp_defs['skia_shared_lib'] = '1' # Build fastest Skia possible. if builder_dict.get('extra_config') == 'Fast': gyp_defs['skia_fast'] = '1' # Clang. if builder_dict.get('compiler') == 'Clang': gyp_defs['skia_clang_build'] = '1' # Valgrind. if 'Valgrind' in builder_dict.get('extra_config', ''): gyp_defs['skia_release_optimization_level'] = '1' # Link-time code generation just wastes time on compile-only bots. if builder_dict.get('compiler') == 'MSVC': gyp_defs['skia_win_ltcg'] = '0' # Mesa. if (builder_dict.get('extra_config') == 'Mesa' or builder_dict.get('cpu_or_gpu_value') == 'Mesa'): gyp_defs['skia_mesa'] = '1' # CommandBuffer. if builder_dict.get('extra_config') == 'CommandBuffer': gyp_defs['skia_command_buffer'] = '1' # Vulkan. if builder_dict.get('extra_config') == 'Vulkan': gyp_defs['skia_vulkan'] = '1' gyp_defs['skia_vulkan_debug_layers'] = '0' # NoGPU. if 'NoGPU' in builder_dict.get('extra_config', ''): gyp_defs['skia_gpu'] = 0 return gyp_defs def RunSteps(api): api.core.setup() env = get_extra_env_vars(api.vars.builder_cfg) gyp_defs = get_gyp_defines(api.vars.builder_cfg) gyp_defs_list = ['%s=%s' % (k, v) for k, v in gyp_defs.iteritems()] gyp_defs_list.sort() env['GYP_DEFINES'] = ' '.join(gyp_defs_list) build_targets = build_targets_from_builder_dict(api.vars.builder_cfg) try: for target in build_targets: api.flavor.compile(target, env=env) api.run.copy_build_products( api.flavor.out_dir, api.vars.swarming_out_dir.join( 'out', api.vars.configuration)) api.flavor.copy_extra_build_products(api.vars.swarming_out_dir) finally: if 'Win' in api.vars.builder_cfg.get('os', ''): api.python.inline( name='cleanup', program='''import psutil for p in psutil.process_iter(): try: if p.name in ('mspdbsrv.exe', 'vctip.exe', 'cl.exe', 'link.exe'): p.kill() except psutil._error.AccessDenied: pass ''', infra_step=True) api.flavor.cleanup_steps() api.run.check_failure() def GenTests(api): for mastername, slaves in TEST_BUILDERS.iteritems(): for slavename, builders_by_slave in slaves.iteritems(): for builder in builders_by_slave: test = ( api.test(builder) + api.properties(buildername=builder, mastername=mastername, slavename=slavename, buildnumber=5, revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.path.exists( api.path['slave_build'].join('tmp', 'uninteresting_hashes.txt') ) ) if 'Win' in builder: test += api.platform('win', 64) elif 'Mac' in builder: test += api.platform('mac', 64) else: test += api.platform('linux', 64) if 'Trybot' in builder: test += api.properties(issue=500, patchset=1, rietveld='https://codereview.chromium.org') yield test mastername = 'client.skia.compile' slavename = 'skiabot-win-compile-000' buildername = 'Build-Ubuntu-GCC-x86_64-Debug' yield ( api.test('failed_compile') + api.properties(buildername=buildername, mastername=mastername, slavename=slavename, buildnumber=5, revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.path.exists( api.path['slave_build'].join('tmp', 'uninteresting_hashes.txt') ) + api.step_data('build most', retcode=1) ) buildername = 'Build-Win-MSVC-x86-Debug' yield ( api.test('win_retry_failed_compile') + api.properties(buildername=buildername, mastername=mastername, slavename=slavename, buildnumber=5, revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]') + api.path.exists( api.path['slave_build'].join('tmp', 'uninteresting_hashes.txt') ) + api.platform('win', 64) + api.step_data('build most', retcode=1) ) yield ( api.test('big_issue_number') + api.properties(buildername=buildername, mastername=mastername, slavename=slavename, buildnumber=5, revision='abc123', path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]', rietveld='https://codereview.chromium.org', patchset=1, issue=2147533002L) + api.path.exists( api.path['slave_build'].join('tmp', 'uninteresting_hashes.txt') ) + api.platform('win', 64) ) gerrit_kwargs = { 'patch_storage': 'gerrit', 'repository': 'skia', 'event.patchSet.ref': 'refs/changes/00/2100/2', 'event.change.number': '2100', } yield ( api.test('recipe_with_gerrit_patch') + api.properties( buildername=buildername + '-Trybot', mastername=mastername, slavename=slavename, buildnumber=5, path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]', revision='abc123', **gerrit_kwargs) + api.platform('win', 64) ) yield ( api.test('buildbotless_trybot_rietveld') + api.properties( repository='skia', buildername=buildername, mastername=mastername, slavename=slavename, buildnumber=5, path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]', revision='abc123', nobuildbot='True', issue=500, patchset=1, patch_storage='rietveld', rietveld='https://codereview.chromium.org') + api.platform('win', 64) ) yield ( api.test('buildbotless_trybot_gerrit') + api.properties( repository='skia', buildername=buildername, mastername=mastername, slavename=slavename, buildnumber=5, path_config='kitchen', swarm_out_dir='[SWARM_OUT_DIR]', revision='abc123', nobuildbot='True', issue=500, patchset=1, patch_storage='gerrit', gerrit='https://skia-review.googlesource.com') + api.platform('win', 64) )