mirror of
https://github.com/dart-lang/sdk
synced 2024-11-05 18:22:09 +00:00
5678fd48cd
Bug: b/296994239 Change-Id: Ie8630bcece5c2f62c5693afe654fb9d6367b33e4 Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/345286 Commit-Queue: Jonas Termansen <sortie@google.com> Reviewed-by: Alexander Thomas <athom@google.com>
776 lines
28 KiB
Python
Executable file
776 lines
28 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# Copyright 2016 The Dart project authors. All rights reserved.
|
|
# Use of this source code is governed by a BSD-style license that can be
|
|
# found in the LICENSE file.
|
|
|
|
import argparse
|
|
import os
|
|
import platform
|
|
import subprocess
|
|
import socket
|
|
import sys
|
|
import time
|
|
import utils
|
|
|
|
HOST_OS = utils.GuessOS()
|
|
HOST_ARCH = utils.GuessArchitecture()
|
|
SCRIPT_DIR = os.path.dirname(sys.argv[0])
|
|
DART_ROOT = os.path.realpath(os.path.join(SCRIPT_DIR, '..'))
|
|
AVAILABLE_ARCHS = utils.ARCH_FAMILY.keys()
|
|
|
|
# Environment variables for default settings.
|
|
DART_USE_TOOLCHAIN = "DART_USE_TOOLCHAIN" # Use instead of --toolchain-prefix
|
|
DART_USE_SYSROOT = "DART_USE_SYSROOT" # Use instead of --target-sysroot
|
|
DART_USE_CRASHPAD = "DART_USE_CRASHPAD" # Use instead of --use-crashpad
|
|
# use instead of --platform-sdk
|
|
DART_MAKE_PLATFORM_SDK = "DART_MAKE_PLATFORM_SDK"
|
|
|
|
DART_GN_ARGS = "DART_GN_ARGS"
|
|
|
|
|
|
def ToolchainPrefix(args):
|
|
if args.toolchain_prefix:
|
|
return args.toolchain_prefix
|
|
return os.environ.get(DART_USE_TOOLCHAIN)
|
|
|
|
|
|
def TargetSysroot(args):
|
|
if args.target_sysroot:
|
|
return args.target_sysroot
|
|
return os.environ.get(DART_USE_SYSROOT)
|
|
|
|
|
|
def MakePlatformSDK():
|
|
return DART_MAKE_PLATFORM_SDK in os.environ
|
|
|
|
|
|
def GetGNArgs(args):
|
|
if args.gn_args != None:
|
|
return args.gn_args
|
|
args = os.environ.get(DART_GN_ARGS) or ""
|
|
return args.split()
|
|
|
|
|
|
def GetOutDir(mode, arch, target_os, sanitizer):
|
|
return utils.GetBuildRoot(HOST_OS, mode, arch, target_os, sanitizer)
|
|
|
|
|
|
def ToCommandLine(gn_args):
|
|
|
|
def merge(key, value):
|
|
if type(value) is bool:
|
|
return '%s=%s' % (key, 'true' if value else 'false')
|
|
elif type(value) is int:
|
|
return '%s=%d' % (key, value)
|
|
return '%s="%s"' % (key, value)
|
|
|
|
return [merge(x, y) for x, y in gn_args.items()]
|
|
|
|
|
|
# The C compiler's target under the host toolchain (DART_HOST_ARCH_***).
|
|
def HostCpuForArch(arch):
|
|
arch = arch.split("_")[-1]
|
|
|
|
# For each target architecture, we prefer in descending order
|
|
# - using the same architecture for the host (supports all architectures)
|
|
# - using a host architecture with the same word size (supports arm and riscv, which have simulators)
|
|
# - using a host architecture with a different word size (supports only AOT and only 32-bit target on 64-bit host)
|
|
if arch in ['ia32']:
|
|
candidates = ['x86']
|
|
elif arch in ['x64', 'x64c', 'simx64', 'simx64c']:
|
|
candidates = ['x64', 'arm64']
|
|
elif arch in ['arm', 'simarm']:
|
|
candidates = ['arm', 'x86', 'riscv32', 'arm64', 'x64', 'riscv64']
|
|
elif arch in ['arm64', 'arm64c', 'simarm64', 'simarm64c']:
|
|
candidates = ['arm64', 'x64', 'riscv64']
|
|
elif arch in ['riscv32', 'simriscv32']:
|
|
candidates = ['riscv32', 'arm', 'x86', 'riscv64', 'arm64', 'x64']
|
|
elif arch in ['riscv64', 'simriscv64']:
|
|
candidates = ['riscv64', 'arm64', 'x64']
|
|
else:
|
|
raise Exception("Unknown Dart architecture: %s" % arch)
|
|
|
|
available = utils.HostArchitectures()
|
|
for candidate in candidates:
|
|
if candidate in available:
|
|
return candidate
|
|
|
|
raise Exception(
|
|
"Failed to find a C host architecture for %s. Need one of %s but only %s are available."
|
|
% (arch, candidates, available))
|
|
|
|
|
|
# The C compiler's target under the target toolchain (DART_HOST_ARCH_***).
|
|
def TargetCpuForArch(arch):
|
|
# Real target architectures
|
|
if arch.startswith('ia32'):
|
|
return 'x86'
|
|
elif arch.startswith('x64'):
|
|
return 'x64'
|
|
elif arch.startswith('arm64'):
|
|
return 'arm64'
|
|
elif arch.startswith('arm'):
|
|
return 'arm'
|
|
elif arch.startswith('riscv32'):
|
|
return 'riscv32'
|
|
elif arch.startswith('riscv64'):
|
|
return 'riscv64'
|
|
|
|
# Simulators
|
|
if arch.endswith('_x64'):
|
|
return 'x64'
|
|
elif arch.endswith('_arm64'):
|
|
return 'arm64'
|
|
elif arch.endswith('_riscv64'):
|
|
return 'riscv64'
|
|
elif arch in ['simarm', 'simriscv32']:
|
|
candidates = ['arm', 'riscv32', 'x86']
|
|
elif arch in ['simx64', 'simx64c', 'simarm64', 'simarm64c', 'simriscv64']:
|
|
candidates = ['arm64', 'riscv64', 'x64']
|
|
else:
|
|
raise Exception("Unknown Dart architecture: %s" % arch)
|
|
|
|
available = utils.HostArchitectures()
|
|
for candidate in candidates:
|
|
if candidate in available:
|
|
return candidate
|
|
|
|
raise Exception(
|
|
"Failed to find a C target architecture for %s. Need one of %s but only %s are available."
|
|
% (arch, candidates, available))
|
|
|
|
|
|
# The Dart compiler's target (DART_TARGET_ARCH_***)
|
|
def DartTargetCpuForArch(arch):
|
|
arch = arch.split("_")[0]
|
|
if arch.startswith("sim"):
|
|
arch = arch[3:]
|
|
if arch.endswith("c"):
|
|
arch = arch[:-1]
|
|
return arch
|
|
|
|
|
|
def IsCompressedPointerArch(arch):
|
|
return "64c" in arch
|
|
|
|
|
|
def HostOsForGn(host_os):
|
|
if host_os.startswith('macos'):
|
|
return 'mac'
|
|
if host_os.startswith('win'):
|
|
return 'win'
|
|
return host_os
|
|
|
|
|
|
# Where string_map is formatted as X1=Y1,X2=Y2 etc.
|
|
# If key is X1, returns Y1.
|
|
def ParseStringMap(key, string_map):
|
|
for m in string_map.split(','):
|
|
l = m.split('=')
|
|
if l[0] == key:
|
|
return l[1]
|
|
return None
|
|
|
|
|
|
def UseSysroot(args, gn_args):
|
|
# Don't try to use a Linux sysroot if we aren't on Linux.
|
|
if gn_args['target_os'] != 'linux' and HOST_OS != 'linux':
|
|
return False
|
|
# Don't use the sysroot if we're given another sysroot.
|
|
if TargetSysroot(args):
|
|
return False
|
|
# Don't use the sysroot if we're given another toolchain.
|
|
if not gn_args['is_clang']:
|
|
return False
|
|
# Fuchsia's Linux sysroot doesn't support RISCV32
|
|
if gn_args['target_cpu'] in ['riscv32']:
|
|
return False
|
|
# Otherwise use the sysroot.
|
|
return True
|
|
|
|
|
|
def ToGnArgs(args, mode, arch, target_os, sanitizer, verify_sdk_hash,
|
|
git_version):
|
|
gn_args = {}
|
|
|
|
host_os = HostOsForGn(HOST_OS)
|
|
if target_os == 'host':
|
|
gn_args['target_os'] = host_os
|
|
else:
|
|
gn_args['target_os'] = target_os
|
|
|
|
gn_args['host_cpu'] = HostCpuForArch(arch)
|
|
gn_args['target_cpu'] = TargetCpuForArch(arch)
|
|
gn_args['dart_target_arch'] = DartTargetCpuForArch(arch)
|
|
gn_args['dart_use_compressed_pointers'] = IsCompressedPointerArch(arch)
|
|
|
|
# Configure Crashpad library if it is used.
|
|
gn_args['dart_use_crashpad'] = ((args.use_crashpad or
|
|
DART_USE_CRASHPAD in os.environ) and
|
|
gn_args['target_cpu'] in ['x86', 'x64'])
|
|
if gn_args['dart_use_crashpad']:
|
|
# Tell Crashpad's BUILD files which checkout layout to use.
|
|
gn_args['crashpad_dependencies'] = 'dart'
|
|
|
|
if DartTargetCpuForArch(arch) != HostCpuForArch(arch):
|
|
# Training an app-jit snapshot under a simulator is slow. Use script
|
|
# snapshots instead.
|
|
gn_args['dart_snapshot_kind'] = 'kernel'
|
|
else:
|
|
gn_args['dart_snapshot_kind'] = 'app-jit'
|
|
|
|
# We only want the fallback root certs in the standalone VM on
|
|
# Linux and Windows.
|
|
if gn_args['target_os'] in ['linux', 'win']:
|
|
gn_args['dart_use_fallback_root_certificates'] = True
|
|
|
|
gn_args['bssl_use_clang_integrated_as'] = True
|
|
|
|
if gn_args['target_os'] == 'linux':
|
|
if gn_args['target_cpu'] == 'arm':
|
|
# Default to -mfloat-abi=hard and -mfpu=neon for arm on Linux as we're
|
|
# specifying a gnueabihf compiler in //build/toolchain/linux/BUILD.gn.
|
|
floatabi = 'hard' if args.arm_float_abi == '' else args.arm_float_abi
|
|
gn_args['arm_version'] = 7
|
|
gn_args['arm_float_abi'] = floatabi
|
|
gn_args['arm_use_neon'] = True
|
|
if gn_args['target_os'] == 'fuchsia':
|
|
gn_args['fuchsia_target_api_level'] = 15
|
|
|
|
gn_args['is_debug'] = mode == 'debug'
|
|
gn_args['is_release'] = mode == 'release'
|
|
gn_args['is_product'] = mode == 'product'
|
|
gn_args['dart_debug'] = mode == 'debug'
|
|
|
|
# This setting is only meaningful for Flutter. Standalone builds of the VM
|
|
# should leave this set to 'develop', which causes the build to defer to
|
|
# 'is_debug', 'is_release' and 'is_product'.
|
|
if mode == 'product':
|
|
gn_args['dart_runtime_mode'] = 'release'
|
|
else:
|
|
gn_args['dart_runtime_mode'] = 'develop'
|
|
|
|
gn_args['exclude_kernel_service'] = args.exclude_kernel_service
|
|
|
|
gn_args['is_clang'] = args.clang
|
|
|
|
enable_code_coverage = args.code_coverage and gn_args['is_clang']
|
|
gn_args['dart_vm_code_coverage'] = enable_code_coverage
|
|
|
|
gn_args['is_asan'] = sanitizer == 'asan'
|
|
gn_args['is_lsan'] = sanitizer == 'lsan'
|
|
gn_args['is_msan'] = sanitizer == 'msan'
|
|
gn_args['is_tsan'] = sanitizer == 'tsan'
|
|
gn_args['is_ubsan'] = sanitizer == 'ubsan'
|
|
gn_args['is_qemu'] = args.use_qemu
|
|
|
|
if not args.platform_sdk:
|
|
gn_args['dart_platform_sdk'] = args.platform_sdk
|
|
|
|
# We don't support stripping on Windows
|
|
if host_os != 'win':
|
|
gn_args['dart_stripped_binary'] = 'exe.stripped/dart'
|
|
gn_args['dart_precompiled_runtime_stripped_binary'] = (
|
|
'exe.stripped/dart_precompiled_runtime_product')
|
|
gn_args['gen_snapshot_stripped_binary'] = (
|
|
'exe.stripped/gen_snapshot_product')
|
|
gn_args['analyze_snapshot_binary'] = ('exe.stripped/analyze_snapshot')
|
|
gn_args['wasm_opt_stripped_binary'] = 'exe.stripped/wasm-opt'
|
|
|
|
# Setup the user-defined sysroot.
|
|
if UseSysroot(args, gn_args):
|
|
gn_args['dart_sysroot'] = 'debian'
|
|
else:
|
|
sysroot = TargetSysroot(args)
|
|
if sysroot:
|
|
gn_args['target_sysroot'] = ParseStringMap(arch, sysroot)
|
|
|
|
toolchain = ToolchainPrefix(args)
|
|
if toolchain:
|
|
for arch in ['ia32', 'x64', 'arm', 'arm64', 'riscv32', 'riscv64']:
|
|
prefix = ParseStringMap(arch, toolchain)
|
|
if prefix != None:
|
|
gn_args[arch + '_toolchain_prefix'] = prefix
|
|
|
|
goma_dir = os.environ.get('GOMA_DIR')
|
|
# Search for goma in depot_tools in path
|
|
goma_depot_tools_dir = None
|
|
for path in os.environ.get('PATH', '').split(os.pathsep):
|
|
if os.path.basename(path) == 'depot_tools':
|
|
cipd_bin = os.path.join(path, '.cipd_bin')
|
|
if os.path.isfile(os.path.join(cipd_bin, ExecutableName('gomacc'))):
|
|
goma_depot_tools_dir = cipd_bin
|
|
break
|
|
# Otherwise use goma from home directory.
|
|
# TODO(whesse): Remove support for goma installed in home directory.
|
|
# Goma will only be distributed through depot_tools.
|
|
goma_home_dir = os.path.join(os.getenv('HOME', ''), 'goma')
|
|
if args.goma and goma_dir:
|
|
gn_args['use_goma'] = True
|
|
gn_args['goma_dir'] = goma_dir
|
|
elif args.goma and goma_depot_tools_dir:
|
|
gn_args['use_goma'] = True
|
|
gn_args['goma_dir'] = goma_depot_tools_dir
|
|
elif args.goma and os.path.exists(goma_home_dir):
|
|
gn_args['use_goma'] = True
|
|
gn_args['goma_dir'] = goma_home_dir
|
|
else:
|
|
gn_args['use_goma'] = False
|
|
gn_args['goma_dir'] = None
|
|
|
|
gn_args['use_rbe'] = args.rbe
|
|
|
|
# Code coverage requires -O0 to be set.
|
|
if enable_code_coverage:
|
|
gn_args['dart_debug_optimization_level'] = 0
|
|
gn_args['debug_optimization_level'] = 0
|
|
elif args.debug_opt_level:
|
|
gn_args['dart_debug_optimization_level'] = args.debug_opt_level
|
|
gn_args['debug_optimization_level'] = args.debug_opt_level
|
|
|
|
gn_args['verify_sdk_hash'] = verify_sdk_hash
|
|
gn_args['dart_version_git_info'] = git_version
|
|
|
|
if args.codesigning_identity != '':
|
|
gn_args['codesigning_identity'] = args.codesigning_identity
|
|
|
|
return gn_args
|
|
|
|
|
|
def ProcessOsOption(os_name):
|
|
if os_name == 'host':
|
|
return HOST_OS
|
|
return os_name
|
|
|
|
|
|
def ProcessOptions(args):
|
|
if args.arch == 'all':
|
|
if platform.system() == 'Darwin':
|
|
# Targeting 32 bits not supported on MacOS.
|
|
# See HostArchitectures in utils.py.
|
|
args.arch = 'x64,simarm64,x64c,simarm64c,simriscv64'
|
|
else:
|
|
args.arch = 'ia32,x64,simarm,simarm64,x64c,simarm64c,simriscv32,simriscv64'
|
|
if args.mode == 'all':
|
|
args.mode = 'debug,release,product'
|
|
if args.os == 'all':
|
|
args.os = 'host,android,fuchsia'
|
|
if args.sanitizer == 'all':
|
|
args.sanitizer = 'none,asan,lsan,msan,tsan,ubsan'
|
|
args.mode = args.mode.split(',')
|
|
args.arch = args.arch.split(',')
|
|
args.os = args.os.split(',')
|
|
args.sanitizer = args.sanitizer.split(',')
|
|
for mode in args.mode:
|
|
if not mode in ['debug', 'release', 'product']:
|
|
print("Unknown mode %s" % mode)
|
|
return False
|
|
for i, arch in enumerate(args.arch):
|
|
args.arch[i] = arch.lower()
|
|
oses = [ProcessOsOption(os_name) for os_name in args.os]
|
|
for os_name in oses:
|
|
if not os_name in [
|
|
'android', 'freebsd', 'linux', 'macos', 'win32', 'fuchsia'
|
|
]:
|
|
print("Unknown os %s" % os_name)
|
|
return False
|
|
if os_name == 'android':
|
|
if not HOST_OS in ['linux', 'macos']:
|
|
print(
|
|
"Cross-compilation to %s is not supported on host os %s." %
|
|
(os_name, HOST_OS))
|
|
return False
|
|
if not arch in [
|
|
'ia32',
|
|
'x64',
|
|
'arm',
|
|
'arm_x64',
|
|
'arm64',
|
|
'x64c',
|
|
'arm64c',
|
|
'riscv64',
|
|
]:
|
|
print(
|
|
"Cross-compilation to %s is not supported for architecture %s."
|
|
% (os_name, arch))
|
|
return False
|
|
elif os_name == 'fuchsia':
|
|
if not HOST_OS in ['linux', 'macos']:
|
|
print(
|
|
"Cross-compilation to %s is not supported on host os %s." %
|
|
(os_name, HOST_OS))
|
|
return False
|
|
if not arch in ['x64', 'arm64', 'x64c', 'arm64c', 'riscv64']:
|
|
print(
|
|
"Cross-compilation to %s is not supported for architecture %s."
|
|
% (os_name, arch))
|
|
return False
|
|
elif os_name != HOST_OS:
|
|
print("Unsupported target os %s" % os_name)
|
|
return False
|
|
if HOST_OS != 'win' and args.use_crashpad:
|
|
print("Crashpad is only supported on Windows")
|
|
return False
|
|
if os.environ.get('RBE_cfg') == None and \
|
|
socket.getfqdn().endswith('.corp.google.com') and \
|
|
sys.platform in ['linux']:
|
|
print('You can speed up your build by following: go/dart-rbe')
|
|
if not args.rbe and not args.goma:
|
|
print('Goma is no longer enabled by default since RBE is ready.')
|
|
return True
|
|
|
|
|
|
def os_has_ide(host_os):
|
|
return host_os.startswith('win') or host_os.startswith('mac')
|
|
|
|
|
|
def ide_switch(host_os):
|
|
if host_os.startswith('win'):
|
|
return '--ide=vs'
|
|
elif host_os.startswith('mac'):
|
|
return '--ide=xcode'
|
|
else:
|
|
return '--ide=json'
|
|
|
|
|
|
def AddCommonGnOptionArgs(parser):
|
|
"""Adds arguments that will change the default GN arguments."""
|
|
|
|
use_rbe = os.environ.get('RBE_cfg') != None
|
|
|
|
parser.add_argument('--goma', help='Use goma', action='store_true')
|
|
parser.add_argument('--no-goma',
|
|
help='Disable goma',
|
|
dest='goma',
|
|
action='store_false')
|
|
parser.set_defaults(goma=not use_rbe and sys.platform not in ['linux'])
|
|
|
|
parser.add_argument('--rbe', help='Use rbe', action='store_true')
|
|
parser.add_argument('--no-rbe',
|
|
help='Disable rbe',
|
|
dest='rbe',
|
|
action='store_false')
|
|
parser.set_defaults(rbe=use_rbe)
|
|
|
|
# Disable git hashes when remote compiling to ensure cache hits of the final
|
|
# output artifacts when nothing has changed.
|
|
parser.add_argument('--verify-sdk-hash',
|
|
help='Enable SDK hash checks',
|
|
dest='verify_sdk_hash',
|
|
action='store_true')
|
|
parser.add_argument('-nvh',
|
|
'--no-verify-sdk-hash',
|
|
help='Disable SDK hash checks',
|
|
dest='verify_sdk_hash',
|
|
action='store_false')
|
|
parser.set_defaults(verify_sdk_hash=not use_rbe)
|
|
|
|
parser.add_argument('--git-version',
|
|
help='Enable git commit in version',
|
|
dest='git_version',
|
|
action='store_true')
|
|
parser.add_argument('-ngv',
|
|
'--no-git-version',
|
|
help='Disable git commit in version',
|
|
dest='git_version',
|
|
action='store_false')
|
|
parser.set_defaults(git_version=not use_rbe)
|
|
|
|
parser.add_argument('--clang', help='Use Clang', action='store_true')
|
|
parser.add_argument('--no-clang',
|
|
help='Disable Clang',
|
|
dest='clang',
|
|
action='store_false')
|
|
parser.set_defaults(clang=True)
|
|
|
|
parser.add_argument(
|
|
'--platform-sdk',
|
|
help='Directs the create_sdk target to create a smaller "Platform" SDK',
|
|
default=MakePlatformSDK(),
|
|
action='store_true')
|
|
parser.add_argument('--use-crashpad',
|
|
default=False,
|
|
dest='use_crashpad',
|
|
action='store_true')
|
|
parser.add_argument('--use-qemu',
|
|
default=False,
|
|
dest='use_qemu',
|
|
action='store_true')
|
|
parser.add_argument('--exclude-kernel-service',
|
|
help='Exclude the kernel service.',
|
|
default=False,
|
|
dest='exclude_kernel_service',
|
|
action='store_true')
|
|
parser.add_argument('--arm-float-abi',
|
|
type=str,
|
|
help='The ARM float ABI (soft, softfp, hard)',
|
|
metavar='[soft,softfp,hard]',
|
|
default='')
|
|
|
|
parser.add_argument('--code-coverage',
|
|
help='Enable code coverage for the standalone VM',
|
|
default=False,
|
|
dest="code_coverage",
|
|
action='store_true')
|
|
parser.add_argument('--debug-opt-level',
|
|
'-d',
|
|
help='The optimization level to use for debug builds',
|
|
type=str)
|
|
parser.add_argument('--gn-args',
|
|
help='Set extra GN args',
|
|
dest='gn_args',
|
|
action='append')
|
|
parser.add_argument(
|
|
'--toolchain-prefix',
|
|
'-t',
|
|
type=str,
|
|
help='Comma-separated list of arch=/path/to/toolchain-prefix mappings')
|
|
parser.add_argument('--ide',
|
|
help='Generate an IDE file.',
|
|
default=os_has_ide(HOST_OS),
|
|
action='store_true')
|
|
parser.add_argument('--export-compile-commands',
|
|
help='Export compile_commands.json database file.',
|
|
default=False,
|
|
action='store_true')
|
|
parser.add_argument(
|
|
'--target-sysroot',
|
|
'-s',
|
|
type=str,
|
|
help='Comma-separated list of arch=/path/to/sysroot mappings')
|
|
parser.add_argument('--use-mallinfo2',
|
|
help='Use mallinfo2 to collect malloc stats.',
|
|
default=False,
|
|
dest='use_mallinfo2',
|
|
action='store_true')
|
|
parser.add_argument('--codesigning-identity',
|
|
help='Sign executables using the given identity.',
|
|
default='',
|
|
type=str)
|
|
|
|
|
|
def AddCommonConfigurationArgs(parser):
|
|
"""Adds arguments that influence which configuration will be built."""
|
|
parser.add_argument("-a",
|
|
"--arch",
|
|
type=str,
|
|
help='Target architectures (comma-separated).',
|
|
metavar='[all,' + ','.join(AVAILABLE_ARCHS) + ']',
|
|
default=utils.GuessArchitecture())
|
|
parser.add_argument('--mode',
|
|
'-m',
|
|
type=str,
|
|
help='Build variants (comma-separated).',
|
|
metavar='[all,debug,release,product]',
|
|
default='debug')
|
|
parser.add_argument('--os',
|
|
type=str,
|
|
help='Target OSs (comma-separated).',
|
|
metavar='[all,host,android,fuchsia]',
|
|
default='host')
|
|
parser.add_argument('--sanitizer',
|
|
type=str,
|
|
help='Build variants (comma-separated).',
|
|
metavar='[all,none,asan,lsan,msan,tsan,ubsan]',
|
|
default='none')
|
|
|
|
|
|
def AddOtherArgs(parser):
|
|
"""Adds miscellaneous arguments to the parser."""
|
|
parser.add_argument("-v",
|
|
"--verbose",
|
|
help='Verbose output.',
|
|
default=False,
|
|
action="store_true")
|
|
parser.add_argument("--test",
|
|
help='Test this script.',
|
|
default=False,
|
|
action="store_true")
|
|
|
|
|
|
def parse_args(args):
|
|
args = args[1:]
|
|
parser = argparse.ArgumentParser(
|
|
description='A script to run `gn gen`.',
|
|
formatter_class=argparse.ArgumentDefaultsHelpFormatter)
|
|
|
|
config_group = parser.add_argument_group('Configuration Related Arguments')
|
|
AddCommonConfigurationArgs(config_group)
|
|
|
|
gn_group = parser.add_argument_group('GN Related Arguments')
|
|
AddCommonGnOptionArgs(gn_group)
|
|
|
|
other_group = parser.add_argument_group('Other Arguments')
|
|
AddOtherArgs(other_group)
|
|
|
|
options = parser.parse_args(args)
|
|
if not ProcessOptions(options):
|
|
parser.print_help()
|
|
return None
|
|
return options
|
|
|
|
|
|
def ExecutableName(basename):
|
|
if utils.IsWindows():
|
|
return f'{basename}.exe'
|
|
return basename
|
|
|
|
|
|
def BuildGnCommand(args, mode, arch, target_os, sanitizer, out_dir):
|
|
if utils.IsWindows():
|
|
gn = os.path.join(DART_ROOT, 'buildtools', 'win', 'gn.exe')
|
|
else:
|
|
gn = os.path.join(DART_ROOT, 'buildtools', 'gn')
|
|
if not os.path.isfile(gn):
|
|
raise Exception("Couldn't find the gn binary at path: " + gn)
|
|
|
|
# TODO(infra): Re-enable --check. Many targets fail to use
|
|
# public_deps to re-expose header files to their dependents.
|
|
# See dartbug.com/32364
|
|
command = [gn, 'gen', out_dir]
|
|
gn_args = ToCommandLine(
|
|
ToGnArgs(args, mode, arch, target_os, sanitizer, args.verify_sdk_hash,
|
|
args.git_version))
|
|
gn_args += GetGNArgs(args)
|
|
if args.ide:
|
|
command.append(ide_switch(HOST_OS))
|
|
if args.export_compile_commands:
|
|
command.append('--export-compile-commands')
|
|
command.append('--args=%s' % ' '.join(gn_args))
|
|
|
|
return command
|
|
|
|
|
|
def RunGnOnConfiguredConfigurations(args):
|
|
commands = []
|
|
for target_os in args.os:
|
|
for mode in args.mode:
|
|
for arch in args.arch:
|
|
for sanitizer in args.sanitizer:
|
|
out_dir = GetOutDir(mode, arch, target_os, sanitizer)
|
|
commands.append(
|
|
BuildGnCommand(args, mode, arch, target_os, sanitizer,
|
|
out_dir))
|
|
if args.verbose:
|
|
print("gn gen --check in %s" % out_dir)
|
|
|
|
active_commands = []
|
|
|
|
def cleanup(command):
|
|
print("Command failed: " + ' '.join(command))
|
|
for (_, process) in active_commands:
|
|
process.terminate()
|
|
|
|
for command in commands:
|
|
try:
|
|
process = subprocess.Popen(command, cwd=DART_ROOT)
|
|
active_commands.append([command, process])
|
|
except Exception as e:
|
|
print('Error: %s' % e)
|
|
cleanup(command)
|
|
return 1
|
|
while active_commands:
|
|
time.sleep(0.1)
|
|
for active_command in active_commands:
|
|
(command, process) = active_command
|
|
if process.poll() is not None:
|
|
active_commands.remove(active_command)
|
|
if process.returncode != 0:
|
|
cleanup(command)
|
|
return 1
|
|
return 0
|
|
|
|
|
|
def ExpectEquals(actual, expected):
|
|
if actual != expected:
|
|
raise Exception(f"Actual: {actual} Expected: {expected}")
|
|
|
|
|
|
def RunTests():
|
|
host_arch = utils.HostArchitectures()[0]
|
|
host_arch_or_x64 = host_arch
|
|
if 'x64' in utils.HostArchitectures():
|
|
# Rosetta means 'x64' may be built directly.
|
|
host_arch_or_x64 = 'x64'
|
|
|
|
ExpectEquals(HostCpuForArch("arm64"), host_arch)
|
|
ExpectEquals(HostCpuForArch("arm64c"), host_arch)
|
|
ExpectEquals(HostCpuForArch("simarm64"), host_arch)
|
|
ExpectEquals(HostCpuForArch("simarm64_x64"), host_arch_or_x64)
|
|
ExpectEquals(HostCpuForArch("simarm64_arm64"), host_arch)
|
|
ExpectEquals(HostCpuForArch("simarm64_riscv64"), host_arch)
|
|
ExpectEquals(HostCpuForArch("x64"), host_arch_or_x64)
|
|
ExpectEquals(HostCpuForArch("simx64"), host_arch_or_x64)
|
|
ExpectEquals(HostCpuForArch("simx64_x64"), host_arch_or_x64)
|
|
ExpectEquals(HostCpuForArch("simx64_arm64"), host_arch)
|
|
ExpectEquals(HostCpuForArch("simx64_riscv64"), host_arch)
|
|
|
|
ExpectEquals(TargetCpuForArch("arm64"), "arm64")
|
|
ExpectEquals(TargetCpuForArch("arm64c"), "arm64")
|
|
ExpectEquals(TargetCpuForArch("simarm64"), host_arch)
|
|
ExpectEquals(TargetCpuForArch("simarm64_x64"), "x64")
|
|
ExpectEquals(TargetCpuForArch("simarm64_arm64"), "arm64")
|
|
ExpectEquals(TargetCpuForArch("simarm64_riscv64"), "riscv64")
|
|
ExpectEquals(TargetCpuForArch("x64"), "x64")
|
|
ExpectEquals(TargetCpuForArch("simx64"), host_arch)
|
|
ExpectEquals(TargetCpuForArch("simx64_x64"), "x64")
|
|
ExpectEquals(TargetCpuForArch("simx64_arm64"), "arm64")
|
|
ExpectEquals(TargetCpuForArch("simx64_riscv64"), "riscv64")
|
|
|
|
ExpectEquals(DartTargetCpuForArch("arm64"), "arm64")
|
|
ExpectEquals(DartTargetCpuForArch("arm64c"), "arm64")
|
|
ExpectEquals(DartTargetCpuForArch("simarm64"), "arm64")
|
|
ExpectEquals(DartTargetCpuForArch("simarm64_x64"), "arm64")
|
|
ExpectEquals(DartTargetCpuForArch("simarm64_arm64"), "arm64")
|
|
ExpectEquals(DartTargetCpuForArch("simarm64_riscv64"), "arm64")
|
|
ExpectEquals(DartTargetCpuForArch("x64"), "x64")
|
|
ExpectEquals(DartTargetCpuForArch("simx64"), "x64")
|
|
ExpectEquals(DartTargetCpuForArch("simx64_x64"), "x64")
|
|
ExpectEquals(DartTargetCpuForArch("simx64_arm64"), "x64")
|
|
ExpectEquals(DartTargetCpuForArch("simx64_riscv64"), "x64")
|
|
|
|
ExpectEquals(IsCompressedPointerArch("arm64c"), True)
|
|
ExpectEquals(IsCompressedPointerArch("simarm64c"), True)
|
|
ExpectEquals(IsCompressedPointerArch("simarm64c_x64"), True)
|
|
ExpectEquals(IsCompressedPointerArch("x64c"), True)
|
|
ExpectEquals(IsCompressedPointerArch("simx64c"), True)
|
|
ExpectEquals(IsCompressedPointerArch("simx64c_x64"), True)
|
|
ExpectEquals(IsCompressedPointerArch("arm64"), False)
|
|
ExpectEquals(IsCompressedPointerArch("simarm64"), False)
|
|
ExpectEquals(IsCompressedPointerArch("simarm64_x64"), False)
|
|
ExpectEquals(IsCompressedPointerArch("x64"), False)
|
|
ExpectEquals(IsCompressedPointerArch("simx64"), False)
|
|
ExpectEquals(IsCompressedPointerArch("simx64_x64"), False)
|
|
|
|
# Our Android bots:
|
|
ExpectEquals(HostCpuForArch("arm64c"), host_arch)
|
|
ExpectEquals(TargetCpuForArch("arm64c"), 'arm64')
|
|
ExpectEquals(DartTargetCpuForArch("arm64c"), 'arm64')
|
|
ExpectEquals(HostCpuForArch("arm_x64"), host_arch_or_x64)
|
|
ExpectEquals(TargetCpuForArch("arm_x64"), 'arm')
|
|
ExpectEquals(DartTargetCpuForArch("arm_x64"), 'arm')
|
|
|
|
|
|
def Main(argv):
|
|
starttime = time.time()
|
|
|
|
args = parse_args(argv)
|
|
if args is None:
|
|
return 1
|
|
|
|
if args.test:
|
|
RunTests()
|
|
print("Tests passed.")
|
|
return 0
|
|
|
|
result = RunGnOnConfiguredConfigurations(args)
|
|
|
|
if args.verbose:
|
|
endtime = time.time()
|
|
print("GN Time: %.3f seconds" % (endtime - starttime))
|
|
|
|
return result
|
|
|
|
|
|
if __name__ == '__main__':
|
|
sys.exit(Main(sys.argv))
|