mirror of
https://github.com/dart-lang/sdk
synced 2024-09-05 00:13:50 +00:00
![Alexander Thomas](/assets/img/avatar_default.png)
* Migrate to python3; drop python support. * Update Windows toolchain support. * Remove some unused methods. * Python 2.7 is still needed on Windows. * Update gsutil to a version that supports python3. Fixes: https://github.com/dart-lang/sdk/issues/28793 TEST=Manually tested common user journeys. Change-Id: I663a22b237a548bb82dc2e601e399e3bc3649211 Reviewed-on: https://dart-review.googlesource.com/c/sdk/+/192182 Reviewed-by: William Hesse <whesse@google.com> Reviewed-by: Alexander Aprelev <aam@google.com>
192 lines
6.1 KiB
Python
Executable file
192 lines
6.1 KiB
Python
Executable file
#!/usr/bin/env python3
|
|
# Copyright (c) 2015, the Dart project authors. Please see the AUTHORS file
|
|
# for details. All rights reserved. Use of this source code is governed by a
|
|
# BSD-style license that can be found in the LICENSE file.
|
|
#
|
|
# This python script creates a tar archive and a C++ source file which contains
|
|
# the tar archive as an array of bytes.
|
|
|
|
import os
|
|
import sys
|
|
from os.path import join, splitext
|
|
import time
|
|
from optparse import OptionParser
|
|
from datetime import date
|
|
import tarfile
|
|
import tempfile
|
|
import gzip
|
|
|
|
|
|
def CreateTarArchive(tar_path, client_root, compress, files):
|
|
mode_string = 'w'
|
|
tar = tarfile.open(tar_path, mode=mode_string)
|
|
for input_file_name in files:
|
|
# Chop off client_root.
|
|
archive_file_name = input_file_name[len(client_root):]
|
|
# Replace back slash with forward slash. So we do not have Windows paths.
|
|
archive_file_name = archive_file_name.replace("\\", "/")
|
|
# Open input file and add it to the archive.
|
|
with open(input_file_name, 'rb') as input_file:
|
|
tarInfo = tarfile.TarInfo(name=archive_file_name)
|
|
input_file.seek(0, 2)
|
|
tarInfo.size = input_file.tell()
|
|
tarInfo.mtime = 0 # For deterministic builds.
|
|
input_file.seek(0)
|
|
tar.addfile(tarInfo, fileobj=input_file)
|
|
tar.close()
|
|
if compress:
|
|
with open(tar_path, "rb") as fin:
|
|
uncompressed = fin.read()
|
|
with open(tar_path, "wb") as fout:
|
|
# mtime=0 for deterministic builds.
|
|
gz = gzip.GzipFile(fileobj=fout, mode="wb", filename="", mtime=0)
|
|
gz.write(uncompressed)
|
|
gz.close()
|
|
|
|
|
|
def MakeArchive(options):
|
|
if not options.client_root:
|
|
sys.stderr.write('--client_root not specified')
|
|
return -1
|
|
|
|
files = []
|
|
for dirname, dirnames, filenames in os.walk(options.client_root):
|
|
# strip out all dot files.
|
|
filenames = [f for f in filenames if not f[0] == '.']
|
|
dirnames[:] = [d for d in dirnames if not d[0] == '.']
|
|
for f in filenames:
|
|
src_path = os.path.join(dirname, f)
|
|
if (os.path.isdir(src_path)):
|
|
continue
|
|
files.append(src_path)
|
|
|
|
# Ensure consistent file ordering for reproducible builds.
|
|
files.sort()
|
|
|
|
# Write out archive.
|
|
CreateTarArchive(options.tar_output, options.client_root, options.compress,
|
|
files)
|
|
return 0
|
|
|
|
|
|
def WriteCCFile(
|
|
output_file,
|
|
outer_namespace,
|
|
inner_namespace,
|
|
name,
|
|
tar_archive,
|
|
):
|
|
with open(output_file, 'w') as out:
|
|
out.write('''
|
|
// Copyright (c) %d, the Dart project authors. Please see the AUTHORS file
|
|
// for details. All rights reserved. Use of this source code is governed by a
|
|
// BSD-style license that can be found in the LICENSE file.
|
|
|
|
''' % date.today().year)
|
|
out.write('''
|
|
|
|
#include <stdint.h>
|
|
|
|
''')
|
|
out.write('namespace %s {\n' % outer_namespace)
|
|
if inner_namespace != None:
|
|
out.write('namespace %s {\n' % inner_namespace)
|
|
out.write('\n\n')
|
|
# Write the byte contents of the archive as a comma separated list of
|
|
# integers, one integer for each byte.
|
|
out.write('static const uint8_t %s_[] = {\n' % name)
|
|
line = ' '
|
|
lineCounter = 0
|
|
for byte in tar_archive:
|
|
line += r" %d," % (byte if isinstance(byte, int) else ord(byte))
|
|
lineCounter += 1
|
|
if lineCounter == 10:
|
|
out.write(line + '\n')
|
|
line = ' '
|
|
lineCounter = 0
|
|
if lineCounter != 0:
|
|
out.write(line + '\n')
|
|
out.write('};\n')
|
|
out.write('\nunsigned int %s_len = %d;\n' % (name, len(tar_archive)))
|
|
out.write('\nconst uint8_t* %s = %s_;\n\n' % (name, name))
|
|
if inner_namespace != None:
|
|
out.write('} // namespace %s\n' % inner_namespace)
|
|
out.write('} // namespace %s\n' % outer_namespace)
|
|
|
|
|
|
def MakeCCFile(options):
|
|
if not options.output:
|
|
sys.stderr.write('--output not specified\n')
|
|
return -1
|
|
if not options.name:
|
|
sys.stderr.write('--name not specified\n')
|
|
return -1
|
|
if not options.tar_input:
|
|
sys.stderr.write('--tar_input not specified\n')
|
|
return -1
|
|
|
|
# Read it back in.
|
|
with open(options.tar_input, 'rb') as tar_file:
|
|
tar_archive = tar_file.read()
|
|
|
|
# Write CC file.
|
|
WriteCCFile(options.output, options.outer_namespace,
|
|
options.inner_namespace, options.name, tar_archive)
|
|
return 0
|
|
|
|
|
|
def Main(args):
|
|
try:
|
|
# Parse input.
|
|
parser = OptionParser()
|
|
parser.add_option(
|
|
"--output", action="store", type="string", help="output file name")
|
|
parser.add_option("--tar_input",\
|
|
action="store", type="string",
|
|
help="input tar archive")
|
|
parser.add_option(
|
|
"--tar_output",
|
|
action="store",
|
|
type="string",
|
|
help="tar output file name")
|
|
parser.add_option(
|
|
"--outer_namespace",
|
|
action="store",
|
|
type="string",
|
|
help="outer C++ namespace",
|
|
default="dart")
|
|
parser.add_option(
|
|
"--inner_namespace",
|
|
action="store",
|
|
type="string",
|
|
help="inner C++ namespace",
|
|
default="bin")
|
|
parser.add_option(
|
|
"--name",
|
|
action="store",
|
|
type="string",
|
|
help="name of tar archive symbol")
|
|
parser.add_option("--compress", action="store_true", default=False)
|
|
parser.add_option(
|
|
"--client_root",
|
|
action="store",
|
|
type="string",
|
|
help="root directory client resources")
|
|
|
|
(options, args) = parser.parse_args()
|
|
|
|
if options.tar_output:
|
|
return MakeArchive(options)
|
|
else:
|
|
return MakeCCFile(options)
|
|
|
|
except Exception as inst:
|
|
sys.stderr.write('create_archive.py exception\n')
|
|
sys.stderr.write(str(inst))
|
|
sys.stderr.write('\n')
|
|
return -1
|
|
|
|
|
|
if __name__ == '__main__':
|
|
sys.exit(Main(sys.argv))
|