#!/usr/bin/env python # Copyright 2016 The Chromium Authors. All rights reserved. # Use of this source code is governed by a BSD-style license that can be # found in the LICENSE file. """Compress and upload Mac toolchain files. Stored in in https://pantheon.corp.google.com/storage/browser/chrome-mac-sdk/. """ import argparse import glob import os import plistlib import re import subprocess import sys import tarfile import tempfile TOOLCHAIN_URL = "gs://chrome-mac-sdk" # It's important to at least remove unused Platform folders to cut down on the # size of the toolchain folder. There are other various unused folders that # have been removed through trial and error. If future versions of Xcode become # problematic it's possible this list is incorrect, and can be reduced to just # the unused platforms. On the flip side, it's likely more directories can be # excluded. DEFAULT_EXCLUDE_FOLDERS = [ 'Contents/Applications', 'Contents/Developer/Documentation', 'Contents/Developer/Library/Xcode/Templates', 'Contents/Developer/Platforms/AppleTVOS.platform', 'Contents/Developer/Platforms/AppleTVSimulator.platform', 'Contents/Developer/Platforms/MacOSX.platform/Developer/SDKs/MacOSX.sdk/' 'usr/share/man/', 'Contents/Developer/Platforms/WatchOS.platform', 'Contents/Developer/Platforms/WatchSimulator.platform', 'Contents/Developer/Toolchains/Swift*', 'Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/lib/swift', 'Contents/Developer/Toolchains/XcodeDefault.xctoolchain/usr/lib/swift-migrator', 'Contents/Resources/Packages/MobileDevice.pkg', ] MAC_EXCLUDE_FOLDERS = [ # The only thing we need in iPhoneOS.platform on mac is: # \Developer\Library\Xcode\PrivatePlugins # \Info.Plist. # This is the cleanest way to get these. 'Contents/Developer/Platforms/iPhoneOS.platform/Developer/Library/Frameworks', 'Contents/Developer/Platforms/iPhoneOS.platform/Developer/Library/GPUTools', 'Contents/Developer/Platforms/iPhoneOS.platform/Developer/Library/' 'GPUToolsPlatform', 'Contents/Developer/Platforms/iPhoneOS.platform/Developer/Library/' 'PrivateFrameworks', 'Contents/Developer/Platforms/iPhoneOS.platform/Developer/usr', 'Contents/Developer/Platforms/iPhoneOS.platform/Developer/SDKs', 'Contents/Developer/Platforms/iPhoneOS.platform/DeviceSupport', 'Contents/Developer/Platforms/iPhoneOS.platform/Library', 'Contents/Developer/Platforms/iPhoneOS.platform/usr', # iPhoneSimulator has a similar requirement, but the bulk of the binary size is # in \Developer\SDKs, so only excluding that here. 'Contents/Developer/Platforms/iPhoneSimulator.platform/Developer/SDKs', ] IOS_EXCLUDE_FOLDERS = [ 'Contents/Developer/Platforms/iPhoneOS.platform/DeviceSupport/' 'Contents/Developer/Platforms/iPhoneSimulator.platform/Developer/SDKs/' 'iPhoneSimulator.sdk/Applications/', 'Contents/Developer/Platforms/iPhoneSimulator.platform/Developer/SDKs/' 'iPhoneSimulator.sdk/System/Library/AccessibilityBundles/', 'Contents/Developer/Platforms/iPhoneSimulator.platform/Developer/SDKs/' 'iPhoneSimulator.sdk/System/Library/CoreServices/', 'Contents/Developer/Platforms/iPhoneSimulator.platform/Developer/SDKs/' 'iPhoneSimulator.sdk/System/Library/LinguisticData/', ] def main(): """Compress |target_dir| and upload to |TOOLCHAIN_URL|""" parser = argparse.ArgumentParser() parser.add_argument('target_dir', help="Xcode installation directory.") parser.add_argument('platform', choices=['ios', 'mac'], help="Target platform for bundle.") parser_args = parser.parse_args() # Verify this looks like an Xcode directory. contents_dir = os.path.join(parser_args.target_dir, 'Contents') plist_file = os.path.join(contents_dir, 'version.plist') try: info = plistlib.readPlist(plist_file) except: print "Invalid Xcode dir." return 0 build_version = info['ProductBuildVersion'] # Look for previous toolchain tgz files with the same |build_version|. fname = 'toolchain' if parser_args.platform == 'ios': fname = 'ios-' + fname wildcard_filename = '%s/%s-%s-*.tgz' % (TOOLCHAIN_URL, fname, build_version) p = subprocess.Popen(['gsutil.py', 'ls', wildcard_filename], stdout=subprocess.PIPE, stderr=subprocess.PIPE) output = p.communicate()[0] next_count = 1 if p.returncode == 0: next_count = len(output.split('\n')) sys.stdout.write("%s already exists (%s). " "Do you want to create another? [y/n] " % (build_version, next_count - 1)) if raw_input().lower() not in set(['yes','y', 'ye']): print "Skipping duplicate upload." return 0 os.chdir(parser_args.target_dir) toolchain_file_name = "%s-%s-%s" % (fname, build_version, next_count) toolchain_name = tempfile.mktemp(suffix='toolchain.tgz') print "Creating %s (%s)." % (toolchain_file_name, toolchain_name) os.environ["COPYFILE_DISABLE"] = "1" os.environ["GZ_OPT"] = "-8" args = ['tar', '-cvzf', toolchain_name] exclude_folders = DEFAULT_EXCLUDE_FOLDERS if parser_args.platform == 'mac': exclude_folders += MAC_EXCLUDE_FOLDERS else: exclude_folders += IOS_EXCLUDE_FOLDERS args.extend(map('--exclude={0}'.format, exclude_folders)) args.extend(['.']) subprocess.check_call(args) print "Uploading %s toolchain." % toolchain_file_name destination_path = '%s/%s.tgz' % (TOOLCHAIN_URL, toolchain_file_name) subprocess.check_call(['gsutil.py', 'cp', '-n', toolchain_name, destination_path]) print "Done with %s upload." % toolchain_file_name return 0 if __name__ == '__main__': sys.exit(main())