build/download_sdk_extras.py

   1 #!/usr/bin/env python
   2 # Copyright 2014 The Chromium Authors. All rights reserved.
   3 # Use of this source code is governed by a BSD-style license that can be
   4 # found in the LICENSE file.
   5
   6 """Script to download sdk/extras packages on the bots from google storage.
   7
   8 The script expects arguments that specify zips file in the google storage
   9 bucket named: <dir in SDK extras>_<package name>_<version>.zip. The file will
  10 be extracted in the android_tools/sdk/extras directory on the test bots. This
  11 script will not do anything for developers.
  12
  13 TODO(navabi): Move this script (crbug.com/459819).
  14 """
  15
  16 import json
  17 import os
  18 import shutil
  19 import subprocess
  20 import sys
  21 import zipfile
  22
  23 SCRIPT_DIR = os.path.dirname(os.path.realpath(__file__))
  24 CHROME_SRC = os.path.abspath(os.path.join(SCRIPT_DIR, os.pardir))
  25 sys.path.insert(0, os.path.join(SCRIPT_DIR, 'android'))
  26 sys.path.insert(1, os.path.join(CHROME_SRC, 'tools'))
  27
  28 from pylib import constants
  29 import find_depot_tools
  30
  31 DEPOT_PATH = find_depot_tools.add_depot_tools_to_path()
  32 GSUTIL_PATH = os.path.join(DEPOT_PATH, 'gsutil.py')
  33 SDK_EXTRAS_BUCKET = 'gs://chrome-sdk-extras'
  34 SDK_EXTRAS_PATH = os.path.join(constants.ANDROID_SDK_ROOT, 'extras')
  35 SDK_EXTRAS_JSON_FILE = os.path.join(os.path.dirname(__file__),
  36                                     'android_sdk_extras.json')
  37
  38
  39 def clean_and_extract(dir_name, package_name, zip_file):
  40   local_dir = '%s/%s/%s' % (SDK_EXTRAS_PATH, dir_name, package_name)
  41   if os.path.exists(local_dir):
  42     shutil.rmtree(local_dir)
  43   local_zip = '%s/%s' % (SDK_EXTRAS_PATH, zip_file)
  44   with zipfile.ZipFile(local_zip) as z:
  45     z.extractall(path=SDK_EXTRAS_PATH)
  46
  47
  48 def download_package_if_needed(remote_file, local_file):
  49   """Download a file from GCS.
  50
  51   Returns:
  52     success (bool): True if the download succeeded, False otherwise.
  53   """
  54   if not os.path.exists(local_file):
  55     try:
  56       subprocess.check_call(['python', GSUTIL_PATH, '--force-version', '4.7',
  57                              'cp', remote_file, local_file])
  58     except subprocess.CalledProcessError:
  59       print ('WARNING: Failed to download SDK packages. If this bot compiles '
  60              'for Android, it may have errors.')
  61       return False
  62   return True
  63
  64 def main():
  65   if not os.environ.get('CHROME_HEADLESS'):
  66     # This is not a buildbot checkout.
  67     return 0
  68   # Update the android_sdk_extras.json file to update downloaded packages.
  69   with open(SDK_EXTRAS_JSON_FILE) as json_file:
  70     packages = json.load(json_file)
  71   for package in packages:
  72     local_zip = '%s/%s' % (SDK_EXTRAS_PATH, package['zip'])
  73     package_zip = '%s/%s' % (SDK_EXTRAS_BUCKET, package['zip'])
  74     for attempt in xrange(2):
  75       print '(%d) Downloading package %s' % (attempt + 1, package['zip'])
  76       if not download_package_if_needed(package_zip, local_zip):
  77         # Ignore errors when download failed to keep the corresponding build
  78         # step green. The error we're ignoring here is essentially
  79         # 'permission denied', because we're using the presence or absence of
  80         # credentials on a build machine as the way to mark android builders.
  81         # See crbug.com/460463 for more context.
  82         return 0
  83       try:
  84         # Always clean dir and extract zip to ensure correct contents.
  85         clean_and_extract(package['dir_name'],
  86                           package['package'],
  87                           package['zip'])
  88         break
  89       except zipfile.BadZipfile:
  90         print 'Failed unpacking zip file. Deleting and retrying...'
  91         os.remove(local_zip)
  92
  93     else:
  94       print ('WARNING: Failed to unpack SDK packages. If this bot compiles '
  95              'for Android, it may have errors.')
  96       return 1
  97
  98
  99 if __name__ == '__main__':
 100   sys.exit(main())