build_and_upload.py

Enable keyboard shortcuts

#!/usr/bin/env python

# Copyright 2016 The Chromium Authors. All rights reserved.

# Use of this source code is governed by a BSD-style license that can be

# found in the LICENSE file.

"""Automates running BuildPackageLists, BuildSysroot, and

UploadSysroot for each supported arch of each sysroot creator.

"""

from __future__ import print_function

import glob

import hashlib

import json

import multiprocessing

import os

import re

import string

import subprocess

import sys

def run_script(args):

  fnull = open(os.devnull, 'w')

  subprocess.check_call(args, stdout=fnull, stderr=fnull)

def sha1sumfile(filename):

  sha1 = hashlib.sha1()

  with open(filename, 'rb') as f:

    while True:

      data = f.read(65536)

      if not data:

        break

      sha1.update(data)

  return sha1.hexdigest()

def get_proc_output(args):

  return subprocess.check_output(args).strip()

def build_and_upload(script_path, distro, release, arch, lock):

  script_dir = os.path.dirname(os.path.realpath(__file__))

  run_script([script_path, 'BuildSysroot' + arch])

  run_script([script_path, 'UploadSysroot' + arch])

  tarball = '%s_%s_%s_sysroot.tar.xz' % (distro, release, arch.lower())

  tarxz_path = os.path.join(script_dir, "..", "..", "..", "out",

                            "sysroot-build", release, tarball)

  sha1sum = sha1sumfile(tarxz_path)

  sysroot_dir = '%s_%s_%s-sysroot' % (distro, release, arch.lower())

  sysroot_metadata = {

      'Tarball': tarball,

      'Sha1Sum': sha1sum,

      'SysrootDir': sysroot_dir,

  with lock:

    with open(os.path.join(script_dir, 'sysroots.json'), 'rw+') as f:

      sysroots = json.load(f)

      sysroots["%s_%s" % (release, arch.lower())] = sysroot_metadata

      f.seek(0)

      f.truncate()

      f.write(

          json.dumps(

              sysroots, sort_keys=True, indent=4, separators=(',', ': ')))

      f.write('\n')

def main():

  script_dir = os.path.dirname(os.path.realpath(__file__))

  procs = []

  lock = multiprocessing.Lock()

  for filename in glob.glob(os.path.join(script_dir, 'sysroot-creator-*.sh')):

    script_path = os.path.join(script_dir, filename)

    distro = get_proc_output([script_path, 'PrintDistro'])

    release = get_proc_output([script_path, 'PrintRelease'])

    architectures = get_proc_output([script_path, 'PrintArchitectures'])

    for arch in architectures.split('\n'):

      proc = multiprocessing.Process(

          target=build_and_upload,

          args=(script_path, distro, release, arch, lock))

      procs.append(("%s %s (%s)" % (distro, release, arch), proc))

      proc.start()

  for _, proc in procs:

    proc.join()

  print("SYSROOT CREATION SUMMARY")

  failures = 0

  for name, proc in procs:

    if proc.exitcode:

      failures += 1

    status = "FAILURE" if proc.exitcode else "SUCCESS"

    print("%s sysroot creation\t%s" % (name, status))

  return failures

if __name__ == '__main__':

  sys.exit(main())