autosiso.py

#!/usr/bin/env python3
# Copyright 2023 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""
Developers invoke this script via autosiso or autosiso.bat to simply run
Siso/Reclient builds.
"""
# TODO(b/278976196): `siso ninja` command should handle the reclient and
# authentication accordingly.

import multiprocessing
import os
import re
import sys
import uuid

import reclient_helper
import siso


def _use_remoteexec(argv):
    out_dir = reclient_helper.find_ninja_out_dir(argv)
    gn_args_path = os.path.join(out_dir, 'args.gn')
    if not os.path.exists(gn_args_path):
        return False
    with open(gn_args_path) as f:
        for line in f:
            line_without_comment = line.split('#')[0]
            if re.search(r'(^|\s)use_remoteexec\s*=\s*true($|\s)',
                         line_without_comment):
                return True
    return False


def main(argv):
    # On Windows the autosiso.bat script passes along the arguments enclosed in
    # double quotes. This prevents multiple levels of parsing of the special '^'
    # characters needed when compiling a single file but means that this script
    # gets called with a single argument containing all of the actual arguments,
    # separated by spaces. When this case is detected we need to do argument
    # splitting ourselves. This means that arguments containing actual spaces
    # are not supported by autoninja, but that is not a real limitation.
    if (sys.platform.startswith('win') and len(argv) == 2
            and argv[1].count(' ') > 0):
        argv = argv[:1] + argv[1].split()

    if not _use_remoteexec(argv):
        print(
            "`use_remoteexec=true` is not detected.\n"
            "Please run `siso` command directly.",
            file=sys.stderr)
        return 1
    has_remote_jobs = False
    for arg in argv:
        if arg.startswith("--remote_jobs") or arg.startswith("-remote_jobs"):
            has_remote_jobs = True

    # Limit -remote_jobs to avoid overloading Reproxy on developer machine.
    remote_jobs = None
    if not has_remote_jobs and sys.platform == 'win32':
        num_cores = multiprocessing.cpu_count()
        remote_jobs = min(num_cores * 80, 1000)

    os.environ.setdefault("AUTONINJA_BUILD_ID", str(uuid.uuid4()))
    with reclient_helper.build_context(argv, 'autosiso') as ret_code:
        if ret_code:
            return ret_code
        cmd = [
            argv[0],
            'ninja',
            # Do not authenticate when using Reproxy.
            '-project=',
            '-reapi_instance=',
        ]
        if remote_jobs:
            cmd.append("-remote_jobs=%d" % remote_jobs)
        cmd += argv[1:]
        return siso.main(cmd)


if __name__ == '__main__':
    sys.exit(main(sys.argv))