blob: 7bf4bfe1e2d2caa179336d795ef2de69e211725c [file] [log] [blame]
# -*- coding: utf-8 -*-
# Copyright 2019 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
"""Portage Binhost operations."""
from __future__ import print_function
import urlparse
from chromite.api import controller
from chromite.api import validate
from chromite.api.controller import controller_util
from chromite.api.gen.chromite.api import binhost_pb2
from chromite.lib import build_target_util
from chromite.lib import constants
from chromite.lib import cros_build_lib
from chromite.lib import gs
from chromite.lib import sysroot_lib
from chromite.service import binhost
binhost_pb2.OVERLAYTYPE_BOTH: constants.BOTH_OVERLAYS,
binhost_pb2.OVERLAYTYPE_NONE: None
def GetBinhosts(input_proto, output_proto, _config):
"""Get a list of binhosts."""
build_target = build_target_util.BuildTarget(
binhosts = binhost.GetBinhosts(build_target)
for current in binhosts:
new_binhost = output_proto.binhosts.add()
new_binhost.uri = current
new_binhost.package_index = 'Packages'
def GetPrivatePrebuiltAclArgs(input_proto, output_proto, _config):
"""Get the ACL args from the files in the private overlays."""
build_target = build_target_util.BuildTarget(
args = binhost.GetPrebuiltAclArgs(build_target)
except binhost.Error as e:
for arg, value in args:
new_arg = output_proto.args.add()
new_arg.arg = arg
new_arg.value = value
def PrepareBinhostUploads(input_proto, output_proto, config):
"""Return a list of files to uplooad to the binhost.
See BinhostService documentation in api/proto/binhost.proto.
input_proto (PrepareBinhostUploadsRequest): The input proto.
output_proto (PrepareBinhostUploadsResponse): The output proto.
config (api_config.ApiConfig): The API call config.
target_name = (
sysroot_path = input_proto.sysroot.path
if not sysroot_path and not target_name:
cros_build_lib.Die('Sysroot.path is required.')
build_target = build_target_util.BuildTarget(target_name)
chroot = controller_util.ParseChroot(input_proto.chroot)
if not sysroot_path:
# Very temporary, so not worried about this not calling the lib function.
sysroot_path = build_target.root
sysroot = sysroot_lib.Sysroot(sysroot_path)
uri = input_proto.uri
# For now, we enforce that all input URIs are Google Storage buckets.
if not gs.PathIsGs(uri):
raise ValueError('Upload URI %s must be Google Storage.' % uri)
if config.validate_only:
return controller.RETURN_CODE_VALID_INPUT
parsed_uri = urlparse.urlparse(uri)
upload_uri = gs.GetGsURL(parsed_uri.netloc, for_gsutil=True).rstrip('/')
upload_path = parsed_uri.path.lstrip('/')
# Read all packages and update the index. The index must be uploaded to the
# binhost for Portage to use it, so include it in upload_targets.
uploads_dir = binhost.GetPrebuiltsRoot(chroot, sysroot, build_target)
index_path = binhost.UpdatePackageIndex(uploads_dir, upload_uri, upload_path,
upload_targets = binhost.GetPrebuiltsFiles(uploads_dir)
assert index_path.startswith(uploads_dir), (
'expected index_path to start with uploads_dir')
output_proto.uploads_dir = uploads_dir
for upload_target in upload_targets:
output_proto.upload_targets.add().path = upload_target.strip('/')
@validate.require('', 'key', 'uri')
def SetBinhost(input_proto, output_proto, _config):
"""Set the URI for a given binhost key and build target.
See BinhostService documentation in api/proto/binhost.proto.
input_proto (SetBinhostRequest): The input proto.
output_proto (SetBinhostResponse): The output proto.
_config (api_config.ApiConfig): The API call config.
target =
key = binhost_pb2.BinhostKey.Name(input_proto.key)
uri = input_proto.uri
private = input_proto.private
# Temporary measure to force the new parallel cq post submit builders to write
# to a different file than the old ones. Writing to the same file was causing
# them to fight over the new one's value and the old logic of clearing out
# the values for files it didn't update. Once we've done a full switch over,
# we can dump this logic and delete all of the PARALLEL_POSTSUBMIT_BINHOST
# configs.
# TODO( remove this.
output_proto.output_file = binhost.SetBinhost(target, key, uri,
@validate.is_in('overlay_type', _OVERLAY_TYPE_TO_NAME)
def RegenBuildCache(input_proto, _output_proto, _config):
"""Regenerate the Build Cache for a build target.
See BinhostService documentation in api/proto/binhost.proto.
input_proto (RegenBuildCacheRequest): The input proto.
_output_proto (RegenBuildCacheResponse): The output proto.
_config (api_config.ApiConfig): The API call config.
overlay_type = input_proto.overlay_type