| # Copyright 2016 The Chromium OS Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """Module containing the Android stages.""" |
| |
| from __future__ import print_function |
| |
| import os |
| |
| from chromite.cbuildbot import cbuildbot_run |
| from chromite.cbuildbot import commands |
| from chromite.lib import constants |
| from chromite.lib import failures_lib |
| from chromite.lib import results_lib |
| from chromite.cbuildbot.stages import generic_stages |
| from chromite.lib import cros_logging as logging |
| from chromite.lib import osutils |
| |
| ANDROIDPIN_MASK_PATH = os.path.join(constants.SOURCE_ROOT, |
| constants.CHROMIUMOS_OVERLAY_DIR, |
| 'profiles', 'default', 'linux', |
| 'package.mask', 'androidpin') |
| |
| class UprevAndroidStage(generic_stages.BuilderStage, |
| generic_stages.ArchivingStageMixin): |
| """Stage that uprevs Android container if needed.""" |
| |
| def __init__(self, builder_run, **kwargs): |
| super(UprevAndroidStage, self).__init__(builder_run, **kwargs) |
| # PerformStage() will fill this out for us. |
| self.android_version = None |
| |
| def _GetAndroidVersionFromMetadata(self): |
| """Return the Android version from metadata; None if is does not exist.""" |
| version_dict = self._run.attrs.metadata.GetDict().get('version', {}) |
| return version_dict.get('android') |
| |
| @failures_lib.SetFailureType(failures_lib.InfrastructureFailure) |
| def PerformStage(self): |
| android_atom_to_build = None |
| if self._android_rev: |
| self.android_version = self._GetAndroidVersionFromMetadata() |
| if self.android_version: |
| logging.info('Using Android version from the metadata dictionary: %s', |
| self.android_version) |
| |
| try: |
| android_atom_to_build = commands.MarkAndroidAsStable( |
| self._build_root, |
| self._run.manifest_branch, |
| self._boards, |
| android_version=self.android_version) |
| except commands.AndroidIsPinnedUprevError as e: |
| # If uprev failed due to a pin, record that failure (so that the |
| # build ultimately fails) but try again without the pin, to allow the |
| # slave to test the newer version anyway). |
| android_atom_to_build = e.new_android_atom |
| if android_atom_to_build: |
| results_lib.Results.Record(self.name, e) |
| logging.PrintBuildbotStepFailure() |
| logging.error('Android is pinned. Attempting to continue build for ' |
| 'Android atom %s anyway but build will ultimately ' |
| 'fail.', |
| android_atom_to_build) |
| logging.info('Deleting pin file at %s and proceeding.', |
| ANDROIDPIN_MASK_PATH) |
| osutils.SafeUnlink(ANDROIDPIN_MASK_PATH) |
| else: |
| raise |
| |
| if (self._android_rev and |
| not android_atom_to_build and |
| self._run.options.buildbot and |
| self._run.config.build_type == constants.ANDROID_PFQ_TYPE): |
| logging.info('Android already uprevved. Nothing else to do.') |
| raise failures_lib.ExitEarlyException( |
| 'UprevAndroidStage finished and exited early.') |
| |
| |
| class AndroidMetadataStage(generic_stages.BuilderStage, |
| generic_stages.ArchivingStageMixin): |
| """Stage that records Android container version in metadata. |
| |
| This should attempt to generate four types of metadata: |
| - a unique Android version if it exists. |
| - a unique Android branch if it exists. |
| - a per-board Android version for each board. |
| - a per-board arc USE flag value. |
| """ |
| |
| def __init__(self, builder_run, **kwargs): |
| super(AndroidMetadataStage, self).__init__(builder_run, **kwargs) |
| # PerformStage() will fill this out for us. |
| self.android_version = None |
| self.android_branch = None |
| |
| def _GetAndroidVersionFromMetadata(self): |
| """Return the Android version from metadata; None if is does not exist.""" |
| version_dict = self._run.attrs.metadata.GetDict().get('version', {}) |
| return version_dict.get('android') |
| |
| def _GetAndroidBranchFromMetadata(self): |
| """Return the Android branch from metadata; None if is does not exist.""" |
| version_dict = self._run.attrs.metadata.GetDict().get('version', {}) |
| return version_dict.get('android-branch') |
| |
| @failures_lib.SetFailureType(failures_lib.InfrastructureFailure) |
| def PerformStage(self): |
| # Initially get version from metadata in case the initial sync |
| # stage set it. |
| self.android_version = self._GetAndroidVersionFromMetadata() |
| self.android_branch = self._GetAndroidBranchFromMetadata() |
| |
| # Need to always iterate through and generate the board-specific |
| # Android version metadata. Each board must be handled separately |
| # since there might be differing builds in the same release group. |
| versions = set([]) |
| branches = set([]) |
| for builder_run in self._run.GetUngroupedBuilderRuns(): |
| for board in builder_run.config.boards: |
| try: |
| # Determine the version for each board and record metadata. |
| version = self._run.DetermineAndroidVersion(boards=[board]) |
| builder_run.attrs.metadata.UpdateBoardDictWithDict( |
| board, {'android-container-version': version}) |
| versions.add(version) |
| logging.info('Board %s has Android version %s', board, version) |
| except cbuildbot_run.NoAndroidVersionError as ex: |
| logging.info('Board %s does not contain Android (%s)', board, ex) |
| try: |
| # Determine the branch for each board and record metadata. |
| branch = self._run.DetermineAndroidBranch(board) |
| builder_run.attrs.metadata.UpdateBoardDictWithDict( |
| board, {'android-container-branch': branch}) |
| branches.add(branch) |
| logging.info('Board %s has Android branch %s', board, branch) |
| except cbuildbot_run.NoAndroidBranchError as ex: |
| logging.info('Board %s does not contain Android (%s)', board, ex) |
| arc_use = self._run.HasUseFlag(board, 'arc') |
| logging.info('Board %s %s arc USE flag set.', board, |
| 'has' if arc_use else 'does not have') |
| builder_run.attrs.metadata.UpdateBoardDictWithDict( |
| board, {'arc-use-set': arc_use}) |
| # If there wasn't a version or branch specified in the manifest but there is |
| # a unique one across all the boards, treat it as the version for the |
| # entire step. |
| if self.android_version is None and len(versions) == 1: |
| self.android_version = versions.pop() |
| if self.android_branch is None and len(branches) == 1: |
| self.android_branch = branches.pop() |
| |
| if self.android_version: |
| logging.PrintBuildbotStepText('tag %s' % self.android_version) |
| |
| def _WriteAndroidVersionToMetadata(self): |
| """Write Android version to metadata and upload partial json file.""" |
| self._run.attrs.metadata.UpdateKeyDictWithDict( |
| 'version', |
| {'android': self._run.attrs.android_version, |
| 'android-branch': self._run.attrs.android_branch}) |
| self.UploadMetadata(filename=constants.PARTIAL_METADATA_JSON) |
| |
| def _Finish(self): |
| """Provide android_version to the rest of the run.""" |
| try: |
| # Even if the stage failed, a None value for android_version still |
| # means something. In other words, this stage tried to run. |
| self._run.attrs.android_version = self.android_version |
| self._WriteAndroidVersionToMetadata() |
| except Exception as e: |
| # Failures here are OUTSIDE of the stage and not handled well. Log and |
| # continue with the assumption that the ReportStage will re-upload this |
| # data or report a failure correctly. |
| logging.warning('IGNORED: Failure uploading metadata: %s', e) |
| |
| |
| super(AndroidMetadataStage, self)._Finish() |
