| # Copyright 2019 The ChromiumOS Authors |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| """Unittests for workspace stages.""" |
| |
| import os |
| import shutil |
| from unittest import mock |
| |
| from chromite.cbuildbot import commands |
| from chromite.cbuildbot.builders import workspace_builders_unittest |
| from chromite.cbuildbot.stages import branch_archive_stages |
| from chromite.cbuildbot.stages import generic_stages |
| from chromite.cbuildbot.stages import workspace_stages_unittest |
| from chromite.lib import chromeos_version |
| from chromite.lib import cros_build_lib |
| from chromite.lib import gs |
| from chromite.lib import gs_unittest |
| from chromite.lib import osutils |
| from chromite.lib import portage_util |
| |
| |
| # pylint: disable=too-many-ancestors |
| # pylint: disable=protected-access |
| |
| |
| class BranchArchiveStageTestBase( |
| workspace_stages_unittest.WorkspaceStageBase, |
| gs_unittest.AbstractGSContextTest, |
| ): |
| """Base class for test suites.""" |
| |
| def setUp(self): |
| self.CreateMockOverlay("board", self.workspace) |
| |
| self.upload_mock = self.PatchObject( |
| generic_stages.ArchivingStageMixin, "UploadArtifact" |
| ) |
| |
| # It would be nice to include the prefix in the return path. How? |
| tempdir_mock = self.PatchObject(osutils, "TempDir") |
| tempdir_mock.return_value.__enter__.return_value = "/tempdir" |
| |
| self.copy_mock = self.PatchObject(shutil, "copyfile") |
| self.mkdir_mock = self.PatchObject(os, "mkdir") |
| self.gs_copy_mock = self.PatchObject(gs.GSContext, "CopyInto") |
| |
| self.push_mock = self.PatchObject(commands, "PushImages") |
| |
| self.write_mock = self.PatchObject(osutils, "WriteFile") |
| |
| self.read_overlay_file_mock = self.PatchObject( |
| portage_util, |
| "ReadOverlayFile", |
| return_value='{"extra_upload_urls":["gs://chromeos-extra-archive"]}', |
| ) |
| |
| def ConstructStage(self): |
| """Returns an instance of the stage to be tested. |
| |
| Note: Must be implemented in subclasses. |
| """ |
| raise NotImplementedError( |
| self, "ConstructStage: Implement in your test" |
| ) |
| |
| |
| class FactoryArchiveStageTest(BranchArchiveStageTestBase): |
| """Test FactoryArchiveStage.""" |
| |
| def setUp(self): |
| self.build_image_mock = self.PatchObject( |
| commands, "BuildFactoryInstallImage", return_value="/factory_image" |
| ) |
| self.net_boot_mock = self.PatchObject(commands, "MakeNetboot") |
| self.factory_zip_mock = self.PatchObject( |
| commands, "BuildFactoryZip", return_value="/factory.zip" |
| ) |
| self.create_tar_mock = self.PatchObject(cros_build_lib, "CreateTarball") |
| self.build_autotest_mock = self.PatchObject( |
| commands, "BuildAutotestTarballsForHWTest", return_value=[] |
| ) |
| self.build_tast_mock = self.PatchObject( |
| commands, "BuildTastBundleTarball", return_value=None |
| ) |
| |
| def ConstructStage(self): |
| self._run.attrs.version_info = chromeos_version.VersionInfo( |
| "10.0.0", chrome_branch="10" |
| ) |
| self._run.attrs.release_tag = "infra-tag" |
| |
| return branch_archive_stages.FactoryArchiveStage( |
| self._run, self.buildstore, build_root=self.workspace, board="board" |
| ) |
| |
| def testProd(self): |
| """Tests sync command used by default.""" |
| self._Prepare( |
| "test-factorybranch", |
| site_config=workspace_builders_unittest.CreateMockSiteConfig(), |
| ) |
| |
| self.RunStage() |
| |
| # Validate properties. |
| self.assertEqual(self.stage.branch_config, "board-factory") |
| self.assertEqual(self.stage.branch_version, "R1-1.2.3") |
| self.assertEqual( |
| self.stage.branch_archive_url, |
| "gs://chromeos-image-archive/board-factory/R1-1.2.3", |
| ) |
| |
| self.assertEqual( |
| self.build_image_mock.call_args_list, |
| [ |
| mock.call( |
| self.workspace, |
| "board", |
| extra_env={ |
| "USE": "-cros-debug chrome_internal thinlto", |
| }, |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.net_boot_mock.call_args_list, |
| [ |
| mock.call(self.workspace, "board", "/factory_image"), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.factory_zip_mock.call_args_list, |
| [ |
| mock.call( |
| self.workspace, |
| "board", |
| "/tempdir", |
| "/factory_image", |
| "R1-1.2.3", |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.create_tar_mock.call_args_list, |
| [ |
| mock.call( |
| "/tempdir/chromiumos_test_image.tar.xz", |
| inputs=["chromiumos_test_image.bin"], |
| compression=cros_build_lib.CompressionType.XZ, |
| cwd=os.path.join( |
| self.workspace, "src/build/images/board/latest" |
| ), |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.copy_mock.call_args_list, |
| [ |
| mock.call("/factory.zip", "/tempdir/board/factory.zip"), |
| mock.call( |
| "/tempdir/chromiumos_test_image.tar.xz", |
| "/tempdir/board/chromiumos_test_image.tar.xz", |
| ), |
| mock.call( |
| "/tempdir/metadata.json", "/tempdir/board/metadata.json" |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.upload_mock.call_args_list, |
| [ |
| mock.call("/tempdir/board/factory.zip", archive=True), |
| mock.call( |
| "/tempdir/board/chromiumos_test_image.tar.xz", archive=True |
| ), |
| mock.call("/tempdir/board/metadata.json", archive=True), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.read_overlay_file_mock.call_args_list, |
| 3 |
| * [ |
| mock.call( |
| "scripts/artifacts.json", |
| buildroot=self.workspace, |
| board="board", |
| ) |
| ], |
| ) |
| |
| self.assertEqual( |
| self.gs_copy_mock.call_args_list, |
| [ |
| mock.call( |
| "/factory.zip", |
| "gs://chromeos-image-archive/board-factory/R1-1.2.3", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/factory.zip", |
| "gs://chromeos-extra-archive/board-factory/R1-1.2.3", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/tempdir/chromiumos_test_image.tar.xz", |
| "gs://chromeos-image-archive/board-factory/R1-1.2.3", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/tempdir/chromiumos_test_image.tar.xz", |
| "gs://chromeos-extra-archive/board-factory/R1-1.2.3", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/tempdir/metadata.json", |
| "gs://chromeos-image-archive/board-factory/R1-1.2.3", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/tempdir/metadata.json", |
| "gs://chromeos-extra-archive/board-factory/R1-1.2.3", |
| recursive=True, |
| parallel=True, |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.push_mock.call_args_list, |
| [ |
| mock.call( |
| profile=None, |
| buildroot=self.workspace, |
| sign_types=["factory"], |
| dryrun=False, |
| archive_url=( |
| "gs://chromeos-image-archive/" "board-factory/R1-1.2.3" |
| ), |
| board="board", |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.build_autotest_mock.call_args_list, |
| [ |
| mock.call( |
| self.workspace, |
| os.path.join( |
| self.workspace, "chroot/build/board/usr/local/build" |
| ), |
| "/tempdir", |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.build_tast_mock.call_args_list, |
| [ |
| mock.call( |
| self.workspace, |
| os.path.join(self.workspace, "chroot/build/board/build"), |
| "/tempdir", |
| ), |
| ], |
| ) |
| |
| def testDebug(self): |
| """Tests sync command used by default.""" |
| self._Prepare( |
| "test-factorybranch", |
| site_config=workspace_builders_unittest.CreateMockSiteConfig(), |
| extra_cmd_args=["--debug"], |
| ) |
| |
| self.RunStage() |
| |
| # Validate properties. |
| self.assertEqual(self.stage.branch_config, "board-factory-tryjob") |
| self.assertEqual(self.stage.branch_version, "R1-1.2.3-bNone") |
| self.assertEqual( |
| self.stage.branch_archive_url, |
| "gs://chromeos-image-archive/board-factory-tryjob/" |
| "R1-1.2.3-bNone", |
| ) |
| |
| self.assertEqual( |
| self.build_image_mock.call_args_list, |
| [ |
| mock.call( |
| self.workspace, |
| "board", |
| extra_env={ |
| "USE": "-cros-debug chrome_internal thinlto", |
| }, |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.net_boot_mock.call_args_list, |
| [ |
| mock.call(self.workspace, "board", "/factory_image"), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.factory_zip_mock.call_args_list, |
| [ |
| mock.call( |
| self.workspace, |
| "board", |
| "/tempdir", |
| "/factory_image", |
| "R1-1.2.3-bNone", |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.create_tar_mock.call_args_list, |
| [ |
| mock.call( |
| "/tempdir/chromiumos_test_image.tar.xz", |
| inputs=["chromiumos_test_image.bin"], |
| compression=cros_build_lib.CompressionType.XZ, |
| cwd=os.path.join( |
| self.workspace, "src/build/images/board/latest" |
| ), |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.copy_mock.call_args_list, |
| [ |
| mock.call("/factory.zip", "/tempdir/board/factory.zip"), |
| mock.call( |
| "/tempdir/chromiumos_test_image.tar.xz", |
| "/tempdir/board/chromiumos_test_image.tar.xz", |
| ), |
| mock.call( |
| "/tempdir/metadata.json", "/tempdir/board/metadata.json" |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.upload_mock.call_args_list, |
| [ |
| mock.call("/tempdir/board/factory.zip", archive=True), |
| mock.call( |
| "/tempdir/board/chromiumos_test_image.tar.xz", archive=True |
| ), |
| mock.call("/tempdir/board/metadata.json", archive=True), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.read_overlay_file_mock.call_args_list, |
| 3 |
| * [ |
| mock.call( |
| "scripts/artifacts.json", |
| buildroot=self.workspace, |
| board="board", |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.gs_copy_mock.call_args_list, |
| [ |
| mock.call( |
| "/factory.zip", |
| "gs://chromeos-image-archive/board-factory-tryjob/R1-1.2.3-bNone", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/factory.zip", |
| "gs://chromeos-extra-archive/board-factory-tryjob/R1-1.2.3-bNone", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/tempdir/chromiumos_test_image.tar.xz", |
| "gs://chromeos-image-archive/board-factory-tryjob/R1-1.2.3-bNone", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/tempdir/chromiumos_test_image.tar.xz", |
| "gs://chromeos-extra-archive/board-factory-tryjob/R1-1.2.3-bNone", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/tempdir/metadata.json", |
| "gs://chromeos-image-archive/board-factory-tryjob/R1-1.2.3-bNone", |
| recursive=True, |
| parallel=True, |
| ), |
| mock.call( |
| "/tempdir/metadata.json", |
| "gs://chromeos-extra-archive/board-factory-tryjob/R1-1.2.3-bNone", |
| recursive=True, |
| parallel=True, |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.push_mock.call_args_list, |
| [ |
| mock.call( |
| profile=None, |
| buildroot=self.workspace, |
| sign_types=["factory"], |
| dryrun=True, |
| archive_url=( |
| "gs://chromeos-image-archive/" |
| "board-factory-tryjob/R1-1.2.3-bNone" |
| ), |
| board="board", |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.build_autotest_mock.call_args_list, |
| [ |
| mock.call( |
| self.workspace, |
| os.path.join( |
| self.workspace, "chroot/build/board/usr/local/build" |
| ), |
| "/tempdir", |
| ), |
| ], |
| ) |
| |
| self.assertEqual( |
| self.build_tast_mock.call_args_list, |
| [ |
| mock.call( |
| self.workspace, |
| os.path.join(self.workspace, "chroot/build/board/build"), |
| "/tempdir", |
| ), |
| ], |
| ) |
