| # Copyright 2016 The Chromium OS Authors. All rights reserved. |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| # repohooks/pre-upload.py currently does not run pylint. But for developers who |
| # want to check their code manually we disable several harmless pylint warnings |
| # which just distract from more serious remaining issues. |
| # |
| # The instance variable _android_cts is not defined in __init__(). |
| # pylint: disable=attribute-defined-outside-init |
| # |
| # Many short variable names don't follow the naming convention. |
| # pylint: disable=invalid-name |
| |
| import logging |
| import os |
| |
| from autotest_lib.client.common_lib import error |
| from autotest_lib.server import hosts |
| from autotest_lib.server import utils |
| from autotest_lib.server.cros import camerabox_utils |
| from autotest_lib.server.cros import tradefed_constants as constants |
| from autotest_lib.server.cros import tradefed_test |
| |
| # Maximum default time allowed for each individual CTS module. |
| _CTS_TIMEOUT_SECONDS = 3600 |
| |
| # Public download locations for android cts bundles. |
| _DL_CTS = 'https://dl.google.com/dl/android/cts/' |
| _CTS_URI = { |
| 'arm': _DL_CTS + 'android-cts-7.1_r25-linux_x86-arm.zip', |
| 'x86': _DL_CTS + 'android-cts-7.1_r25-linux_x86-x86.zip', |
| 'media': _DL_CTS + 'android-cts-media-1.4.zip', |
| } |
| |
| |
| class cheets_CTS_N(tradefed_test.TradefedTest): |
| """Sets up tradefed to run CTS tests.""" |
| version = 1 |
| |
| _BRANCH_DEFAULT_RETRY = [(0, 10)] # dev=beta=stable=10 |
| _BRANCH_MAX_RETRY = [(0, 10), # dev=beta=10, stable=99 |
| (constants.APPROXIMATE_STABLE_BRANCH_NUMBER, 99)] |
| _SHARD_CMD = '--shards' |
| # TODO(pwang): b/110966363, remove it once scarlet is fixed. |
| _NEED_DEVICE_INFO_BOARDS = ['scarlet', 'veyron_tiger'] |
| _SCENE_URI = ('https://storage.googleapis.com' |
| '/chromiumos-test-assets-public/camerabox/scene.pdf') |
| |
| def _tradefed_retry_command(self, template, session_id): |
| """Build tradefed 'retry' command from template.""" |
| cmd = [] |
| for arg in template: |
| if (arg == '--skip-device-info' and |
| self._get_board_name() in self._NEED_DEVICE_INFO_BOARDS): |
| continue |
| cmd.append(arg.format(session_id=session_id)) |
| return cmd |
| |
| def _tradefed_run_command(self, template): |
| """Build tradefed 'run' command from template.""" |
| cmd = [] |
| for arg in template: |
| if (arg == '--skip-device-info' and |
| self._get_board_name() in self._NEED_DEVICE_INFO_BOARDS): |
| continue |
| cmd.append(arg) |
| # If we are running outside of the lab we can collect more data. |
| if not utils.is_in_container(): |
| logging.info('Running outside of lab, adding extra debug options.') |
| cmd.append('--log-level-display=DEBUG') |
| cmd.append('--screenshot-on-failure') |
| # TODO(ihf): Add log collection once b/28333587 fixed. |
| # cmd.append('--collect-deqp-logs') |
| return cmd |
| |
| def _get_default_bundle_url(self, bundle): |
| return _CTS_URI[bundle] |
| |
| def _get_tradefed_base_dir(self): |
| return 'android-cts' |
| |
| def _run_tradefed(self, commands): |
| """Kick off CTS. |
| |
| @param commands: the command(s) to pass to CTS. |
| @param datetime_id: For 'continue' datetime of previous run is known. |
| @return: The result object from utils.run. |
| """ |
| cts_tradefed = os.path.join(self._repository, 'tools', 'cts-tradefed') |
| with tradefed_test.adb_keepalive(self._get_adb_targets(), |
| self._install_paths): |
| for command in commands: |
| logging.info('RUN: ./cts-tradefed %s', ' '.join(command)) |
| output = self._run( |
| cts_tradefed, |
| args=tuple(command), |
| timeout=self._timeout * self._timeout_factor, |
| verbose=True, |
| ignore_status=False, |
| # Make sure to tee tradefed stdout/stderr to autotest logs |
| # continuously during the test run. |
| stdout_tee=utils.TEE_TO_LOGS, |
| stderr_tee=utils.TEE_TO_LOGS) |
| logging.info('END: ./cts-tradefed %s\n', ' '.join(command)) |
| return output |
| |
| def _should_skip_test(self, bundle): |
| """Some tests are expected to fail and are skipped.""" |
| # novato* are x86 VMs without binary translation. Skip the ARM tests. |
| no_ARM_ABI_test_boards = ('novato', 'novato-arc64') |
| if self._get_board_name() in no_ARM_ABI_test_boards and bundle == 'arm': |
| return True |
| return False |
| |
| def initialize_camerabox(self, camera_facing, cmdline_args): |
| """Configure DUT and chart running in camerabox environment. |
| @param camera_facing: the facing of the DUT used in testing |
| (e.g. 'front', 'back'). |
| """ |
| chart_address = camerabox_utils.get_chart_address( |
| [h.hostname for h in self._hosts], cmdline_args) |
| if chart_address is None: |
| raise error.TestFail( |
| 'Error: missing option --args="chart=<CHART IP>"') |
| chart_hosts = [hosts.create_host(ip) for ip in chart_address] |
| |
| self.chart_fixtures = [ |
| camerabox_utils.ChartFixture(h, self._SCENE_URI) |
| for h in chart_hosts |
| ] |
| self.dut_fixtures = [ |
| camerabox_utils.DUTFixture(self, h, camera_facing) |
| for h in self._hosts |
| ] |
| |
| for chart in self.chart_fixtures: |
| chart.initialize() |
| |
| for dut in self.dut_fixtures: |
| dut.initialize() |
| |
| def initialize(self, |
| camera_facing=None, |
| bundle=None, |
| uri=None, |
| host=None, |
| hosts=None, |
| max_retry=None, |
| retry_manual_tests=False, |
| warn_on_test_retry=True, |
| cmdline_args=None): |
| super(cheets_CTS_N, self).initialize( |
| bundle=bundle, |
| uri=uri, |
| host=host, |
| hosts=hosts, |
| max_retry=max_retry, |
| retry_manual_tests=retry_manual_tests, |
| warn_on_test_retry=warn_on_test_retry) |
| if camera_facing: |
| self.initialize_camerabox(camera_facing, cmdline_args) |
| |
| def run_once(self, |
| test_name, |
| run_template, |
| retry_template=None, |
| target_module=None, |
| target_plan=None, |
| target_class=None, |
| target_method=None, |
| needs_push_media=False, |
| bundle=None, |
| precondition_commands=[], |
| login_precondition_commands=[], |
| timeout=_CTS_TIMEOUT_SECONDS): |
| """Runs the specified CTS once, but with several retries. |
| |
| Run an arbitrary tradefed command. |
| |
| @param test_name: the name of test. Used for logging. |
| @param run_template: the template to construct the run command. |
| Example: ['run', 'commandAndExit', 'cts', |
| '--skip-media-download'] |
| @param retry_template: the template to construct the retry command. |
| Example: ['run', 'commandAndExit', 'retry', |
| '--skip-media-download', '--retry', |
| '{session_id}'] |
| @param target_module: the name of test module to run. |
| @param target_plan: the name of the test plan to run. |
| @param target_class: the name of the class to be tested. |
| @param target_method: the name of the method to be tested. |
| @param needs_push_media: need to push test media streams. |
| @param bundle: the type of the CTS bundle: 'arm' or 'x86' |
| @param precondition_commands: a list of scripts to be run on the |
| dut before the test is run, the scripts must already be installed. |
| @param login_precondition_commands: a list of scripts to be run on the |
| dut before the log-in for the test is performed. |
| @param timeout: time after which tradefed can be interrupted. |
| """ |
| self._run_tradefed_with_retries( |
| test_name=test_name, |
| run_template=run_template, |
| retry_template=retry_template, |
| timeout=timeout, |
| target_module=target_module, |
| target_plan=target_plan, |
| needs_push_media=needs_push_media, |
| bundle=bundle, |
| cts_uri=_CTS_URI, |
| login_precondition_commands=login_precondition_commands, |
| precondition_commands=precondition_commands) |
| |
| def cleanup_camerabox(self): |
| """Cleanup configuration on DUT and chart tablet for running in |
| camerabox environment. |
| """ |
| for dut in self.dut_fixtures: |
| dut.cleanup() |
| |
| for chart in self.chart_fixtures: |
| chart.cleanup() |
| |
| def cleanup(self): |
| if hasattr(self, 'dut_fixtures'): |
| self.cleanup_camerabox() |
| |
| super(cheets_CTS_N, self).cleanup() |