blob: d391a133280ee40aaf9cde90f5cf2cfbfc107216 [file] [log] [blame] [edit]
# Copyright 2016 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
# repohooks/pre-upload.py currently does not run pylint. But for developers who
# want to check their code manually we disable several harmless pylint warnings
# which just distract from more serious remaining issues.
#
# The instance variable _android_cts is not defined in __init__().
# pylint: disable=attribute-defined-outside-init
#
# Many short variable names don't follow the naming convention.
# pylint: disable=invalid-name
import logging
import os
from autotest_lib.client.common_lib import error
from autotest_lib.server import hosts
from autotest_lib.server import utils
from autotest_lib.server.cros import camerabox_utils
from autotest_lib.server.cros import tradefed_constants as constants
from autotest_lib.server.cros import tradefed_test
# Maximum default time allowed for each individual CTS module.
_CTS_TIMEOUT_SECONDS = 3600
# Public download locations for android cts bundles.
_DL_CTS = 'https://dl.google.com/dl/android/cts/'
_CTS_URI = {
'arm': _DL_CTS + 'android-cts-7.1_r25-linux_x86-arm.zip',
'x86': _DL_CTS + 'android-cts-7.1_r25-linux_x86-x86.zip',
'media': _DL_CTS + 'android-cts-media-1.4.zip',
}
class cheets_CTS_N(tradefed_test.TradefedTest):
"""Sets up tradefed to run CTS tests."""
version = 1
_BRANCH_DEFAULT_RETRY = [(0, 10)] # dev=beta=stable=10
_BRANCH_MAX_RETRY = [(0, 10), # dev=beta=10, stable=99
(constants.APPROXIMATE_STABLE_BRANCH_NUMBER, 99)]
_SHARD_CMD = '--shards'
# TODO(pwang): b/110966363, remove it once scarlet is fixed.
_NEED_DEVICE_INFO_BOARDS = ['scarlet', 'veyron_tiger']
_SCENE_URI = ('https://storage.googleapis.com'
'/chromiumos-test-assets-public/camerabox/scene.pdf')
def _tradefed_retry_command(self, template, session_id):
"""Build tradefed 'retry' command from template."""
cmd = []
for arg in template:
if (arg == '--skip-device-info' and
self._get_board_name() in self._NEED_DEVICE_INFO_BOARDS):
continue
cmd.append(arg.format(session_id=session_id))
return cmd
def _tradefed_run_command(self, template):
"""Build tradefed 'run' command from template."""
cmd = []
for arg in template:
if (arg == '--skip-device-info' and
self._get_board_name() in self._NEED_DEVICE_INFO_BOARDS):
continue
cmd.append(arg)
# If we are running outside of the lab we can collect more data.
if not utils.is_in_container():
logging.info('Running outside of lab, adding extra debug options.')
cmd.append('--log-level-display=DEBUG')
cmd.append('--screenshot-on-failure')
# TODO(ihf): Add log collection once b/28333587 fixed.
# cmd.append('--collect-deqp-logs')
return cmd
def _get_default_bundle_url(self, bundle):
return _CTS_URI[bundle]
def _get_tradefed_base_dir(self):
return 'android-cts'
def _run_tradefed(self, commands):
"""Kick off CTS.
@param commands: the command(s) to pass to CTS.
@param datetime_id: For 'continue' datetime of previous run is known.
@return: The result object from utils.run.
"""
cts_tradefed = os.path.join(self._repository, 'tools', 'cts-tradefed')
with tradefed_test.adb_keepalive(self._get_adb_targets(),
self._install_paths):
for command in commands:
logging.info('RUN: ./cts-tradefed %s', ' '.join(command))
output = self._run(
cts_tradefed,
args=tuple(command),
timeout=self._timeout * self._timeout_factor,
verbose=True,
ignore_status=False,
# Make sure to tee tradefed stdout/stderr to autotest logs
# continuously during the test run.
stdout_tee=utils.TEE_TO_LOGS,
stderr_tee=utils.TEE_TO_LOGS)
logging.info('END: ./cts-tradefed %s\n', ' '.join(command))
return output
def _should_skip_test(self, bundle):
"""Some tests are expected to fail and are skipped."""
# novato* are x86 VMs without binary translation. Skip the ARM tests.
no_ARM_ABI_test_boards = ('novato', 'novato-arc64')
if self._get_board_name() in no_ARM_ABI_test_boards and bundle == 'arm':
return True
return False
def initialize_camerabox(self, camera_facing, cmdline_args):
"""Configure DUT and chart running in camerabox environment.
@param camera_facing: the facing of the DUT used in testing
(e.g. 'front', 'back').
"""
chart_address = camerabox_utils.get_chart_address(
[h.hostname for h in self._hosts], cmdline_args)
if chart_address is None:
raise error.TestFail(
'Error: missing option --args="chart=<CHART IP>"')
chart_hosts = [hosts.create_host(ip) for ip in chart_address]
self.chart_fixtures = [
camerabox_utils.ChartFixture(h, self._SCENE_URI)
for h in chart_hosts
]
self.dut_fixtures = [
camerabox_utils.DUTFixture(self, h, camera_facing)
for h in self._hosts
]
for chart in self.chart_fixtures:
chart.initialize()
for dut in self.dut_fixtures:
dut.initialize()
def initialize(self,
camera_facing=None,
bundle=None,
uri=None,
host=None,
hosts=None,
max_retry=None,
retry_manual_tests=False,
warn_on_test_retry=True,
cmdline_args=None):
super(cheets_CTS_N, self).initialize(
bundle=bundle,
uri=uri,
host=host,
hosts=hosts,
max_retry=max_retry,
retry_manual_tests=retry_manual_tests,
warn_on_test_retry=warn_on_test_retry)
if camera_facing:
self.initialize_camerabox(camera_facing, cmdline_args)
def run_once(self,
test_name,
run_template,
retry_template=None,
target_module=None,
target_plan=None,
target_class=None,
target_method=None,
needs_push_media=False,
bundle=None,
precondition_commands=[],
login_precondition_commands=[],
timeout=_CTS_TIMEOUT_SECONDS):
"""Runs the specified CTS once, but with several retries.
Run an arbitrary tradefed command.
@param test_name: the name of test. Used for logging.
@param run_template: the template to construct the run command.
Example: ['run', 'commandAndExit', 'cts',
'--skip-media-download']
@param retry_template: the template to construct the retry command.
Example: ['run', 'commandAndExit', 'retry',
'--skip-media-download', '--retry',
'{session_id}']
@param target_module: the name of test module to run.
@param target_plan: the name of the test plan to run.
@param target_class: the name of the class to be tested.
@param target_method: the name of the method to be tested.
@param needs_push_media: need to push test media streams.
@param bundle: the type of the CTS bundle: 'arm' or 'x86'
@param precondition_commands: a list of scripts to be run on the
dut before the test is run, the scripts must already be installed.
@param login_precondition_commands: a list of scripts to be run on the
dut before the log-in for the test is performed.
@param timeout: time after which tradefed can be interrupted.
"""
self._run_tradefed_with_retries(
test_name=test_name,
run_template=run_template,
retry_template=retry_template,
timeout=timeout,
target_module=target_module,
target_plan=target_plan,
needs_push_media=needs_push_media,
bundle=bundle,
cts_uri=_CTS_URI,
login_precondition_commands=login_precondition_commands,
precondition_commands=precondition_commands)
def cleanup_camerabox(self):
"""Cleanup configuration on DUT and chart tablet for running in
camerabox environment.
"""
for dut in self.dut_fixtures:
dut.cleanup()
for chart in self.chart_fixtures:
chart.cleanup()
def cleanup(self):
if hasattr(self, 'dut_fixtures'):
self.cleanup_camerabox()
super(cheets_CTS_N, self).cleanup()