server/site_tests/cheets_CTS_N/cheets_CTS_N.py - mirrors/cros/chromiumos/third_party/autotest - Git at Google

 # Copyright 2016 The Chromium OS Authors. All rights reserved.
 # Use of this source code is governed by a BSD-style license that can be
 # found in the LICENSE file.

 # repohooks/pre-upload.py currently does not run pylint. But for developers who
 # want to check their code manually we disable several harmless pylint warnings
 # which just distract from more serious remaining issues.
 #
 # The instance variable _android_cts is not defined in __init__().
 # pylint: disable=attribute-defined-outside-init
 #
 # Many short variable names don't follow the naming convention.
 # pylint: disable=invalid-name

 import logging
 import os

 from autotest_lib.client.common_lib import error
 from autotest_lib.server import hosts
 from autotest_lib.server import utils
 from autotest_lib.server.cros import camerabox_utils
 from autotest_lib.server.cros import tradefed_constants as constants
 from autotest_lib.server.cros import tradefed_test

 # Maximum default time allowed for each individual CTS module.
 _CTS_TIMEOUT_SECONDS = 3600

 # Public download locations for android cts bundles.
 _DL_CTS = 'https://dl.google.com/dl/android/cts/'
 _CTS_URI = {
     'arm': _DL_CTS + 'android-cts-7.1_r25-linux_x86-arm.zip',
     'x86': _DL_CTS + 'android-cts-7.1_r25-linux_x86-x86.zip',
     'media': _DL_CTS + 'android-cts-media-1.4.zip',
 }


 class cheets_CTS_N(tradefed_test.TradefedTest):
     """Sets up tradefed to run CTS tests."""
     version = 1

     _BRANCH_DEFAULT_RETRY = [(0, 10)]  # dev=beta=stable=10
     _BRANCH_MAX_RETRY = [(0, 10),      # dev=beta=10, stable=99
         (constants.APPROXIMATE_STABLE_BRANCH_NUMBER, 99)]
     _SHARD_CMD = '--shards'
     # TODO(pwang): b/110966363, remove it once scarlet is fixed.
     _NEED_DEVICE_INFO_BOARDS = ['scarlet', 'veyron_tiger']
     _SCENE_URI = ('https://storage.googleapis.com'
                   '/chromiumos-test-assets-public/camerabox/scene.pdf')

     def _tradefed_retry_command(self, template, session_id):
         """Build tradefed 'retry' command from template."""
         cmd = []
         for arg in template:
             if (arg == '--skip-device-info' and
                 self._get_board_name() in self._NEED_DEVICE_INFO_BOARDS):
                 continue
             cmd.append(arg.format(session_id=session_id))
         return cmd

     def _tradefed_run_command(self, template):
         """Build tradefed 'run' command from template."""
         cmd = []
         for arg in template:
             if (arg == '--skip-device-info' and
                 self._get_board_name() in self._NEED_DEVICE_INFO_BOARDS):
                 continue
             cmd.append(arg)
         # If we are running outside of the lab we can collect more data.
         if not utils.is_in_container():
             logging.info('Running outside of lab, adding extra debug options.')
             cmd.append('--log-level-display=DEBUG')
             cmd.append('--screenshot-on-failure')
             # TODO(ihf): Add log collection once b/28333587 fixed.
             # cmd.append('--collect-deqp-logs')
         return cmd

     def _get_default_bundle_url(self, bundle):
         return _CTS_URI[bundle]

     def _get_tradefed_base_dir(self):
         return 'android-cts'

     def _run_tradefed(self, commands):
         """Kick off CTS.

         @param commands: the command(s) to pass to CTS.
         @param datetime_id: For 'continue' datetime of previous run is known.
         @return: The result object from utils.run.
         """
         cts_tradefed = os.path.join(self._repository, 'tools', 'cts-tradefed')
         with tradefed_test.adb_keepalive(self._get_adb_targets(),
                                          self._install_paths):
             for command in commands:
                 logging.info('RUN: ./cts-tradefed %s', ' '.join(command))
                 output = self._run(
                     cts_tradefed,
                     args=tuple(command),
                     timeout=self._timeout * self._timeout_factor,
                     verbose=True,
                     ignore_status=False,
                     # Make sure to tee tradefed stdout/stderr to autotest logs
                     # continuously during the test run.
                     stdout_tee=utils.TEE_TO_LOGS,
                     stderr_tee=utils.TEE_TO_LOGS)
                 logging.info('END: ./cts-tradefed %s\n', ' '.join(command))
         return output

     def _should_skip_test(self, bundle):
         """Some tests are expected to fail and are skipped."""
         # novato* are x86 VMs without binary translation. Skip the ARM tests.
         no_ARM_ABI_test_boards = ('novato', 'novato-arc64')
         if self._get_board_name() in no_ARM_ABI_test_boards and bundle == 'arm':
             return True
         return False

     def initialize_camerabox(self, camera_facing, cmdline_args):
         """Configure DUT and chart running in camerabox environment.
         @param camera_facing: the facing of the DUT used in testing
                               (e.g. 'front', 'back').
         """
         chart_address = camerabox_utils.get_chart_address(
                 [h.hostname for h in self._hosts], cmdline_args)
         if chart_address is None:
             raise error.TestFail(
                     'Error: missing option --args="chart=<CHART IP>"')
         chart_hosts = [hosts.create_host(ip) for ip in chart_address]

         self.chart_fixtures = [
                 camerabox_utils.ChartFixture(h, self._SCENE_URI)
                 for h in chart_hosts
         ]
         self.dut_fixtures = [
                 camerabox_utils.DUTFixture(self, h, camera_facing)
                 for h in self._hosts
         ]

         for chart in self.chart_fixtures:
             chart.initialize()

         for dut in self.dut_fixtures:
             dut.initialize()

     def initialize(self,
                    camera_facing=None,
                    bundle=None,
                    uri=None,
                    host=None,
                    hosts=None,
                    max_retry=None,
                    retry_manual_tests=False,
                    warn_on_test_retry=True,
                    cmdline_args=None):
         super(cheets_CTS_N, self).initialize(
                 bundle=bundle,
                 uri=uri,
                 host=host,
                 hosts=hosts,
                 max_retry=max_retry,
                 retry_manual_tests=retry_manual_tests,
                 warn_on_test_retry=warn_on_test_retry)
         if camera_facing:
             self.initialize_camerabox(camera_facing, cmdline_args)

     def run_once(self,
                  test_name,
                  run_template,
                  retry_template=None,
                  target_module=None,
                  target_plan=None,
                  target_class=None,
                  target_method=None,
                  needs_push_media=False,
                  bundle=None,
                  precondition_commands=[],
                  login_precondition_commands=[],
                  timeout=_CTS_TIMEOUT_SECONDS):
         """Runs the specified CTS once, but with several retries.

         Run an arbitrary tradefed command.

         @param test_name: the name of test. Used for logging.
         @param run_template: the template to construct the run command.
                              Example: ['run', 'commandAndExit', 'cts',
                                        '--skip-media-download']
         @param retry_template: the template to construct the retry command.
                                Example: ['run', 'commandAndExit', 'retry',
                                          '--skip-media-download', '--retry',
                                          '{session_id}']
         @param target_module: the name of test module to run.
         @param target_plan: the name of the test plan to run.
         @param target_class: the name of the class to be tested.
         @param target_method: the name of the method to be tested.
         @param needs_push_media: need to push test media streams.
         @param bundle: the type of the CTS bundle: 'arm' or 'x86'
         @param precondition_commands: a list of scripts to be run on the
         dut before the test is run, the scripts must already be installed.
         @param login_precondition_commands: a list of scripts to be run on the
         dut before the log-in for the test is performed.
         @param timeout: time after which tradefed can be interrupted.
         """
         self._run_tradefed_with_retries(
             test_name=test_name,
             run_template=run_template,
             retry_template=retry_template,
             timeout=timeout,
             target_module=target_module,
             target_plan=target_plan,
             needs_push_media=needs_push_media,
             bundle=bundle,
             cts_uri=_CTS_URI,
             login_precondition_commands=login_precondition_commands,
             precondition_commands=precondition_commands)

     def cleanup_camerabox(self):
         """Cleanup configuration on DUT and chart tablet for running in
         camerabox environment.
         """
         for dut in self.dut_fixtures:
             dut.cleanup()

         for chart in self.chart_fixtures:
             chart.cleanup()

     def cleanup(self):
         if hasattr(self, 'dut_fixtures'):
             self.cleanup_camerabox()

         super(cheets_CTS_N, self).cleanup()
	# Copyright 2016 The Chromium OS Authors. All rights reserved.
	# Use of this source code is governed by a BSD-style license that can be
	# found in the LICENSE file.

	# repohooks/pre-upload.py currently does not run pylint. But for developers who
	# want to check their code manually we disable several harmless pylint warnings
	# which just distract from more serious remaining issues.
	#
	# The instance variable _android_cts is not defined in __init__().
	# pylint: disable=attribute-defined-outside-init
	#
	# Many short variable names don't follow the naming convention.
	# pylint: disable=invalid-name

	import logging
	import os

	from autotest_lib.client.common_lib import error
	from autotest_lib.server import hosts
	from autotest_lib.server import utils
	from autotest_lib.server.cros import camerabox_utils
	from autotest_lib.server.cros import tradefed_constants as constants
	from autotest_lib.server.cros import tradefed_test

	# Maximum default time allowed for each individual CTS module.
	_CTS_TIMEOUT_SECONDS = 3600

	# Public download locations for android cts bundles.
	_DL_CTS = 'https://dl.google.com/dl/android/cts/'
	_CTS_URI = {
	'arm': _DL_CTS + 'android-cts-7.1_r25-linux_x86-arm.zip',
	'x86': _DL_CTS + 'android-cts-7.1_r25-linux_x86-x86.zip',
	'media': _DL_CTS + 'android-cts-media-1.4.zip',
	}


	class cheets_CTS_N(tradefed_test.TradefedTest):
	"""Sets up tradefed to run CTS tests."""
	version = 1

	_BRANCH_DEFAULT_RETRY = [(0, 10)] # dev=beta=stable=10
	_BRANCH_MAX_RETRY = [(0, 10), # dev=beta=10, stable=99
	(constants.APPROXIMATE_STABLE_BRANCH_NUMBER, 99)]
	_SHARD_CMD = '--shards'
	# TODO(pwang): b/110966363, remove it once scarlet is fixed.
	_NEED_DEVICE_INFO_BOARDS = ['scarlet', 'veyron_tiger']
	_SCENE_URI = ('https://storage.googleapis.com'
	'/chromiumos-test-assets-public/camerabox/scene.pdf')

	def _tradefed_retry_command(self, template, session_id):
	"""Build tradefed 'retry' command from template."""
	cmd = []
	for arg in template:
	if (arg == '--skip-device-info' and
	self._get_board_name() in self._NEED_DEVICE_INFO_BOARDS):
	continue
	cmd.append(arg.format(session_id=session_id))
	return cmd

	def _tradefed_run_command(self, template):
	"""Build tradefed 'run' command from template."""
	cmd = []
	for arg in template:
	if (arg == '--skip-device-info' and
	self._get_board_name() in self._NEED_DEVICE_INFO_BOARDS):
	continue
	cmd.append(arg)
	# If we are running outside of the lab we can collect more data.
	if not utils.is_in_container():
	logging.info('Running outside of lab, adding extra debug options.')
	cmd.append('--log-level-display=DEBUG')
	cmd.append('--screenshot-on-failure')
	# TODO(ihf): Add log collection once b/28333587 fixed.
	# cmd.append('--collect-deqp-logs')
	return cmd

	def _get_default_bundle_url(self, bundle):
	return _CTS_URI[bundle]

	def _get_tradefed_base_dir(self):
	return 'android-cts'

	def _run_tradefed(self, commands):
	"""Kick off CTS.

	@param commands: the command(s) to pass to CTS.
	@param datetime_id: For 'continue' datetime of previous run is known.
	@return: The result object from utils.run.
	"""
	cts_tradefed = os.path.join(self._repository, 'tools', 'cts-tradefed')
	with tradefed_test.adb_keepalive(self._get_adb_targets(),
	self._install_paths):
	for command in commands:
	logging.info('RUN: ./cts-tradefed %s', ' '.join(command))
	output = self._run(
	cts_tradefed,
	args=tuple(command),
	timeout=self._timeout * self._timeout_factor,
	verbose=True,
	ignore_status=False,
	# Make sure to tee tradefed stdout/stderr to autotest logs
	# continuously during the test run.
	stdout_tee=utils.TEE_TO_LOGS,
	stderr_tee=utils.TEE_TO_LOGS)
	logging.info('END: ./cts-tradefed %s\n', ' '.join(command))
	return output

	def _should_skip_test(self, bundle):
	"""Some tests are expected to fail and are skipped."""
	# novato* are x86 VMs without binary translation. Skip the ARM tests.
	no_ARM_ABI_test_boards = ('novato', 'novato-arc64')
	if self._get_board_name() in no_ARM_ABI_test_boards and bundle == 'arm':
	return True
	return False

	def initialize_camerabox(self, camera_facing, cmdline_args):
	"""Configure DUT and chart running in camerabox environment.
	@param camera_facing: the facing of the DUT used in testing
	(e.g. 'front', 'back').
	"""
	chart_address = camerabox_utils.get_chart_address(
	[h.hostname for h in self._hosts], cmdline_args)
	if chart_address is None:
	raise error.TestFail(
	'Error: missing option --args="chart=<CHART IP>"')
	chart_hosts = [hosts.create_host(ip) for ip in chart_address]

	self.chart_fixtures = [
	camerabox_utils.ChartFixture(h, self._SCENE_URI)
	for h in chart_hosts
	]
	self.dut_fixtures = [
	camerabox_utils.DUTFixture(self, h, camera_facing)
	for h in self._hosts
	]

	for chart in self.chart_fixtures:
	chart.initialize()

	for dut in self.dut_fixtures:
	dut.initialize()

	def initialize(self,
	camera_facing=None,
	bundle=None,
	uri=None,
	host=None,
	hosts=None,
	max_retry=None,
	retry_manual_tests=False,
	warn_on_test_retry=True,
	cmdline_args=None):
	super(cheets_CTS_N, self).initialize(
	bundle=bundle,
	uri=uri,
	host=host,
	hosts=hosts,
	max_retry=max_retry,
	retry_manual_tests=retry_manual_tests,
	warn_on_test_retry=warn_on_test_retry)
	if camera_facing:
	self.initialize_camerabox(camera_facing, cmdline_args)

	def run_once(self,
	test_name,
	run_template,
	retry_template=None,
	target_module=None,
	target_plan=None,
	target_class=None,
	target_method=None,
	needs_push_media=False,
	bundle=None,
	precondition_commands=[],
	login_precondition_commands=[],
	timeout=_CTS_TIMEOUT_SECONDS):
	"""Runs the specified CTS once, but with several retries.

	Run an arbitrary tradefed command.

	@param test_name: the name of test. Used for logging.
	@param run_template: the template to construct the run command.
	Example: ['run', 'commandAndExit', 'cts',
	'--skip-media-download']
	@param retry_template: the template to construct the retry command.
	Example: ['run', 'commandAndExit', 'retry',
	'--skip-media-download', '--retry',
	'{session_id}']
	@param target_module: the name of test module to run.
	@param target_plan: the name of the test plan to run.
	@param target_class: the name of the class to be tested.
	@param target_method: the name of the method to be tested.
	@param needs_push_media: need to push test media streams.
	@param bundle: the type of the CTS bundle: 'arm' or 'x86'
	@param precondition_commands: a list of scripts to be run on the
	dut before the test is run, the scripts must already be installed.
	@param login_precondition_commands: a list of scripts to be run on the
	dut before the log-in for the test is performed.
	@param timeout: time after which tradefed can be interrupted.
	"""
	self._run_tradefed_with_retries(
	test_name=test_name,
	run_template=run_template,
	retry_template=retry_template,
	timeout=timeout,
	target_module=target_module,
	target_plan=target_plan,
	needs_push_media=needs_push_media,
	bundle=bundle,
	cts_uri=_CTS_URI,
	login_precondition_commands=login_precondition_commands,
	precondition_commands=precondition_commands)

	def cleanup_camerabox(self):
	"""Cleanup configuration on DUT and chart tablet for running in
	camerabox environment.
	"""
	for dut in self.dut_fixtures:
	dut.cleanup()

	for chart in self.chart_fixtures:
	chart.cleanup()

	def cleanup(self):
	if hasattr(self, 'dut_fixtures'):
	self.cleanup_camerabox()

	super(cheets_CTS_N, self).cleanup()