server/cros/tradefed/cts_expected_failure_parser.py

# Copyright 2017 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

import logging
import yaml

class ParseKnownCTSFailures(object):
    """A class to parse known failures in CTS test."""

    def __init__(self, failure_files):
        self.waivers_yaml = self._load_failures(failure_files)

    def _validate_waiver_config(self, arch, board, bundle_abi, sdk_ver,
                                first_api_level, config):
        """Validate if the test environment matches the test config.

        @param arch: DUT's arch type.
        @param board: DUT's board name.
        @param bundle_abi: The test's abi type.
        @param sdk_ver: DUT's Android SDK version
        @param first_api_level: DUT's Android first API level.
        @param config: config for an expected failing test.
        @return True if test arch or board is part of the config, else False.
        """
        # Map only the versions that ARC releases care.
        sdk_ver_map = {25: 'N', 28: 'P', 30: 'R'}

        # 'all' applies to all devices.
        # 'x86' or 'arm' applies to the DUT's architecture.
        # board name like 'eve' or 'kevin' applies to the DUT running the board.
        dut_config = ['all', arch, board]
        # 'nativebridge' applies to the case running ARM CTS on x86 devices.
        if bundle_abi and bundle_abi != arch:
            dut_config.append('nativebridge')
        # 'N' or 'P' or 'R' applies to the device running that Android version.
        if sdk_ver in sdk_ver_map:
            dut_config.append(sdk_ver_map[sdk_ver])
        # 'shipatN' or 'shipatP' or 'shipatR' applies to those originally
        # launched at that Android version.
        if first_api_level in sdk_ver_map:
            dut_config.append('shipat' + sdk_ver_map[first_api_level])
        return len(set(dut_config).intersection(config)) > 0

    def _load_failures(self, failure_files):
        """Load failures from files.

        @param failure_files: files with failure configs.
        @return a dictionary of failures config in yaml format.
        """
        waivers_yaml = {}
        for failure_file in failure_files:
            try:
                logging.info('Loading expected failure file: %s.', failure_file)
                with open(failure_file) as wf:
                    waivers_yaml.update(yaml.load(wf.read()))
            except IOError as e:
                logging.error('Error loading %s (%s).',
                              failure_file,
                              e.strerror)
                continue
            logging.info('Finished loading expected failure file: %s',
                         failure_file)
        return waivers_yaml

    def find_waivers(self, arch, board, bundle_abi, sdk_ver, first_api_level):
        """Finds waivers for the test board.

        @param arch: DUT's arch type.
        @param board: DUT's board name.
        @param bundle_abi: The test's abi type.
        @param sdk_ver: DUT's Android SDK version.
        @param first_api_level: DUT's Android first API level.
        @return a set of waivers/no-test-modules applied to the test board.
        """
        applied_waiver_list = set()
        for test, config in self.waivers_yaml.iteritems():
            if self._validate_waiver_config(arch, board, bundle_abi, sdk_ver,
                                            first_api_level, config):
                applied_waiver_list.add(test)
        logging.info('Excluding tests/packages from rerun: %s.',
                     applied_waiver_list)
        return applied_waiver_list