server/cros/tradefed_test_unittest.py

# Copyright 2017 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
import os
import unittest

import tradefed_test


def _load_data(filename):
    """Loads the test data of the given file name."""
    with open(os.path.join(os.path.dirname(os.path.realpath(__file__)),
              'tradefed_test_unittest_data', filename), 'r') as f:
        return f.read()


class TradefedTestTest(unittest.TestCase):
    """Unittest for tradefed_test."""

    def test_parse_tradefed_v2_result(self):
        """Test for parse_tradefed_v2_result."""

        cts_waivers = set([
            'android.app.cts.SystemFeaturesTest#testUsbAccessory',
            'android.widget.cts.GridViewTest#testSetNumColumns',
        ])
        gts_waivers = set([
            'com.google.android.gts.multiuser.RestrictedProfileHostTest'
                '#testRestrictedProfile',
        ])

        # b/36288975
        # http://pantheon/storage/browser/chromeos-autotest-results/106523703-chromeos-test/
        # For a single-test chunk, tradefed prints "1 test", not "1 tests".
        self.assertEquals((178, 172, 6, 0, 2),
            tradefed_test.parse_tradefed_v2_result(
                _load_data('GtsGmscoreHostTestCases.txt'),
                accumulative_count=True,
                waivers=gts_waivers))

        # b/35605415
        # http://pantheon/storage/browser/chromeos-autotest-results/106915033-chromeos-test/
        # GTS: Tradefed may split a module to multiple chunks.
        self.assertEquals((4, 4, 0, 0, 0),
            tradefed_test.parse_tradefed_v2_result(
                _load_data('GtsSearchHostTestCases.txt'),
                accumulative_count=True,
                waivers=gts_waivers))

        # b/35605415 and b/36520623
        # http://pantheon/storage/browser/chromeos-autotest-results/108103986-chromeos-test/
        # CTS: Tradefed may split a module to multiple chunks.
        # Besides, the module name may not end with "TestCases".
        self.assertEquals((35, 33, 2, 0, 0),
            tradefed_test.parse_tradefed_v2_result(
                _load_data('CtsHostsideNetworkTests.txt'),
                accumulative_count=False,
                waivers=cts_waivers))

        # b/35530394
        # http://pantheon/storage/browser/chromeos-autotest-results/108291418-chromeos-test/
        # Crashed, but the automatic retry by tradefed executed the rest.
        self.assertEquals((1395, 1386, 9, 0, 0),
            tradefed_test.parse_tradefed_v2_result(
                _load_data('CtsMediaTestCases.txt'),
                accumulative_count=False,
                waivers=cts_waivers))

        # b/35530394
        # http://pantheon/storage/browser/chromeos-autotest-results/106540705-chromeos-test/
        # Crashed in the middle, and the device didn't came back.
        self.assertEquals((110, 27, 1, 82, 0),
            tradefed_test.parse_tradefed_v2_result(
                _load_data('CtsSecurityTestCases.txt'),
                accumulative_count=False,
                waivers=cts_waivers))

        # b/36629187
        # http://pantheon/storage/browser/chromeos-autotest-results/108855595-chromeos-test/
        # Crashed in the middle. Tradefed decided not to continue.
        self.assertEquals((739, 573, 3, 163, 0),
            tradefed_test.parse_tradefed_v2_result(
                _load_data('CtsViewTestCases.txt'),
                accumulative_count=False,
                waivers=cts_waivers))

        # b/36375690
        # http://pantheon/storage/browser/chromeos-autotest-results/109040174-chromeos-test/
        # Mixture of real failures and waivers.
        self.assertEquals((321, 316, 5, 0, 1),
            tradefed_test.parse_tradefed_v2_result(
                _load_data('CtsAppTestCases.txt'),
                accumulative_count=False,
                waivers=cts_waivers))
        # ... and the retry of the above failing iteration.
        self.assertEquals((5, 1, 4, 0, 1),
            tradefed_test.parse_tradefed_v2_result(
                _load_data('CtsAppTestCases-retry.txt'),
                accumulative_count=False,
                waivers=cts_waivers))

        # http://pantheon/storage/browser/chromeos-autotest-results/116875512-chromeos-test/
        # When a test case crashed during teardown, tradefed prints the "fail"
        # message twice. Tolerate it and still return an (inconsistent) count.
        self.assertEquals((1194, 1185, 10, 0, 2),
            tradefed_test.parse_tradefed_v2_result(
                _load_data('CtsWidgetTestCases.txt'),
                accumulative_count=False,
                waivers=cts_waivers))

if __name__ == '__main__':
    unittest.main()