frontend/health/passing_experimental_unittest.py

#!/usr/bin/python
#
# Copyright (c) 2013 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

import datetime, unittest

import mox

import common
# This must come before the import of complete_failures in order to use the
# in memory database.
from autotest_lib.frontend import setup_django_readonly_environment
from autotest_lib.frontend import setup_test_environment
from autotest_lib.frontend.health import passing_experimental
from autotest_lib.frontend.afe import models as afe_models
from django import test


# datetime.datetime is all C code and so cannot be mocked out in a normal
# fashion.
class MockDatetime(datetime.datetime):
    """Used to mock out parts of datetime.datetime."""
    pass


class GetExperimentalTestsTests(test.TestCase):
    """Tests the get_experimetnal_tests function."""

    def setUp(self):
        super(GetExperimentalTestsTests, self).setUp()
        setup_test_environment.set_up()


    def tearDown(self):
        setup_test_environment.tear_down()
        super(GetExperimentalTestsTests, self).tearDown()


    def test_returns_tests_marked_experimental(self):
        """Test that tests marked as experimental are returned."""
        test = afe_models.Test(name='test', test_type=0,
                               experimental=True)
        test.save()

        result = passing_experimental.get_experimental_tests()

        self.assertEqual(result, set(['test']))


    def test_does_not_return_tests_not_marked_experimental(self):
        """Test that tests not marked as experimetnal are not returned."""
        test = afe_models.Test(name='test', test_type=0,
                               experimental=False)
        test.save()

        result = passing_experimental.get_experimental_tests()

        self.assertEqual(result, set())


class FindLongPassingTestsTests(mox.MoxTestBase, test.TestCase):
    """Tests the find_long_passing_tests function."""
    def setUp(self):
        super(FindLongPassingTestsTests, self).setUp()
        self.mox.StubOutWithMock(MockDatetime, 'today')
        self._datetime = datetime.datetime
        datetime.datetime = MockDatetime
        self._orig_since_failure = passing_experimental._MIN_DAYS_SINCE_FAILURE
        self._orig_since_pass = passing_experimental._MAX_DAYS_SINCE_LAST_PASS


    def tearDown(self):
        passing_experimental._MAX_DAYS_SINCE_LAST_PASS = self._orig_since_pass
        passing_experimental._MIN_DAYS_SINCE_FAILURE = self._orig_since_failure
        datetime.datetime = self._datetime
        super(FindLongPassingTestsTests, self).tearDown()


    def test_do_not_return_tests_that_have_failed_recently(self):
        """Test that tests that have failed recently are not returned."""
        passing_experimental._MIN_DAYS_SINCE_FAILURE = 10
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))

        pass_times = {'test': self._datetime(2013, 3, 12)}
        fail_times = {'test': self._datetime(2013, 3, 13)}
        valid_tests = {'test'}

        self.mox.ReplayAll()
        results = passing_experimental.find_long_passing_tests(pass_times,
                                                               fail_times,
                                                               valid_tests)

        self.assertEqual(results, set([]))


    def test_return_tests_that_have_recent_pass_but_not_recent_failure(self):
        """Test returning tests that have recently passed but not failed."""
        passing_experimental._MIN_DAYS_SINCE_FAILURE = 10
        passing_experimental._MAX_DAYS_SINCE_LAST_PASS = 10
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))

        pass_times = {'test': self._datetime(2013, 3, 12)}
        fail_times = {'test': self._datetime(2013, 3, 1)}
        valid_tests = {'test'}

        self.mox.ReplayAll()
        results = passing_experimental.find_long_passing_tests(pass_times,
                                                               fail_times,
                                                               valid_tests)

        self.assertEqual(results, set(['test']))


    def test_filter_out_tests_that_have_not_passed_recently(self):
        """Test that tests that have not recently passed are not returned."""
        passing_experimental._MIN_DAYS_SINCE_FAILURE = 10
        passing_experimental._MAX_DAYS_SINCE_LAST_PASS = 10
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))

        pass_times = {'test': self._datetime(2013, 3, 1)}
        fail_times = {'test': self._datetime(2013, 3, 1)}
        valid_tests = {'test'}

        self.mox.ReplayAll()
        results = passing_experimental.find_long_passing_tests(pass_times,
                                                               fail_times,
                                                               valid_tests)

        self.assertEqual(results, set([]))


    def test_filter_out_tests_that_are_not_valid(self):
        """Test that tests that are not valid are not returned."""
        passing_experimental._MIN_DAYS_SINCE_FAILURE = 10
        passing_experimental._MAX_DAYS_SINCE_LAST_PASS = 10
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))

        pass_times = {'test2': self._datetime(2013, 3, 1)}
        fail_times = {'test2': self._datetime(2013, 3, 1)}
        valid_tests = {'test'}

        self.mox.ReplayAll()
        results = passing_experimental.find_long_passing_tests(pass_times,
                                                               fail_times,
                                                               valid_tests)

        self.assertEqual(results, set([]))


    def test_return_tests_that_have_recently_passed_and_never_failed(self):
        """Test that we can handle tests that have never failed."""
        passing_experimental._MIN_DAYS_SINCE_FAILURE = 10
        passing_experimental._MAX_DAYS_SINCE_LAST_PASS = 10
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))

        pass_times = {'test': self._datetime(2013, 3, 11)}
        fail_times = {}
        valid_tests = {'test'}

        self.mox.ReplayAll()
        results = passing_experimental.find_long_passing_tests(pass_times,
                                                               fail_times,
                                                               valid_tests)

        self.assertEqual(results, set(['test']))


    def test_handle_tests_that_have_never_passed(self):
        """Test that we can handle tests that have never passed."""
        passing_experimental._MIN_DAYS_SINCE_FAILURE = 10
        passing_experimental._MAX_DAYS_SINCE_LAST_PASS = 10
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))
        datetime.datetime.today().AndReturn(self._datetime(2013, 3, 20))

        pass_times = {}
        fail_times = {'test': self._datetime(2013, 3, 11)}
        valid_tests = {'test'}

        self.mox.ReplayAll()
        results = passing_experimental.find_long_passing_tests(pass_times,
                                                               fail_times,
                                                               valid_tests)

        self.assertEqual(results, set([]))


if __name__ == '__main__':
    unittest.main()