| #!/usr/bin/python |
| |
| import common |
| import logging, unittest |
| from autotest_lib.frontend import setup_django_environment |
| from autotest_lib.database import database_connection |
| from autotest_lib.frontend.afe import frontend_test_utils, models |
| from autotest_lib.scheduler import monitor_db_cleanup, scheduler_config |
| from autotest_lib.client.common_lib import host_protections |
| |
| class UserCleanupTest(unittest.TestCase, frontend_test_utils.FrontendTestMixin): |
| def setUp(self): |
| logging.basicConfig(level=logging.DEBUG) |
| self._frontend_common_setup() |
| self._database = ( |
| database_connection.DatabaseConnection.get_test_database()) |
| self._database.connect(db_type='django') |
| self.cleanup = monitor_db_cleanup.UserCleanup(self._database, 1) |
| |
| |
| def tearDown(self): |
| self._frontend_common_teardown() |
| |
| |
| def test_clear_stuck_hosts(self): |
| """Test _clear_stuck_hosts method. """ |
| for i, status in zip([0, 1], [models.Host.Status.RUNNING, |
| models.Host.Status.RESETTING]): |
| self.hosts[i].status = status |
| self.hosts[i].leased = True |
| self.hosts[i].save() |
| job = self._create_job_simple([self.hosts[i].id]) |
| h = job.hostqueueentry_set.all()[0] |
| h.active = 0 |
| h.status = models.HostQueueEntry.Status.COMPLETED |
| h.save() |
| s = models.SpecialTask.schedule_special_task( |
| host=self.hosts[i], task=models.SpecialTask.Task.VERIFY) |
| s.is_active = 0 |
| s.save() |
| |
| self.cleanup._clear_stuck_hosts() |
| |
| for i in range(0, len(self.hosts)): |
| host = models.Host.objects.get(id=self.hosts[i].id) |
| if i in (0, 1): |
| self.assertEquals(host.status, |
| models.Host.Status.REPAIR_FAILED) |
| else: |
| self.assertEquals(host.status, |
| models.Host.Status.READY) |
| |
| |
| def test_reverify_dead_hosts(self): |
| # unlimited reverifies |
| self.god.stub_with(scheduler_config.config, |
| 'reverify_max_hosts_at_once', 0) |
| for i in (0, 1, 2): |
| self.hosts[i].status = models.Host.Status.REPAIR_FAILED |
| self.hosts[i].save() |
| |
| self.hosts[1].locked = True |
| self.hosts[1].save() |
| |
| self.hosts[2].protection = host_protections.Protection.DO_NOT_VERIFY |
| self.hosts[2].save() |
| |
| self.god.stub_with(self.cleanup, '_should_reverify_hosts_now', |
| lambda : True) |
| self.cleanup._reverify_dead_hosts() |
| |
| tasks = models.SpecialTask.objects.all() |
| self.assertEquals(len(tasks), 1) |
| self.assertEquals(tasks[0].host.id, 1) |
| self.assertEquals(tasks[0].task, models.SpecialTask.Task.VERIFY) |
| |
| |
| def test_reverify_dead_hosts_limits(self): |
| # limit the number of reverifies |
| self.assertTrue(hasattr(scheduler_config.config, |
| 'reverify_max_hosts_at_once')) |
| self.god.stub_with(scheduler_config.config, |
| 'reverify_max_hosts_at_once', 2) |
| for i in (0, 1, 2, 3, 4, 5): |
| self.hosts[i].status = models.Host.Status.REPAIR_FAILED |
| self.hosts[i].save() |
| |
| self.hosts[1].locked = True |
| self.hosts[1].save() |
| |
| self.hosts[2].protection = host_protections.Protection.DO_NOT_VERIFY |
| self.hosts[2].save() |
| |
| self.god.stub_with(self.cleanup, '_should_reverify_hosts_now', |
| lambda : True) |
| self.cleanup._reverify_dead_hosts() |
| |
| tasks = models.SpecialTask.objects.all() |
| # four hosts need reverifying but our max limit was set to 2 |
| self.assertEquals(len(tasks), 2) |
| self.assertTrue(tasks[0].host.id in (1, 4, 5, 6)) |
| self.assertTrue(tasks[1].host.id in (1, 4, 5, 6)) |
| self.assertEquals(tasks[0].task, models.SpecialTask.Task.VERIFY) |
| self.assertEquals(tasks[1].task, models.SpecialTask.Task.VERIFY) |
| |
| |
| if __name__ == '__main__': |
| unittest.main() |
