server/site_tests/sequences/control.benchmarks

# Copyright (c) 2012 The Chromium OS Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.

AUTHOR = "Chrome OS Team"
NAME = "Benchmarks"
TIME = "LONG"
TEST_CATEGORY = "Functional"
TEST_CLASS = "suite"
TEST_TYPE = "server"

DOC = """
This test suite runs automated benchmark tests that should all pass. 1 machine
should complete this suite in ~3:00, 3 machine in ~1:00.  3+ machines won't
speed up the completion time as the longest test is 1:00.
"""

"""List of client tests with parameters.

Note: In this case it is important to list the tests with the longest runtime
first. This helps the suite complete as quickly as possible by enabling as much
parallelization as possible.  If the long running tests were last in the list
they would be last to run.  By having them first other machines are able to
work on quicker tests while the longest running tests are running.
"""
TESTS = [
  ('unixbench', {}),            # Runtime 1:00
  ('hardware_StorageFio', {}),  # Runtime 1:00
  ('compilebench', {}),         # Runtime 0:35
  ('dbench', {}),               # Runtime 0:15
  ('disktest', {}),             # Runtime 0:05
  ('graphics_Sanity', {}),      # Runtime 0:02
  ('graphics_GLBench', {}),                        # Runtime 0:05
  ('graphics_SanAngeles', {'creds': '$backdoor'}), # Runtime 0:03
  ('graphics_WebGLConformance', {}),               # Runtime 0:05
  ('graphics_WebGLPerformance', {}),               # Runtime 0:03
  ('graphics_GLMark2', {}),                        # Runtime 0:05
  ('graphics_GpuReset', {}),                       # Runtime 0:03
  #-----------------------------------------------------------------------------
  # Tests which leave the system in a strange state below. Don't add anything to
  # this section unless you know what you're doing.
  #-----------------------------------------------------------------------------
  # graphics_Piglit can crash many of the UI processes, so schedule it last and
  # make sure the machine is in a fresh state before starting.
  ('graphics_Piglit', {}, [], [], ['reboot_before']),  # Runtime 0:21
]

job.distribute_across_machines(TESTS, machines, continuous_parsing=True)