| # Copyright 2022 The ChromiumOS Authors |
| # Use of this source code is governed by a BSD-style license that can be |
| # found in the LICENSE file. |
| |
| AUTHOR = "jakebarnes@chromium.org, chromeos-platform-ml-accelerators@google.com" |
| NAME = "tast.ml_benchmark_nightly" |
| METADATA = { |
| 'contacts': ['tauto-core@google.com'], |
| 'bug_component': 'b:1034523', # ChromeOS > Test > Harness > Tauto |
| 'criteria': 'Tauto wrapper for specified tast tests', |
| } |
| TIME = "LONG" |
| TEST_TYPE = "Server" |
| ATTRIBUTES = "suite:ml_benchmark_nightly" |
| MAX_RESULT_SIZE_KB = 1024 * 1024 |
| |
| # tast.py uses binaries installed from autotest_server_package.tar.bz2. |
| REQUIRE_SSP = True |
| |
| DOC = ''' |
| Run the MLBenchmark performance test suite. |
| |
| Tast is an integration-testing framework analagous to the test-running portion |
| of Autotest. See https://chromium.googlesource.com/chromiumos/platform/tast/ for |
| more information. |
| |
| See http://go/tast-failures for information about investigating failures. |
| ''' |
| |
| def run(machine): |
| job.run_test('tast', |
| host=hosts.create_host(machine), |
| test_exprs=['("group:ml_benchmark" && ml_benchmark_nightly)'], |
| ignore_test_failures=True, |
| max_run_sec=14400, # 4 hours. |
| command_args=args) |
| |
| parallel_simple(run, machines) |
