[public CTS] Add in a complete Deqp run to work around bugs.
There is a bug in tradefed where sharded runs do not execute
re-runs.
There is a bug in the graphics driver that is causing random
crashes.
To work around these bugs add in an extra full run of Deqp that will
eventually run all the Deqp tests with re-runs to fix up any missing
/failed tests that were generated because of the two bugs above.
generate control files script changes to follow.
BUG=b:138915146
TEST=None
Change-Id: If60264102986cff34fed66160b688452884300c8
Reviewed-on: https://chromium-review.googlesource.com/c/chromiumos/third_party/autotest/+/1783182
Tested-by: Keith Haddow <haddowk@chromium.org>
Auto-Submit: Keith Haddow <haddowk@chromium.org>
Reviewed-by: Kazuhiro Inaba <kinaba@chromium.org>
Commit-Queue: Keith Haddow <haddowk@chromium.org>
diff --git a/server/site_tests/cheets_CTS_P/control.arm.CtsDeqpTestCases b/server/site_tests/cheets_CTS_P/control.arm.CtsDeqpTestCases
new file mode 100644
index 0000000..9699434
--- /dev/null
+++ b/server/site_tests/cheets_CTS_P/control.arm.CtsDeqpTestCases
@@ -0,0 +1,37 @@
+# Copyright 2018 The Chromium OS Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+# This file has been automatically generated. Do not edit!
+
+AUTHOR = 'ARC++ Team'
+NAME = 'cheets_CTS_P.arm.CtsDeqpTestCases'
+ATTRIBUTES = 'suite:cts_P'
+DEPENDENCIES = 'arc'
+JOB_RETRIES = 1
+TEST_TYPE = 'server'
+TIME = 'LONG'
+MAX_RESULT_SIZE_KB = 1024000
+PRIORITY = 70
+DOC = 'Run module CtsDeqpTestCases of the Android Compatibility Test Suite (CTS) using arm ABI in the ARC++ container.'
+
+def run_CTS(machine):
+ host_list = [hosts.create_host(machine)]
+ job.run_test(
+ 'cheets_CTS_P',
+ hosts=host_list,
+ iterations=1,
+ max_retry=15,
+ needs_push_media=False,
+ tag='arm.CtsDeqpTestCases',
+ test_name='cheets_CTS_P.arm.CtsDeqpTestCases',
+ run_template=['run', 'commandAndExit', 'cts', '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases'],
+ retry_template=['run', 'commandAndExit', 'retry', '--retry', '{session_id}'],
+ target_module='CtsDeqpTestCases',
+ target_plan=None,
+ bundle='arm',
+ retry_manual_tests=True,
+ warn_on_test_retry=False,
+ timeout=172800)
+
+parallel_simple(run_CTS, machines)
diff --git a/server/site_tests/cheets_CTS_P/control.x86.CtsDeqpTestCases b/server/site_tests/cheets_CTS_P/control.x86.CtsDeqpTestCases
new file mode 100644
index 0000000..2d5cf46
--- /dev/null
+++ b/server/site_tests/cheets_CTS_P/control.x86.CtsDeqpTestCases
@@ -0,0 +1,37 @@
+# Copyright 2018 The Chromium OS Authors. All rights reserved.
+# Use of this source code is governed by a BSD-style license that can be
+# found in the LICENSE file.
+
+# This file has been automatically generated. Do not edit!
+
+AUTHOR = 'ARC++ Team'
+NAME = 'cheets_CTS_P.x86.CtsDeqpTestCases'
+ATTRIBUTES = 'suite:cts_P'
+DEPENDENCIES = 'arc, cts_abi_x86'
+JOB_RETRIES = 1
+TEST_TYPE = 'server'
+TIME = 'LONG'
+MAX_RESULT_SIZE_KB = 1024000
+PRIORITY = 70
+DOC = 'Run module CtsDeqpTestCases of the Android Compatibility Test Suite (CTS) using x86 ABI in the ARC++ container.'
+
+def run_CTS(machine):
+ host_list = [hosts.create_host(machine)]
+ job.run_test(
+ 'cheets_CTS_P',
+ hosts=host_list,
+ iterations=1,
+ max_retry=15,
+ needs_push_media=False,
+ tag='x86.CtsDeqpTestCases',
+ test_name='cheets_CTS_P.x86.CtsDeqpTestCases',
+ run_template=['run', 'commandAndExit', 'cts', '--include-filter', 'CtsDeqpTestCases', '--module', 'CtsDeqpTestCases'],
+ retry_template=['run', 'commandAndExit', 'retry', '--retry', '{session_id}'],
+ target_module='CtsDeqpTestCases',
+ target_plan=None,
+ bundle='x86',
+ retry_manual_tests=True,
+ warn_on_test_retry=False,
+ timeout=172800)
+
+parallel_simple(run_CTS, machines)
