cheets_GTS(_R): Ignore a certain error case form collect-tests-only.
Upstream GTS bug inevitably crashes this test and marks
the job as failed, but leaving the job in failed state
has bad side effect in moblab (making any CTS jobs incomplete).
As a workaround, we assume the job as completed as long
the test case count matches the expectation.
BUG=b:181176656
TEST=cheets_GTS.8.0_r3.tradefed-run-collect-tests-only-internal
Change-Id: I92708b846d22fb51db7af6561f29dc4c0c0ff6a7
Reviewed-on: https://chromium-review.googlesource.com/c/chromiumos/third_party/autotest/+/2730372
Reviewed-by: Kazuhiro Inaba <kinaba@chromium.org>
Commit-Queue: Kazuhiro Inaba <kinaba@chromium.org>
Tested-by: Kazuhiro Inaba <kinaba@chromium.org>
Auto-Submit: Kazuhiro Inaba <kinaba@chromium.org>
diff --git a/server/site_tests/cheets_GTS/control.8.0_r3.tradefed-run-collect-tests-only-internal b/server/site_tests/cheets_GTS/control.8.0_r3.tradefed-run-collect-tests-only-internal
index e2e67e6..811e1d4 100644
--- a/server/site_tests/cheets_GTS/control.8.0_r3.tradefed-run-collect-tests-only-internal
+++ b/server/site_tests/cheets_GTS/control.8.0_r3.tradefed-run-collect-tests-only-internal
@@ -30,6 +30,9 @@
target_plan=None,
uri='gs://chromeos-arc-images/cts/bundle/android-gts-8-R3-P-7133222.zip',
use_jdk9=True,
+ # This module has a known crash bug (b/181176656). As long as the
+ # executed test count matches the known number, assume all tests ran.
+ executable_test_count=[1802, 3604, 5406, 7208],
timeout=3600)
parallel_simple(run_TS, machines)
diff --git a/server/site_tests/cheets_GTS/control.tradefed-run-collect-tests-only b/server/site_tests/cheets_GTS/control.tradefed-run-collect-tests-only
index 3cfa012..0789d34 100644
--- a/server/site_tests/cheets_GTS/control.tradefed-run-collect-tests-only
+++ b/server/site_tests/cheets_GTS/control.tradefed-run-collect-tests-only
@@ -31,6 +31,9 @@
retry_manual_tests=True,
use_jdk9=True,
warn_on_test_retry=False,
+ # This module has a known crash bug (b/181176656). As long as the
+ # executed test count matches the known number, assume all tests ran.
+ executable_test_count=[1802, 3604, 5406, 7208],
timeout=3600)
parallel_simple(run_TS, machines)
diff --git a/server/site_tests/cheets_GTS_R/control.8.0_r3.tradefed-run-collect-tests-only-internal b/server/site_tests/cheets_GTS_R/control.8.0_r3.tradefed-run-collect-tests-only-internal
index 9efdc64..b4dab62 100644
--- a/server/site_tests/cheets_GTS_R/control.8.0_r3.tradefed-run-collect-tests-only-internal
+++ b/server/site_tests/cheets_GTS_R/control.8.0_r3.tradefed-run-collect-tests-only-internal
@@ -30,6 +30,9 @@
target_plan=None,
uri='LATEST',
use_jdk9=True,
+ # This module has a known crash bug (b/181176656). As long as the
+ # executed test count matches the known number, assume all tests ran.
+ executable_test_count=[3654, 7308],
timeout=1800)
parallel_simple(run_TS, machines)
diff --git a/server/site_tests/cheets_GTS_R/control.tradefed-run-collect-tests-only b/server/site_tests/cheets_GTS_R/control.tradefed-run-collect-tests-only
index 3e51dfa..7b1c0af 100644
--- a/server/site_tests/cheets_GTS_R/control.tradefed-run-collect-tests-only
+++ b/server/site_tests/cheets_GTS_R/control.tradefed-run-collect-tests-only
@@ -31,6 +31,9 @@
retry_manual_tests=True,
use_jdk9=True,
warn_on_test_retry=False,
+ # This module has a known crash bug (b/181176656). As long as the
+ # executed test count matches the known number, assume all tests ran.
+ executable_test_count=[3654, 7308],
timeout=1800)
parallel_simple(run_TS, machines)
