)]}'
{
  "commit": "998dd28071a0ec88e35ece71edb513616829f0c4",
  "tree": "d6b4564a84c2aaff535101c785aa6b6748ea055c",
  "parents": [
    "22ccf72f7cd5a7e67de27a396714add07fdc6a07"
  ],
  "author": {
    "name": "chenglongtang",
    "email": "chenglongtang@google.com",
    "time": "Thu May 14 01:07:54 2026 +0000"
  },
  "committer": {
    "name": "Chenglong Tang",
    "email": "chenglongtang@google.com",
    "time": "Thu May 14 21:29:42 2026 -0700"
  },
  "message": "Add automatic zone retries to fix test stockout failures\n\nRunning 20+ test builds at the same time frequently causes zone resource\nexhaustion (stockout) errors. To make testing more scalable and\nreliable, run_builds.sh now automatically retries stockout failures in\ndifferent zones.\n\nAdditionally, because retrying builds takes extra time, the overall\ntimeout limit in postsubmit-cloudbuild.yaml has been increased to\nprevent the main job from timing out.\n\nA _ZONE substition has been added to the tests for centralized control.\n\nRemote test result:\nhttps://paste.googleplex.com/5721419085381632\n\nBUG\u003db/509619277\nTEST\u003dpresubmit\nRELEASE_NOTE\u003dNone\n\nChange-Id: I5fcc682e52474e0992bd3d2d4644970239d7b39c\nReviewed-on: https://cos-review.googlesource.com/c/cos/tools/+/151929\nReviewed-by: Robert Kolchmeyer \u003crkolchmeyer@google.com\u003e\nCloud-Build: 228075978874@cloudbuild.gserviceaccount.com \u003c228075978874@cloudbuild.gserviceaccount.com\u003e\nTested-by: Chenglong Tang \u003cchenglongtang@google.com\u003e\n",
  "tree_diff": [
    {
      "type": "modify",
      "old_id": "4709e99b1f153bb36d0955eb2df8869888b588a7",
      "old_mode": 33188,
      "old_path": "postsubmit-cloudbuild.yaml",
      "new_id": "6c44b0c17a9210d4391ad853ca631a442f1dc3d2",
      "new_mode": 33188,
      "new_path": "postsubmit-cloudbuild.yaml"
    },
    {
      "type": "modify",
      "old_id": "bde463862c521389f16a6f9c7a24635967700eaf",
      "old_mode": 33261,
      "old_path": "run_builds.sh",
      "new_id": "18e76ee4b07d7997b620c289d66ee228a6fba847",
      "new_mode": 33261,
      "new_path": "run_builds.sh"
    },
    {
      "type": "modify",
      "old_id": "9fab05aa2a6ab1120bd1b33d0aaca4ea0c1d4062",
      "old_mode": 33188,
      "old_path": "src/cmd/cos_dkms/cloudbuild.yaml",
      "new_id": "6b9446058bfb38b93319f4589952e1d3fd4840ab",
      "new_mode": 33188,
      "new_path": "src/cmd/cos_dkms/cloudbuild.yaml"
    },
    {
      "type": "modify",
      "old_id": "922adfd944bae3a497eebcc28cd8e1185cddb266",
      "old_mode": 33188,
      "old_path": "testing/deprecate_test.yaml",
      "new_id": "81877ce648f1c66e2db414f04675294c722c36a7",
      "new_mode": 33188,
      "new_path": "testing/deprecate_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "0b787f1694fae347ca434b08e59db6dacd42f90b",
      "old_mode": 33188,
      "old_path": "testing/disable_auto_update_test.yaml",
      "new_id": "67e10850b40bfe5e3a49ec94488fbb0246b035f7",
      "new_mode": 33188,
      "new_path": "testing/disable_auto_update_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "ab86f592e407b9216b9e4e8fae803d04ee8a095e",
      "old_mode": 33188,
      "old_path": "testing/env_test.yaml",
      "new_id": "076b18738bd065262ff97a966b932a37fc34db7d",
      "new_mode": 33188,
      "new_path": "testing/env_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "8511a1403b6365b213f85a3989e7f5751e0a035b",
      "old_mode": 33188,
      "old_path": "testing/extend_oem_test.yaml",
      "new_id": "1b7c84240cc03e5be76471eb7f056d0e22c4d810",
      "new_mode": 33188,
      "new_path": "testing/extend_oem_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "1da2a60e59d4eea3f66258610fb3e48044c7709c",
      "old_mode": 33188,
      "old_path": "testing/extend_oem_test/extend_oem_test.yaml",
      "new_id": "2867ffc5a72f350d4aa340373280596721eff0eb",
      "new_mode": 33188,
      "new_path": "testing/extend_oem_test/extend_oem_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "c575fd0f5c20026c5407fa1cf82fac936497dbd8",
      "old_mode": 33188,
      "old_path": "testing/gpu_test.yaml",
      "new_id": "46e71009a7c18130637e4933b5d6d3a17ed9a5fe",
      "new_mode": 33188,
      "new_path": "testing/gpu_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "8098e4e8b9dd7f31068fbe5a87ee1effeb6e0b06",
      "old_mode": 33188,
      "old_path": "testing/gpu_test_deps_dir.yaml",
      "new_id": "6731d939f018f5520800a53000f745e54daa7055",
      "new_mode": 33188,
      "new_path": "testing/gpu_test_deps_dir.yaml"
    },
    {
      "type": "modify",
      "old_id": "3384af59bbd07199a9374f41849db9c94b537941",
      "old_mode": 33188,
      "old_path": "testing/hyperdisk_test.yaml",
      "new_id": "6bf3b824f265ebad5375e02c90e340bd6d956ce5",
      "new_mode": 33188,
      "new_path": "testing/hyperdisk_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "7e8b5f968dd52120cffb7bbf47fe99f80af98210",
      "old_mode": 33188,
      "old_path": "testing/image_test.yaml",
      "new_id": "04591cc72d5cab147ece089ad5eb04cc50c3fbf2",
      "new_mode": 33188,
      "new_path": "testing/image_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "da4968839fc1c69adaaa02e69ca040602aeb0007",
      "old_mode": 33188,
      "old_path": "testing/install_packages_remote_pkgspec_test.yaml",
      "new_id": "c3b09238684ac172bfc76630504eba93ce4ea047",
      "new_mode": 33188,
      "new_path": "testing/install_packages_remote_pkgspec_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "05271273467dc72448e9bbd20ec39b49f13f3686",
      "old_mode": 33188,
      "old_path": "testing/install_packages_test.yaml",
      "new_id": "759c63e07d9b26b851e7efd2a7e04bbc4ff920f6",
      "new_mode": 33188,
      "new_path": "testing/install_packages_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "a6c7fcd597a2f936c90d17cb9b2d0e49a14e9b8b",
      "old_mode": 33188,
      "old_path": "testing/machine_type_test.yaml",
      "new_id": "9945ff65cb8d239ce93cc29a1edcc40055081ef6",
      "new_mode": 33188,
      "new_path": "testing/machine_type_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "73ef8525779b01e871a0e9fa2871cd40aee290e2",
      "old_mode": 33188,
      "old_path": "testing/milestone_test.yaml",
      "new_id": "ed9b54bbec1485d166f2418a6ff436a53d0d894c",
      "new_mode": 33188,
      "new_path": "testing/milestone_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "a10ec3f455b47229b4b7691f5d1542eea5cf5fc3",
      "old_mode": 33188,
      "old_path": "testing/multi_script_test.yaml",
      "new_id": "30c09b9c825ec0cdecc99968f13088641c58eec0",
      "new_mode": 33188,
      "new_path": "testing/multi_script_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "44cdd00cb835d075b7074f6225f7b79e94b5f535",
      "old_mode": 33188,
      "old_path": "testing/network_subnet_test.yaml",
      "new_id": "e3b56cde1f7580a77ae99261c9a4ba5bf0249046",
      "new_mode": 33188,
      "new_path": "testing/network_subnet_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "d2e4bccd561e3a75f2e5a378092f42bee5c1aca7",
      "old_mode": 33188,
      "old_path": "testing/parallel_test.yaml",
      "new_id": "44be59005b7c0dbf67696a89358f32f9f08825bc",
      "new_mode": 33188,
      "new_path": "testing/parallel_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "75b5f5a03c19e4ada7f3217f6aec15554f33b3c5",
      "old_mode": 33188,
      "old_path": "testing/seal_oem_test.yaml",
      "new_id": "a4d668ca1444257f9ff07c3cd035cb1a591a22bf",
      "new_mode": 33188,
      "new_path": "testing/seal_oem_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "3f5132f041f38f26abab39844d29e64224f38079",
      "old_mode": 33188,
      "old_path": "testing/seal_oem_test/seal_oem_test.yaml",
      "new_id": "b6a760ed1b3620ad40ac0981fc31c43ccd709c87",
      "new_mode": 33188,
      "new_path": "testing/seal_oem_test/seal_oem_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "8533c966457d251347b60b2ba8a1da2906ebb939",
      "old_mode": 33188,
      "old_path": "testing/seal_oem_test_no_oem_size.yaml",
      "new_id": "fdfad2a8edbd804bb2a529dace77d8bf549806c3",
      "new_mode": 33188,
      "new_path": "testing/seal_oem_test_no_oem_size.yaml"
    },
    {
      "type": "modify",
      "old_id": "4d57f5cb1b4527e8d230a5489d953be0cef0e3fa",
      "old_mode": 33188,
      "old_path": "testing/seal_oem_test_no_size.yaml",
      "new_id": "7f8634c5855761436f1b3cc02efa972fff9314e8",
      "new_mode": 33188,
      "new_path": "testing/seal_oem_test_no_size.yaml"
    },
    {
      "type": "modify",
      "old_id": "572c5456843f7919936c5b42fc409ada3122c772",
      "old_mode": 33188,
      "old_path": "testing/seal_oem_test_timeout.yaml",
      "new_id": "1ef9a131b9ce9d796ae4fd0b3cf81ec1f4b96f17",
      "new_mode": 33188,
      "new_path": "testing/seal_oem_test_timeout.yaml"
    },
    {
      "type": "modify",
      "old_id": "b66cdbc6a494379cca581a56d35d8bd7c9114c46",
      "old_mode": 33188,
      "old_path": "testing/sed_grub_config_test.yaml",
      "new_id": "bfbc574fe6f49d650abf4673376d1ad037e4f32e",
      "new_mode": 33188,
      "new_path": "testing/sed_grub_config_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "5e4ce5e3d2db77db7e1d7c8e61297231608389d9",
      "old_mode": 33188,
      "old_path": "testing/smoke_test.yaml",
      "new_id": "cbfa83b6ad0ef8cb827aaef14b8d5465905ca3d1",
      "new_mode": 33188,
      "new_path": "testing/smoke_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "91555c20cb255a6d8a53f6a03bf746b00aea0e85",
      "old_mode": 33188,
      "old_path": "testing/timeout_test.yaml",
      "new_id": "eaed9afec4b9dcc02f08964beab05ba830ae31d7",
      "new_mode": 33188,
      "new_path": "testing/timeout_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "9190e0ac590ec7a25440154be4a17ef018c7dae2",
      "old_mode": 33188,
      "old_path": "testing/timeout_test/timeout_test.yaml",
      "new_id": "264d78f124e34ed0fe7df8c3b9e3649dde58e41e",
      "new_mode": 33188,
      "new_path": "testing/timeout_test/timeout_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "04d300a1ea50772e40df0c8f6b15d234d1413c1a",
      "old_mode": 33188,
      "old_path": "testing/toolbox_test.yaml",
      "new_id": "16cfb360fcde62e57b0e5961609ecf78f203326c",
      "new_mode": 33188,
      "new_path": "testing/toolbox_test.yaml"
    },
    {
      "type": "modify",
      "old_id": "5b6a9b7cf8d3be55dcd02c479b3e34de97cf58d1",
      "old_mode": 33188,
      "old_path": "testing/ubuntu_ova_test.yaml",
      "new_id": "2bedd919bf56cf4d5c80bbd041fb7780198b586f",
      "new_mode": 33188,
      "new_path": "testing/ubuntu_ova_test.yaml"
    }
  ]
}