fw triage helper: record update_engine state
We don't yet have monitoring and alerting for update_engine failures on
labstations, so make it easier to see when the update_engine is not
running when triaging problems in the fw test environments.
BUG=chromium:934103
TEST=ran against the GSC qualification environment
Change-Id: Iba6261481e4a762863d8c927508d3d989d6c895a
Reviewed-on: https://chromium-review.googlesource.com/1506365
Commit-Ready: Kevin Shelton <kmshelton@chromium.org>
Tested-by: Kevin Shelton <kmshelton@chromium.org>
Reviewed-by: Dana Goyette <dgoyette@chromium.org>
diff --git a/provingground/firmware/fw_lab_triage_helper.sh b/provingground/firmware/fw_lab_triage_helper.sh
index 5849167..a137cb0 100755
--- a/provingground/firmware/fw_lab_triage_helper.sh
+++ b/provingground/firmware/fw_lab_triage_helper.sh
@@ -46,12 +46,17 @@
fping $LABSTATIONS
echo -e "\n\nLogging labstation's version, uptime, the last 10 eventlog lines, \
- and servod process state"
+ and the update_engine's PID:"
for STATION in $LABSTATIONS;
do echo -e "\n\nsshing to $STATION\n"
- ssh -o StrictHostKeyChecking=no root@$STATION "grep \
- guado_labstation-release /etc/lsb-release; echo -e \"\"; uptime; \
- echo -e \"\"; mosys eventlog list | tail -n 10; echo -e \"\";"
+ ssh -o StrictHostKeyChecking=no root@$STATION "
+ grep guado_labstation-release /etc/lsb-release;
+ echo;
+ uptime;
+ echo;
+ mosys eventlog list | tail -n 10;
+ echo;
+ pgrep --list-full update_engine;"
done
echo -e "\n\nChecking for lines with ERROR in the most recent servod log (the \