cicd: Detect ath10k radio hard hang, attempt DUT reboot in that case.

And count this as if firmware crashed as far as log parsing is concerned.

gui/basic_regression.bash

@@ -110,6 +110,11 @@ function pre_test {
     fi
 }
 
+function reboot_dut {
+     ../openwrt_ctl.py --action reboot --tty $AP_SERIAL --scheme serial
+     # TODO:  Support hard-power cycle with power-ctl switch as well?
+}
+
 function post_test {
     DEST=$1
     mkdir -p $DEST/logs
@@ -126,6 +131,9 @@ function post_test {
         # Kill any existing processes on this serial port
         pkill -f ".*openwrt_ctl.*$AP_SERIAL.*"
         mv $MY_TMPDIR/dut_console_log.txt $DEST/logs/
+
+        # detect a few fatal flaws and reqest AP restart if found.
+        grep "Hardware became unavailable" $DEST/logs/dut_console_log.txt && reboot_dut
     fi
 
     mv $MY_TMPDIR/basic_regression_log.txt $DEST/logs/test_automation_log.txt

gui/lf_gui_report_summary.pl

@@ -229,6 +229,7 @@ sub processLogs {
 
             if (($ln =~ /WARNING:/) ||
                 ($ln =~ /BUG:/) ||
+                ($ln =~ /Hardware became unavailable during restart/) ||
                 ($ln =~ /restarting hardware/) ||
                 ($ln =~ /crashed/)) {
                if ($ln =~ /WARNING:/) {
@@ -240,7 +241,8 @@ sub processLogs {
                elsif ($ln =~ /restarting hardware/) {
                   $restarting++;
                }
-               elsif ($ln =~ /crashed/) {
+               elsif (($ln =~ /crashed/) || # software/firmware crashed
+                      ($ln =~ /became unavailable/)) { # hardware crashed
                   $crashed++;
                }
                print IDX "<li><a href=$loghb#$tag>$enc_ln</a></li>\n";