Stabilize auto-recovery-extra test cases for QE env

Author: pmtk

test/assets/auto-recovery/10-auto-recovery.conf

@@ -1,2 +1,12 @@
 [Unit]
 OnFailure=microshift-auto-recovery.service
+# Increase StartLimitInterval from default 10s to 25s to accomodate slower systems.
+# Systemd will mark service as failed when it restarts StartLimitBurst amount
+# (default is 5) within specified StartLimitInterval.
+# In CI env, MicroShift restarts within ~1.3 seconds from a start, so 5 restarts
+# fit in 10 seconds.
+# In QE env, MicroShift needed around ~2.5 seconds to restart, so the
+# StartLimitBurst (5) wasn't reached within 10 seconds. That resulted in systemd
+# never marking microshift.service as failed (it kept restarting several hundred times)
+# and the OnFailure= service not getting triggered.
+StartLimitIntervalSec=25s

test/assets/auto-recovery/red-script.sh

@@ -24,5 +24,9 @@ else
 fi
 
 echo "System is unhealthy and greenboot's 'deployment testing' procedure is not active - running auto-recovery for MicroShift"
+
+echo "Making sure MicroShift is stopped and doesn't restart preventing from restoring the backup."
+systemctl stop microshift
+
 microshift restore --auto-recovery /var/lib/microshift-auto-recovery
 systemctl reboot