feat(kiloclaw): add unexpected stop recovery (#1993)

* feat(kiloclaw): add stop recovery admin tooling

* fix(kiloclaw): trigger recovery on first stopped alarm

* fix(kiloclaw): hand off recovery startup timeouts

Author: pandemicsyn

apps/web/src/app/(app)/claw/components/InstanceControls.tsx

@@ -67,6 +67,7 @@ export function InstanceControls({
   const isProvisioned = status.status === 'provisioned';
   const isStarting = status.status === 'starting';
   const isRestarting = status.status === 'restarting';
+  const isRecovering = status.status === 'recovering';
   const isStopped = status.status === 'stopped';
   const isStartable = isStopped || isProvisioned;
   const isDestroying = status.status === 'destroying';
@@ -249,7 +250,8 @@ export function InstanceControls({
             isAutoStarting ||
             isDestroying ||
             isStarting ||
-            isRestarting
+            isRestarting ||
+            isRecovering
           }
           onClick={() => {
             posthog?.capture('claw_start_instance_clicked', { instance_status: status.status });
@@ -277,7 +279,8 @@ export function InstanceControls({
             mutations.restartOpenClaw.isPending ||
             isDestroying ||
             isStarting ||
-            isRestarting
+            isRestarting ||
+            isRecovering
           }
           onClick={() => {
             posthog?.capture('claw_restart_openclaw_prompted', {
@@ -299,7 +302,8 @@ export function InstanceControls({
             mutations.restartMachine.isPending ||
             isDestroying ||
             isStarting ||
-            isRestarting
+            isRestarting ||
+            isRecovering
           }
           onClick={() => {
             posthog?.capture('claw_redeploy_prompted', { instance_status: status.status });
@@ -319,7 +323,8 @@ export function InstanceControls({
             mutations.runDoctor.isPending ||
             isDestroying ||
             isStarting ||
-            isRestarting
+            isRestarting ||
+            isRecovering
           }
           onClick={() => {
             posthog?.capture('claw_doctor_clicked', { instance_status: status.status });
@@ -333,7 +338,7 @@ export function InstanceControls({
           size="sm"
           variant="outline"
           className="border-emerald-500/30 text-emerald-400 hover:bg-emerald-500/10 hover:text-emerald-300"
-          disabled={!isRunning || isDestroying || isStarting || isRestarting}
+          disabled={!isRunning || isDestroying || isStarting || isRestarting || isRecovering}
           onClick={() => {
             posthog?.capture('claw_kilo_run_clicked', { instance_status: status.status });
             setKiloRunOpen(true);
@@ -439,16 +444,16 @@ export function InstanceControls({
                   onError: err => toast.error(err.message, { duration: 10000 }),
                 });
               }}
-              disabled={mutations.restartMachine.isPending || isRestarting}
+              disabled={mutations.restartMachine.isPending || isRestarting || isRecovering}
             >
               {mutations.restartMachine.isPending ? (
                 <>
                   {redeployMode === 'redeploy' ? 'Redeploying' : 'Upgrading'}
                   <AnimatedDots />
                 </>
-              ) : isRestarting ? (
+              ) : isRestarting || isRecovering ? (
                 <>
-                  Restarting
+                  {isRecovering ? 'Recovering' : 'Restarting'}
                   <AnimatedDots />
                 </>
               ) : (

apps/web/src/app/(app)/claw/components/SettingsTab.tsx

@@ -590,6 +590,7 @@ export function SettingsTab({
   const isSaving = mutations.patchConfig.isPending;
   const isStarting = status.status === 'starting';
   const isRestarting = status.status === 'restarting';
+  const isRecovering = status.status === 'recovering';
   const isDestroying = status.status === 'destroying';
   const supportsConfigRestore = calverAtLeast(
     cleanVersion(controllerVersion?.version),
@@ -978,7 +979,8 @@ export function SettingsTab({
                         !isRunning ||
                         mutations.restoreConfig.isPending ||
                         isDestroying ||
-                        isRestarting
+                        isRestarting ||
+                        isRecovering
                       }
                       onClick={() => {
                         posthog?.capture('claw_restore_config_clicked', {
@@ -1000,7 +1002,7 @@ export function SettingsTab({
               <Button
                 variant="outline"
                 size="sm"
-                disabled={!isRunning || isDestroying || isRestarting}
+                disabled={!isRunning || isDestroying || isRestarting || isRecovering}
                 onClick={() => setEditConfigOpen(true)}
               >
                 <FileCode className="h-4 w-4" />
@@ -1015,7 +1017,8 @@ export function SettingsTab({
                   mutations.stop.isPending ||
                   isDestroying ||
                   isStarting ||
-                  isRestarting
+                  isRestarting ||
+                  isRecovering
                 }
                 onClick={() => {
                   posthog?.capture('claw_stop_instance_clicked', {

apps/web/src/app/(app)/claw/components/claw.types.ts

@@ -88,6 +88,10 @@ export const CLAW_STATUS_BADGE: Record<
     label: 'Restarting',
     className: 'border-amber-500/30 bg-amber-500/15 text-amber-400 animate-pulse',
   },
+  recovering: {
+    label: 'Recovering',
+    className: 'border-orange-500/30 bg-orange-500/15 text-orange-400 animate-pulse',
+  },
   stopped: {
     label: 'Machine Stopped',
     className: 'border-red-500/30 bg-red-500/15 text-red-400',