feat(spike): qualify OVN and record gateway recovery

spikes/ovn/diagnosis-2026-09-12/clean-1/cleanup-after-h3.json

@@ -0,0 +1,29 @@
+{
+  "destroy": {
+    "ok": true,
+    "skipped": false,
+    "exit_code": 0,
+    "result": {
+      "project": "ac-ovn-spike",
+      "destroyed": true,
+      "failures": []
+    },
+    "stderr": ""
+  },
+  "captures": [
+    {
+      "name": "monitor-delete",
+      "ready": true,
+      "pid": 24451,
+      "returncode": -15,
+      "error": null,
+      "log": "/Users/josh/code/lab2/agentcompute/.wt/spike-ovn-recreate-diagnosis/spikes/ovn/diagnosis-2026-09-12/clean-1/monitor-delete.log",
+      "bytes": 37778,
+      "ready_signal": "time=\"2026-09-11T22:53:36-07:00\" level=debug msg=\"Connected to the websocket: wss://10.10.10.14:8443/1.0/events?all-projects=true\"",
+      "started_at": "2026-09-12T05:53:36.622460+00:00",
+      "stopped_at": "2026-09-12T05:53:40.097467+00:00"
+    }
+  ],
+  "cleanup_failures": [],
+  "capture_failures": []
+}

spikes/ovn/diagnosis-2026-09-12/clean-1/create.stderr.txt

@@ -0,0 +1,6 @@
+WARNING: fetching https://dl-cdn.alpinelinux.org/alpine/v3.22/main: temporary error (try again later)
+ERROR: unable to select packages:
+  busybox-extras (no such package):
+    required by: world[busybox-extras]
+  curl (no such package):
+    required by: world[curl]

spikes/ovn/diagnosis-2026-09-12/clean-1/create.stdout.json

@@ -0,0 +1,3 @@
+{
+  "error": "WARNING: fetching https://dl-cdn.alpinelinux.org/alpine/v3.22/main: temporary error (try again later)\nERROR: unable to select packages:\n  busybox-extras (no such package):\n    required by: world[busybox-extras]\n  curl (no such package):\n    required by: world[curl]"
+}

spikes/ovn/diagnosis-2026-09-12/clean-1/cycle.json

@@ -0,0 +1,128 @@
+{
+  "ok": false,
+  "datapath_ok": false,
+  "captures_ok": true,
+  "cleanup_ok": true,
+  "exit_code": 1,
+  "keep_on_failure": true,
+  "teardown": "skipped",
+  "started_at": "2026-09-12T05:47:32.405610+00:00",
+  "ended_at": "2026-09-12T05:48:22.895000+00:00",
+  "seconds": 50.489,
+  "external_ip": "10.10.40.64",
+  "router_mac": "[\"10:66:6a:49:f5:82 10.10.40.64/24\"]",
+  "create": {
+    "ok": false,
+    "exit_code": 1,
+    "result": {
+      "error": "WARNING: fetching https://dl-cdn.alpinelinux.org/alpine/v3.22/main: temporary error (try again later)\nERROR: unable to select packages:\n  busybox-extras (no such package):\n    required by: world[busybox-extras]\n  curl (no such package):\n    required by: world[curl]"
+    },
+    "stderr": "WARNING: fetching https://dl-cdn.alpinelinux.org/alpine/v3.22/main: temporary error (try again later)\nERROR: unable to select packages:\n  busybox-extras (no such package):\n    required by: world[busybox-extras]\n  curl (no such package):\n    required by: world[curl]\n"
+  },
+  "probe": null,
+  "fallback_checks": [
+    {
+      "guest": "one",
+      "check": "cross-member-ping",
+      "command": "ping -c 3 -W 2 10.253.73.3",
+      "exit_code": 0,
+      "stdout": "PING 10.253.73.3 (10.253.73.3): 56 data bytes\n64 bytes from 10.253.73.3: seq=0 ttl=64 time=0.315 ms\n64 bytes from 10.253.73.3: seq=1 ttl=64 time=0.699 ms\n64 bytes from 10.253.73.3: seq=2 ttl=64 time=0.466 ms\n\n--- 10.253.73.3 ping statistics ---\n3 packets transmitted, 3 packets received, 0% packet loss\nround-trip min/avg/max = 0.315/0.493/0.699 ms\n",
+      "stderr": ""
+    },
+    {
+      "guest": "one",
+      "check": "gateway-ping",
+      "command": "ping -c 3 -W 2 10.10.40.1",
+      "exit_code": 1,
+      "stdout": "PING 10.10.40.1 (10.10.40.1): 56 data bytes\n\n--- 10.10.40.1 ping statistics ---\n3 packets transmitted, 0 packets received, 100% packet loss\n",
+      "stderr": ""
+    },
+    {
+      "guest": "one",
+      "check": "dns",
+      "command": "nslookup example.com 10.10.40.1",
+      "exit_code": 1,
+      "stdout": ";; connection timed out; no servers could be reached\n\n",
+      "stderr": ""
+    },
+    {
+      "guest": "one",
+      "check": "wget",
+      "command": "wget -T 15 -qO /dev/null https://example.com",
+      "exit_code": 1,
+      "stdout": "",
+      "stderr": "wget: bad address 'example.com'\n"
+    },
+    {
+      "guest": "two",
+      "check": "cross-member-ping",
+      "command": "ping -c 3 -W 2 10.253.73.2",
+      "exit_code": 0,
+      "stdout": "PING 10.253.73.2 (10.253.73.2): 56 data bytes\n64 bytes from 10.253.73.2: seq=0 ttl=64 time=1.029 ms\n64 bytes from 10.253.73.2: seq=1 ttl=64 time=0.503 ms\n64 bytes from 10.253.73.2: seq=2 ttl=64 time=0.379 ms\n\n--- 10.253.73.2 ping statistics ---\n3 packets transmitted, 3 packets received, 0% packet loss\nround-trip min/avg/max = 0.379/0.637/1.029 ms\n",
+      "stderr": ""
+    },
+    {
+      "guest": "two",
+      "check": "gateway-ping",
+      "command": "ping -c 3 -W 2 10.10.40.1",
+      "exit_code": 1,
+      "stdout": "PING 10.10.40.1 (10.10.40.1): 56 data bytes\n\n--- 10.10.40.1 ping statistics ---\n3 packets transmitted, 0 packets received, 100% packet loss\n",
+      "stderr": ""
+    },
+    {
+      "guest": "two",
+      "check": "dns",
+      "command": "nslookup example.com 10.10.40.1",
+      "exit_code": 1,
+      "stdout": ";; connection timed out; no servers could be reached\n\n",
+      "stderr": ""
+    },
+    {
+      "guest": "two",
+      "check": "wget",
+      "command": "wget -T 15 -qO /dev/null https://example.com",
+      "exit_code": 1,
+      "stdout": "",
+      "stderr": "wget: bad address 'example.com'\n"
+    }
+  ],
+  "destroy": {
+    "ok": true,
+    "skipped": true,
+    "reason": "keep-on-failure"
+  },
+  "captures": [
+    {
+      "name": "monitor-create",
+      "ready": true,
+      "pid": 89205,
+      "returncode": -15,
+      "error": null,
+      "log": "/Users/josh/code/lab2/agentcompute/.wt/spike-ovn-recreate-diagnosis/spikes/ovn/diagnosis-2026-09-12/clean-1/monitor-create.log",
+      "bytes": 137164,
+      "ready_signal": "time=\"2026-09-11T22:47:32-07:00\" level=debug msg=\"Connected to the websocket: wss://10.10.10.14:8443/1.0/events?all-projects=true\"",
+      "started_at": "2026-09-12T05:47:32.889292+00:00",
+      "stopped_at": "2026-09-12T05:47:43.022590+00:00"
+    },
+    {
+      "name": "tcpdump-arp",
+      "ready": true,
+      "pid": 93590,
+      "returncode": 255,
+      "error": null,
+      "log": "/Users/josh/code/lab2/agentcompute/.wt/spike-ovn-recreate-diagnosis/spikes/ovn/diagnosis-2026-09-12/clean-1/tcpdump-arp.log",
+      "bytes": 188,
+      "ready_signal": "listening on",
+      "started_at": "2026-09-12T05:47:44.485075+00:00",
+      "stopped_at": "2026-09-12T05:48:19.655017+00:00"
+    }
+  ],
+  "failures": {
+    "checks": [
+      "create: WARNING: fetching https://dl-cdn.alpinelinux.org/alpine/v3.22/main: temporary error (try again later)\nERROR: unable to select packages:\n  busybox-extras (no such package):\n    required by: world[busybox-extras]\n  curl (no such package):\n    required by: world[curl]"
+    ],
+    "captures": [],
+    "cleanup": []
+  },
+  "evidence_dir": "/Users/josh/code/lab2/agentcompute/.wt/spike-ovn-recreate-diagnosis/spikes/ovn/diagnosis-2026-09-12/clean-1"
+}

spikes/ovn/diagnosis-2026-09-12/clean-1/destroy.stdout.json

@@ -0,0 +1,5 @@
+{
+  "project": "ac-ovn-spike",
+  "destroyed": true,
+  "failures": []
+}