diff --git a/packages/observability/grafanactl/resources/dashboards/boxel-status/job-queue.json b/packages/observability/grafanactl/resources/dashboards/boxel-status/job-queue.json
index 878c0677772..333d5ab3fc5 100644
--- a/packages/observability/grafanactl/resources/dashboards/boxel-status/job-queue.json
+++ b/packages/observability/grafanactl/resources/dashboards/boxel-status/job-queue.json
@@ -119,7 +119,7 @@
             "refId": "A"
           }
         ],
-        "title": "Pending",
+        "title": "Pending (preview smoke test)",
         "type": "stat"
       },
       {
diff --git a/packages/observability/grafanactl/resources/dashboards/boxel-status/overview.json b/packages/observability/grafanactl/resources/dashboards/boxel-status/overview.json
index beb088f5010..8174e61842a 100644
--- a/packages/observability/grafanactl/resources/dashboards/boxel-status/overview.json
+++ b/packages/observability/grafanactl/resources/dashboards/boxel-status/overview.json
@@ -2718,7 +2718,7 @@
           },
           "viewMode": "list"
         },
-        "title": "Active Alerts",
+        "title": "Active Alerts (preview smoke test)",
         "type": "alertlist"
       },
       {