diff --git a/packages/shorebird_cli/integration_test/shorebird_cli_integration_test.dart b/packages/shorebird_cli/integration_test/shorebird_cli_integration_test.dart
index ac22e74e..ad7d9f9f 100644
--- a/packages/shorebird_cli/integration_test/shorebird_cli_integration_test.dart
+++ b/packages/shorebird_cli/integration_test/shorebird_cli_integration_test.dart
@@ -195,7 +195,20 @@ void main() {
       );
 
       // Verify that the app was deleted.
-      await expectLater(runWithOverrides(client.getApps), completion(isEmpty));
+      await expectLater(
+        runWithOverrides(client.getApps),
+        completion(
+          isNot(
+            contains(
+              isA<AppMetadata>().having(
+                (a) => a.appId,
+                'appId',
+                shorebirdYaml.appId,
+              ),
+            ),
+          ),
+        ),
+      );
     },
     timeout: const Timeout(Duration(minutes: 5)),
   );