diff --git a/x-pack/test/stack_functional_integration/apps/alerts/alerts_encryption_keys.js b/x-pack/test/stack_functional_integration/apps/alerts/alerts_encryption_keys.js
index e4ac00661c078..076ad6b4880bd 100644
--- a/x-pack/test/stack_functional_integration/apps/alerts/alerts_encryption_keys.js
+++ b/x-pack/test/stack_functional_integration/apps/alerts/alerts_encryption_keys.js
@@ -43,8 +43,8 @@ export default ({ getPageObjects, getService }) => {
           await testConnector(connectorName);
           await retry.try(async () => {
             const executionFailureResultCallout = await testSubjects.find('executionFailureResult');
-            expect(await executionFailureResultCallout.getVisibleText()).to.match(
-              /Internal Server Error/
+            expect(await executionFailureResultCallout.getVisibleText()).to.be(
+              'Test failed to run\nThe following error was found:\nerror sending email\nDetails:\nMail command failed: 550 5.7.1 Relaying denied'
             );
           });
           expect(true).to.be(true);