dev/mail#23: Bounce processing doesn't catch pattern 'user doesn't exis'

CRM/Upgrade/Incremental/sql/5.9.alpha1.mysql.tpl

@@ -1 +1,5 @@
 {* file to handle db changes in 5.9.alpha1 during upgrade *}
+
+-- mail/issues#23 Bounce processing doesn't catch pattern "user doesn't exist"
+SELECT @bounceTypeID := max(id) FROM civicrm_mailing_bounce_type WHERE name = 'Invalid';
+UPDATE civicrm_mailing_bounce_pattern SET pattern = 'user (unknown|(does not|doesn't) exist)' WHERE bounce_type_id = @bounceTypeID AND pattern = 'user (unknown|does not exist)';

sql/civicrm_generated.mysql

@@ -704,7 +704,7 @@ UNLOCK TABLES;
 
 LOCK TABLES `civicrm_mailing_bounce_pattern` WRITE;
 /*!40000 ALTER TABLE `civicrm_mailing_bounce_pattern` DISABLE KEYS */;
-INSERT INTO `civicrm_mailing_bounce_pattern` (`id`, `bounce_type_id`, `pattern`) VALUES (1,1,'Client TOS Notification'),(2,2,'(be|am)? (out of|away from) (the|my)? (office|computer|town)'),(3,2,'i am on vacation'),(4,3,'name(server entry| lookup failure)'),(5,3,'no (mail server|matches to nameserver query|dns entries)'),(6,3,'reverse dns entry'),(7,3,'Host or domain name not found'),(8,3,'Unable to resolve MX record for'),(9,4,'(unknown|not local) host'),(10,4,'all hosts have been failing'),(11,4,'allowed rcpthosts'),(12,4,'connection (refused|timed out)'),(13,4,'not connected'),(14,4,'couldn\'t find any host named'),(15,4,'error involving remote host'),(16,4,'host unknown'),(17,4,'invalid host name'),(18,4,'isn\'t in my control/locals file'),(19,4,'local configuration error'),(20,4,'not a gateway'),(21,4,'server is (down or unreachable|not responding)'),(22,4,'too many connections'),(23,4,'unable to connect'),(24,4,'lost connection'),(25,4,'conversation with [^ ]* timed out while'),(26,4,'server requires authentication'),(27,4,'authentication (is )?required'),(28,5,'(my )?e-?mail( address)? has changed'),(29,5,'account (inactive|expired|deactivated)'),(30,5,'account is locked'),(31,5,'changed w+( e-?mail)? address'),(32,5,'deactivated mailbox'),(33,5,'disabled or discontinued'),(34,5,'inactive user'),(35,5,'is inactive on this domain'),(36,5,'mail receiving disabled'),(37,5,'mail( ?)address is administrative?ly disabled'),(38,5,'mailbox (temporarily disabled|currently suspended)'),(39,5,'no longer (accepting mail|on server|in use|with|employed|on staff|works for|using this account)'),(40,5,'not accepting (mail|messages)'),(41,5,'please use my new e-?mail address'),(42,5,'this address no longer accepts mail'),(43,5,'user account suspended'),(44,5,'account that you tried to reach is disabled'),(45,5,'User banned'),(46,6,'(user|recipient( name)?) is not recognized'),(47,6,'554 delivery error'),(48,6,'address does not exist'),(49,6,'address(es)?( you (entered|specified))? (could|was)( not|n.t)( be)? found'),(50,6,'address(ee)? (unknown|invalid)'),(51,6,'bad destination'),(52,6,'badly formatted address'),(53,6,'can\'t open mailbox for'),(54,6,'cannot deliver'),(55,6,'delivery to the following recipient(s)? failed'),(56,6,'destination addresses were unknown'),(57,6,'did not reach the following recipient'),(58,6,'does not exist'),(59,6,'does not like recipient'),(60,6,'does not specify a valid notes mail file'),(61,6,'illegal alias'),(62,6,'invalid (mailbox|(e-?mail )?address|recipient|final delivery)'),(63,6,'invalid( or unknown)?( virtual)? user'),(64,6,'(mail )?delivery (to this user )?is not allowed'),(65,6,'mailbox (not found|unavailable|name not allowed)'),(66,6,'message could not be forwarded'),(67,6,'missing or malformed local(-| )part'),(68,6,'no e-?mail address registered'),(69,6,'no such (mail drop|mailbox( \\w+)?|(e-?mail )?address|recipient|(local )?user|person)( here)?'),(70,6,'no mailbox (here )?by that name'),(71,6,'not (listed in|found in directory|known at this site|our customer)'),(72,6,'not a valid( (user|mailbox))?'),(73,6,'not present in directory entry'),(74,6,'recipient (does not exist|(is )?unknown|rejected|denied|not found)'),(75,6,'this user doesn\'t have a yahoo.com address'),(76,6,'unavailable to take delivery of the message'),(77,6,'unavailable mailbox'),(78,6,'unknown (local( |-)part|recipient|address error)'),(79,6,'unknown( or illegal)? user( account)?'),(80,6,'unrecognized recipient'),(81,6,'unregistered address'),(82,6,'user (unknown|does not exist)'),(83,6,'user doesn\'t have an? w+ account'),(84,6,'user(\'s e-?mail name is)? not found'),(85,6,'^Validation failed for:'),(86,6,'5.1.0 Address rejected'),(87,6,'no valid recipients?'),(88,6,'RecipNotFound'),(89,6,'no one at this address'),(90,6,'misconfigured forwarding address'),(91,6,'account is not allowed'),(92,6,'Address .<[^>]*>. not known here'),(93,6,'Recipient address rejected: ([a-zA-Z0-9-]+\\.)+[a-zA-Z]{2,}'),(94,6,'Non sono riuscito a trovare l.indirizzo e-mail'),(95,6,'nadie con esta direcci..?n'),(96,6,'ni bilo mogo..?e najti prejemnikovega e-po..?tnega naslova'),(97,6,'Elektronski naslov (je ukinjen|ne obstaja)'),(98,6,'nepravilno nastavljen predal'),(99,7,'(mail( forwarding)?|routing).loop'),(100,7,'excessive recursion'),(101,7,'loop detected'),(102,7,'maximum hop count exceeded'),(103,7,'message was forwarded more than the maximum allowed times'),(104,7,'too many (hops|recursive forwards)'),(105,8,'(disk(space)?|over the allowed|exceed(ed|s)?|storage) quota'),(106,8,'522_mailbox_full'),(107,8,'exceeds allowed message count'),(108,8,'file too large'),(109,8,'full mailbox'),(110,8,'(mail|in)(box|folder) ((for user \\w+ )?is )?full'),(111,8,'mailbox (has exceeded|is over) the limit'),(112,8,'mailbox( exceeds allowed)? size'),(113,8,'no space left for this user'),(114,8,'over\\s?quota'),(115,8,'quota (for the mailbox )?has been exceeded'),(116,8,'quota ?(usage|violation|exceeded)'),(117,8,'recipient storage full'),(118,8,'not able to receive more mail'),(119,8,'doesn.t have enough disk space left'),(120,8,'exceeded storage allocation'),(121,8,'running out of disk space'),(122,9,'cannot find your hostname'),(123,9,'ip name lookup'),(124,9,'not configured to relay mail'),(125,9,'relay(ing)? (not permitted|(access )?denied)'),(126,9,'relayed mail to .+? not allowed'),(127,9,'sender ip must resolve'),(128,9,'unable to relay'),(129,9,'No route to host'),(130,9,'Network is unreachable'),(131,9,'unrouteable address'),(132,9,'We don.t handle mail for'),(133,9,'we do not relay'),(134,9,'Rejected by next-hop'),(135,9,'not permitted to( *550)? relay through this server'),(136,10,'(bulk( e-?mail)|content|attachment blocking|virus|mail system) filters?'),(137,10,'(hostile|questionable|unacceptable) content'),(138,10,'address .+? has not been verified'),(139,10,'anti-?spam (policw+|software)'),(140,10,'anti-?virus gateway has detected'),(141,10,'blacklisted'),(142,10,'blocked message'),(143,10,'content control'),(144,10,'delivery not authorized'),(145,10,'does not conform to our e-?mail policy'),(146,10,'excessive spam content'),(147,10,'message looks suspicious'),(148,10,'open relay'),(149,10,'sender was rejected'),(150,10,'spam(check| reduction software| filters?)'),(151,10,'blocked by a user configured filter'),(152,10,'(detected|rejected) (as|due to) spam'),(153,10,'X-HmXmrOriginalRecipient'),(154,10,'Client host .[^ ]*. blocked'),(155,10,'automatic(ally-generated)? messages are not accepted'),(156,10,'denied by policy'),(157,10,'has no corresponding reverse \\(PTR\\) address'),(158,10,'has a policy that( [^ ]*)? prohibited the mail that you sent'),(159,10,'is likely unsolicited mail'),(160,10,'Local Policy Violation'),(161,10,'ni bilo mogo..?e dostaviti zaradi varnostnega pravilnika'),(162,10,'abuse report'),(163,11,'nonstandard smtp line terminator'),(164,11,'syntax error in from address'),(165,11,'unknown smtp code');
+INSERT INTO `civicrm_mailing_bounce_pattern` (`id`, `bounce_type_id`, `pattern`) VALUES (1,1,'Client TOS Notification'),(2,2,'(be|am)? (out of|away from) (the|my)? (office|computer|town)'),(3,2,'i am on vacation'),(4,3,'name(server entry| lookup failure)'),(5,3,'no (mail server|matches to nameserver query|dns entries)'),(6,3,'reverse dns entry'),(7,3,'Host or domain name not found'),(8,3,'Unable to resolve MX record for'),(9,4,'(unknown|not local) host'),(10,4,'all hosts have been failing'),(11,4,'allowed rcpthosts'),(12,4,'connection (refused|timed out)'),(13,4,'not connected'),(14,4,'couldn\'t find any host named'),(15,4,'error involving remote host'),(16,4,'host unknown'),(17,4,'invalid host name'),(18,4,'isn\'t in my control/locals file'),(19,4,'local configuration error'),(20,4,'not a gateway'),(21,4,'server is (down or unreachable|not responding)'),(22,4,'too many connections'),(23,4,'unable to connect'),(24,4,'lost connection'),(25,4,'conversation with [^ ]* timed out while'),(26,4,'server requires authentication'),(27,4,'authentication (is )?required'),(28,5,'(my )?e-?mail( address)? has changed'),(29,5,'account (inactive|expired|deactivated)'),(30,5,'account is locked'),(31,5,'changed w+( e-?mail)? address'),(32,5,'deactivated mailbox'),(33,5,'disabled or discontinued'),(34,5,'inactive user'),(35,5,'is inactive on this domain'),(36,5,'mail receiving disabled'),(37,5,'mail( ?)address is administrative?ly disabled'),(38,5,'mailbox (temporarily disabled|currently suspended)'),(39,5,'no longer (accepting mail|on server|in use|with|employed|on staff|works for|using this account)'),(40,5,'not accepting (mail|messages)'),(41,5,'please use my new e-?mail address'),(42,5,'this address no longer accepts mail'),(43,5,'user account suspended'),(44,5,'account that you tried to reach is disabled'),(45,5,'User banned'),(46,6,'(user|recipient( name)?) is not recognized'),(47,6,'554 delivery error'),(48,6,'address does not exist'),(49,6,'address(es)?( you (entered|specified))? (could|was)( not|n.t)( be)? found'),(50,6,'address(ee)? (unknown|invalid)'),(51,6,'bad destination'),(52,6,'badly formatted address'),(53,6,'can\'t open mailbox for'),(54,6,'cannot deliver'),(55,6,'delivery to the following recipient(s)? failed'),(56,6,'destination addresses were unknown'),(57,6,'did not reach the following recipient'),(58,6,'does not exist'),(59,6,'does not like recipient'),(60,6,'does not specify a valid notes mail file'),(61,6,'illegal alias'),(62,6,'invalid (mailbox|(e-?mail )?address|recipient|final delivery)'),(63,6,'invalid( or unknown)?( virtual)? user'),(64,6,'(mail )?delivery (to this user )?is not allowed'),(65,6,'mailbox (not found|unavailable|name not allowed)'),(66,6,'message could not be forwarded'),(67,6,'missing or malformed local(-| )part'),(68,6,'no e-?mail address registered'),(69,6,'no such (mail drop|mailbox( \\w+)?|(e-?mail )?address|recipient|(local )?user|person)( here)?'),(70,6,'no mailbox (here )?by that name'),(71,6,'not (listed in|found in directory|known at this site|our customer)'),(72,6,'not a valid( (user|mailbox))?'),(73,6,'not present in directory entry'),(74,6,'recipient (does not exist|(is )?unknown|rejected|denied|not found)'),(75,6,'this user doesn\'t have a yahoo.com address'),(76,6,'unavailable to take delivery of the message'),(77,6,'unavailable mailbox'),(78,6,'unknown (local( |-)part|recipient|address error)'),(79,6,'unknown( or illegal)? user( account)?'),(80,6,'unrecognized recipient'),(81,6,'unregistered address'),(82,6,'user (unknown|(does not|doesn't) exist)'),(83,6,'user doesn\'t have an? w+ account'),(84,6,'user(\'s e-?mail name is)? not found'),(85,6,'^Validation failed for:'),(86,6,'5.1.0 Address rejected'),(87,6,'no valid recipients?'),(88,6,'RecipNotFound'),(89,6,'no one at this address'),(90,6,'misconfigured forwarding address'),(91,6,'account is not allowed'),(92,6,'Address .<[^>]*>. not known here'),(93,6,'Recipient address rejected: ([a-zA-Z0-9-]+\\.)+[a-zA-Z]{2,}'),(94,6,'Non sono riuscito a trovare l.indirizzo e-mail'),(95,6,'nadie con esta direcci..?n'),(96,6,'ni bilo mogo..?e najti prejemnikovega e-po..?tnega naslova'),(97,6,'Elektronski naslov (je ukinjen|ne obstaja)'),(98,6,'nepravilno nastavljen predal'),(99,7,'(mail( forwarding)?|routing).loop'),(100,7,'excessive recursion'),(101,7,'loop detected'),(102,7,'maximum hop count exceeded'),(103,7,'message was forwarded more than the maximum allowed times'),(104,7,'too many (hops|recursive forwards)'),(105,8,'(disk(space)?|over the allowed|exceed(ed|s)?|storage) quota'),(106,8,'522_mailbox_full'),(107,8,'exceeds allowed message count'),(108,8,'file too large'),(109,8,'full mailbox'),(110,8,'(mail|in)(box|folder) ((for user \\w+ )?is )?full'),(111,8,'mailbox (has exceeded|is over) the limit'),(112,8,'mailbox( exceeds allowed)? size'),(113,8,'no space left for this user'),(114,8,'over\\s?quota'),(115,8,'quota (for the mailbox )?has been exceeded'),(116,8,'quota ?(usage|violation|exceeded)'),(117,8,'recipient storage full'),(118,8,'not able to receive more mail'),(119,8,'doesn.t have enough disk space left'),(120,8,'exceeded storage allocation'),(121,8,'running out of disk space'),(122,9,'cannot find your hostname'),(123,9,'ip name lookup'),(124,9,'not configured to relay mail'),(125,9,'relay(ing)? (not permitted|(access )?denied)'),(126,9,'relayed mail to .+? not allowed'),(127,9,'sender ip must resolve'),(128,9,'unable to relay'),(129,9,'No route to host'),(130,9,'Network is unreachable'),(131,9,'unrouteable address'),(132,9,'We don.t handle mail for'),(133,9,'we do not relay'),(134,9,'Rejected by next-hop'),(135,9,'not permitted to( *550)? relay through this server'),(136,10,'(bulk( e-?mail)|content|attachment blocking|virus|mail system) filters?'),(137,10,'(hostile|questionable|unacceptable) content'),(138,10,'address .+? has not been verified'),(139,10,'anti-?spam (policw+|software)'),(140,10,'anti-?virus gateway has detected'),(141,10,'blacklisted'),(142,10,'blocked message'),(143,10,'content control'),(144,10,'delivery not authorized'),(145,10,'does not conform to our e-?mail policy'),(146,10,'excessive spam content'),(147,10,'message looks suspicious'),(148,10,'open relay'),(149,10,'sender was rejected'),(150,10,'spam(check| reduction software| filters?)'),(151,10,'blocked by a user configured filter'),(152,10,'(detected|rejected) (as|due to) spam'),(153,10,'X-HmXmrOriginalRecipient'),(154,10,'Client host .[^ ]*. blocked'),(155,10,'automatic(ally-generated)? messages are not accepted'),(156,10,'denied by policy'),(157,10,'has no corresponding reverse \\(PTR\\) address'),(158,10,'has a policy that( [^ ]*)? prohibited the mail that you sent'),(159,10,'is likely unsolicited mail'),(160,10,'Local Policy Violation'),(161,10,'ni bilo mogo..?e dostaviti zaradi varnostnega pravilnika'),(162,10,'abuse report'),(163,11,'nonstandard smtp line terminator'),(164,11,'syntax error in from address'),(165,11,'unknown smtp code');
 /*!40000 ALTER TABLE `civicrm_mailing_bounce_pattern` ENABLE KEYS */;
 UNLOCK TABLES;
 

xml/templates/civicrm_data.tpl

@@ -1374,7 +1374,7 @@ INSERT INTO civicrm_mailing_bounce_pattern
     (@bounceTypeID, 'unknown( or illegal)? user( account)?'),
     (@bounceTypeID, 'unrecognized recipient'),
     (@bounceTypeID, 'unregistered address'),
-    (@bounceTypeID, 'user (unknown|does not exist)'),
+    (@bounceTypeID, 'user (unknown|(does not|doesn't) exist)'),
     (@bounceTypeID, 'user doesn\'t have an? \w+ account'),
     (@bounceTypeID, 'user(\'s e-?mail name is)? not found'),
     (@bounceTypeID, '^Validation failed for:'),