]> git.mxchange.org Git - friendica.git/blobdiff - src/Protocol/Email.php
$id in Transmitter::sendContactAccept() is a string, see Introduction class
[friendica.git] / src / Protocol / Email.php
index ceca79cb888e44a638192ba03242988b68022654..042fca26d65109e17b91622fd9ce5918fe41cd96 100644 (file)
@@ -1,15 +1,36 @@
 <?php
 /**
- * @file src/Protocol/Email.php
+ * @copyright Copyright (C) 2010-2022, the Friendica project
+ *
+ * @license GNU AGPL version 3 or any later version
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ *
  */
+
 namespace Friendica\Protocol;
 
-require_once 'include/html2plain.php';
-require_once 'include/msgclean.php';
-require_once 'include/quoteconvert.php';
+use Friendica\Core\Hook;
+use Friendica\Core\Logger;
+use Friendica\Content\Text\BBCode;
+use Friendica\Content\Text\HTML;
+use Friendica\Model\Item;
+use Friendica\Util\Strings;
+use \IMAP\Connection;
 
 /**
- * @brief Email class
+ * Email class
  */
 class Email
 {
@@ -17,48 +38,61 @@ class Email
         * @param string $mailbox  The mailbox name
         * @param string $username The username
         * @param string $password The password
-        * @return object
+        * @return Connection|resource|bool
+        * @throws \Exception
         */
-       public static function emailConnect($mailbox, $username, $password)
+       public static function connect(string $mailbox, string $username, string $password)
        {
-               if (! function_exists('imap_open')) {
+               if (!function_exists('imap_open')) {
                        return false;
                }
 
                $mbox = @imap_open($mailbox, $username, $password);
 
+               $errors = imap_errors();
+               if (!empty($errors)) {
+                       Logger::notice('IMAP Errors occured', ['errors' => $errors]);
+               }
+
+               $alerts = imap_alerts();
+               if (!empty($alerts)) {
+                       Logger::notice('IMAP Alerts occured: ', ['alerts' => $alerts]);
+               }
+
                return $mbox;
        }
 
        /**
-        * @param object $mbox       mailbox
-        * @param string $email_addr email
+        * @param Connection|resource $mbox       mailbox
+        * @param string              $email_addr email
         * @return array
+        * @throws \Exception
         */
-       public static function emailPoll($mbox, $email_addr)
+       public static function poll($mbox, string $email_addr): array
        {
-               if (! ($mbox && $email_addr))
-                       return array();
+               if (!$mbox || !$email_addr) {
+                       return [];
+               }
 
-               $search1 = @imap_search($mbox, 'FROM "' . $email_addr . '"', SE_UID);
+               $search1 = @imap_search($mbox, 'UNDELETED FROM "' . $email_addr . '"', SE_UID);
                if (!$search1) {
-                       $search1 = array();
+                       $search1 = [];
                } else {
-                       logger("Found mails from ".$email_addr, LOGGER_DEBUG);
+                       Logger::notice("Found mails from ".$email_addr);
                }
 
-               $search2 = @imap_search($mbox, 'TO "' . $email_addr . '"', SE_UID);
+               $search2 = @imap_search($mbox, 'UNDELETED TO "' . $email_addr . '"', SE_UID);
                if (!$search2) {
-                       $search2 = array();
+                       $search2 = [];
                } else {
-                       logger("Found mails to ".$email_addr, LOGGER_DEBUG);
+                       Logger::notice("Found mails to ".$email_addr);
                }
 
-               $search3 = @imap_search($mbox, 'CC "' . $email_addr . '"', SE_UID);
+               $search3 = @imap_search($mbox, 'UNDELETED CC "' . $email_addr . '"', SE_UID);
                if (!$search3) {
-                       $search3 = array();
+                       $search3 = [];
                } else {
-                       logger("Found mails cc ".$email_addr, LOGGER_DEBUG);
+                       Logger::notice("Found mails cc ".$email_addr);
                }
 
                $res = array_unique(array_merge($search1, $search2, $search3));
@@ -67,10 +101,12 @@ class Email
        }
 
        /**
-        * @param array $mailacct mail account
-        * @return object
+        * Returns mailbox name
+        *
+        * @param array   $mailacct mail account
+        * @return string
         */
-       public static function constructMailboxName($mailacct)
+       public static function constructMailboxName(array $mailacct): string
        {
                $ret = '{' . $mailacct['server'] . ((intval($mailacct['port'])) ? ':' . $mailacct['port'] : '');
                $ret .= (($mailacct['ssltype']) ?  '/' . $mailacct['ssltype'] . '/novalidate-cert' : '');
@@ -79,133 +115,132 @@ class Email
        }
 
        /**
-        * @param object  $mbox mailbox
-        * @param integer $uid  user id
+        * @param Connection|resource $mbox mailbox
+        * @param integer             $uid  user id
         * @return mixed
         */
-       public static function emailMsgMeta($mbox, $uid)
+       public static function messageMeta($mbox, int $uid)
        {
-               $ret = (($mbox && $uid) ? @imap_fetch_overview($mbox, $uid, FT_UID) : array(array())); // POSSIBLE CLEANUP --> array(array()) is probably redundant now
-               return (count($ret)) ? $ret : array();
-       }
-
-       /**
-        * @brief Check addons, not called from main friendica project
-        * I don't see it in addons either
-        */
-       function email_msg_headers($mbox, $uid) {
-               $raw_header = (($mbox && $uid) ? @imap_fetchheader($mbox,$uid,FT_UID) : '');
-               $raw_header = str_replace("\r",'',$raw_header);
-               $ret = array();
-               $h = explode("\n",$raw_header);
-               if (count($h))
-               foreach ($h as $line ) {
-                       if (preg_match("/^[a-zA-Z]/", $line)) {
-                               $key = substr($line,0,strpos($line,':'));
-                               $value = substr($line,strpos($line,':')+1);
-
-                               $last_entry = strtolower($key);
-                               $ret[$last_entry] = trim($value);
-                       }
-                       else {
-                               $ret[$last_entry] .= ' ' . trim($line);
-                       }
-               }
-               return $ret;
+               $ret = (($mbox && $uid) ? @imap_fetch_overview($mbox, $uid, FT_UID) : [[]]); // POSSIBLE CLEANUP --> array(array()) is probably redundant now
+               return (count($ret)) ? $ret : [];
        }
 
        /**
-        * @param object  $mbox  mailbox
-        * @param integer $uid   user id
-        * @param string  $reply reply
+        * @param Connection|resource $mbox  mailbox
+        * @param integer             $uid   user id
+        * @param string              $reply reply
+        * @param array               $item  Item
         * @return array
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
         */
-       public static function emailGetMsg($mbox, $uid, $reply)
+       public static function getMessage($mbox, int $uid, string $reply, array $item): array
        {
-               $ret = array();
+               $ret = $item;
 
                $struc = (($mbox && $uid) ? @imap_fetchstructure($mbox, $uid, FT_UID) : null);
 
-               if (! $struc) {
+               if (!$struc) {
+                       Logger::notice("IMAP structure couldn't be fetched", ['uid' => $uid]);
                        return $ret;
                }
 
-               if (! $struc->parts) {
-                       $ret['body'] = self::emailGetPart($mbox, $uid, $struc, 0, 'html');
-                       $html = $ret['body'];
+               if (empty($struc->parts)) {
+                       $html = trim(self::messageGetPart($mbox, $uid, $struc, 0, 'html'));
 
-                       if (trim($ret['body']) == '') {
-                               $ret['body'] = self::emailGetPart($mbox, $uid, $struc, 0, 'plain');
-                       } else {
-                               $ret['body'] = html2bbcode($ret['body']);
+                       if (!empty($html)) {
+                               $message = ['text' => '', 'html' => $html, 'item' => $ret];
+                               Hook::callAll('email_getmessage', $message);
+                               $ret = $message['item'];
+                               if (empty($ret['body'])) {
+                                       $ret['body'] = HTML::toBBCode($message['html']);
+                               }
+                       }
+
+                       if (empty($ret['body'])) {
+                               $text = self::messageGetPart($mbox, $uid, $struc, 0, 'plain');
+
+                               $message = ['text' => $text, 'html' => '', 'item' => $ret];
+                               Hook::callAll('email_getmessage', $message);
+                               $ret = $message['item'];
+                               $ret['body'] = $message['text'];
                        }
                } else {
                        $text = '';
                        $html = '';
                        foreach ($struc->parts as $ptop => $p) {
-                               $x = self::emailGetPart($mbox, $uid, $p, $ptop + 1, 'plain');
+                               $x = self::messageGetPart($mbox, $uid, $p, $ptop + 1, 'plain');
                                if ($x) {
                                        $text .= $x;
                                }
 
-                               $x = self::emailGetPart($mbox, $uid, $p, $ptop + 1, 'html');
+                               $x = self::messageGetPart($mbox, $uid, $p, $ptop + 1, 'html');
                                if ($x) {
                                        $html .= $x;
                                }
                        }
-                       if (trim($html) != '') {
-                               $ret['body'] = html2bbcode($html);
-                       } else {
-                               $ret['body'] = $text;
+
+                       $message = ['text' => trim($text), 'html' => trim($html), 'item' => $ret];
+                       Hook::callAll('email_getmessage', $message);
+                       $ret = $message['item'];
+
+                       if (empty($ret['body']) && !empty($message['html'])) {
+                               $ret['body'] = HTML::toBBCode($message['html']);
+                       }
+
+                       if (empty($ret['body'])) {
+                               $ret['body'] = $message['text'];
                        }
                }
 
-               $ret['body'] = removegpg($ret['body']);
-               $msg = removesig($ret['body']);
+               $ret['body'] = self::removeGPG($ret['body']);
+               $msg = self::removeSig($ret['body']);
                $ret['body'] = $msg['body'];
-               $ret['body'] = convertquote($ret['body'], $reply);
+               $ret['body'] = self::convertQuote($ret['body'], $reply);
 
                if (trim($html) != '') {
-                       $ret['body'] = removelinebreak($ret['body']);
+                       $ret['body'] = self::removeLinebreak($ret['body']);
                }
 
-               $ret['body'] = unifyattributionline($ret['body']);
+               $ret['body'] = self::unifyAttributionLine($ret['body']);
+
+               $ret['body'] = Strings::escapeHtml($ret['body']);
+               $ret['body'] = BBCode::limitBodySize($ret['body']);
+
+               Hook::callAll('email_getmessage_end', $ret);
 
                return $ret;
        }
 
-       // At the moment - only return plain/text.
-       // Later we'll repackage inline images as data url's and make the HTML safe
        /**
-        * @param object  $mbox    mailbox
-        * @param integer $uid     user id
-        * @param object  $p       parts
-        * @param integer $partno  part number
-        * @param string  $subtype sub type
+        * fetch the specified message part number with the specified subtype
+        *
+        * @param Connection|resource $mbox    mailbox
+        * @param integer             $uid     user id
+        * @param object              $p       parts
+        * @param integer             $partno  part number
+        * @param string              $subtype sub type
         * @return string
         */
-       private static function emailGetPart($mbox, $uid, $p, $partno, $subtype)
+       private static function messageGetPart($mbox, int $uid, $p, in $partno, string $subtype): string
        {
                // $partno = '1', '2', '2.1', '2.1.3', etc for multipart, 0 if simple
                global $htmlmsg,$plainmsg,$charset,$attachments;
 
-               //echo $partno."\n";
-
                // DECODE DATA
                $data = ($partno)
                        ? @imap_fetchbody($mbox, $uid, $partno, FT_UID|FT_PEEK)
                : @imap_body($mbox, $uid, FT_UID|FT_PEEK);
 
                // Any part may be encoded, even plain text messages, so check everything.
-               if ($p->encoding==4) {
+               if ($p->encoding == 4) {
                        $data = quoted_printable_decode($data);
-               } elseif ($p->encoding==3) {
+               } elseif ($p->encoding == 3) {
                        $data = base64_decode($data);
                }
 
                // PARAMETERS
                // get all parameters, like charset, filenames of attachments, etc.
-               $params = array();
+               $params = [];
                if ($p->parameters) {
                        foreach ($p->parameters as $x) {
                                $params[strtolower($x->attribute)] = $x->value;
@@ -257,21 +292,20 @@ class Email
                if (isset($p->parts) && $p->parts) {
                        $x = "";
                        foreach ($p->parts as $partno0 => $p2) {
-                               $x .=  self::emailGetPart($mbox, $uid, $p2, $partno . '.' . ($partno0+1), $subtype);  // 1.2, 1.2.1, etc.
-                               //if ($x) {
-                               //      return $x;
-                               //}
+                               $x .=  self::messageGetPart($mbox, $uid, $p2, $partno . '.' . ($partno0+1), $subtype);  // 1.2, 1.2.1, etc.
                        }
                        return $x;
                }
        }
 
        /**
+        * Returns encoded header
+        *
         * @param string $in_str  in string
         * @param string $charset character set
         * @return string
         */
-       public static function emailHeaderEncode($in_str, $charset)
+       public static function encodeHeader(string $in_str, string $charset): string
        {
                $out_str = $in_str;
                $need_to_convert = false;
@@ -282,7 +316,7 @@ class Email
                        }
                }
 
-               if (! $need_to_convert) {
+               if (!$need_to_convert) {
                        return $in_str;
                }
 
@@ -324,28 +358,29 @@ class Email
        }
 
        /**
-        * Function emailSend is used by NETWORK_EMAIL and NETWORK_EMAIL2 code
+        * Function send is used by Protocol::EMAIL code
         * (not to notify the user, but to send items to email contacts)
         *
         * @param string $addr    address
         * @param string $subject subject
         * @param string $headers headers
         * @param array  $item    item
+        * @return bool Status from mail()
         *
-        * @return void
-        *
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        * @throws \ImagickException
         * @todo This could be changed to use the Emailer class
         */
-       public static function emailSend($addr, $subject, $headers, $item)
+       public static function send(string $addr, string $subject, string $headers, array$item)
        {
                //$headers .= 'MIME-Version: 1.0' . "\n";
                //$headers .= 'Content-Type: text/html; charset=UTF-8' . "\n";
                //$headers .= 'Content-Type: text/plain; charset=UTF-8' . "\n";
                //$headers .= 'Content-Transfer-Encoding: 8bit' . "\n\n";
 
-               $part = uniqid("", true);
+               $part = uniqid('', true);
 
-               $html    = prepare_body($item);
+               $html    = Item::prepareBody($item);
 
                $headers .= "Mime-Version: 1.0\n";
                $headers .= 'Content-Type: multipart/alternative; boundary="=_'.$part.'"'."\n\n";
@@ -354,7 +389,7 @@ class Email
                $body .= "Content-Transfer-Encoding: 8bit\n";
                $body .= "Content-Type: text/plain; charset=utf-8; format=flowed\n\n";
 
-               $body .= html2plain($html)."\n";
+               $body .= HTML::toPlaintext($html)."\n";
 
                $body .= "--=_".$part."\n";
                $body .= "Content-Transfer-Encoding: 8bit\n";
@@ -366,37 +401,388 @@ class Email
 
                //$message = '<html><body>' . $html . '</body></html>';
                //$message = html2plain($html);
-               logger('notifier: email delivery to ' . $addr);
-               mail($addr, $subject, $body, $headers);
+               Logger::notice('notifier: email delivery to ' . $addr);
+               return mail($addr, $subject, $body, $headers);
        }
 
        /**
-        * @param string $iri string
-        * @return string
+        * Convert item URI to message id
+        *
+        * @param string $itemUri Item URI
+        * @return string Message id
         */
-       public static function iri2msgid($iri)
+       public static function iri2msgid(string $itemUri): string
        {
-               if (!strpos($iri, "@")) {
-                       $msgid = preg_replace("/urn:(\S+):(\S+)\.(\S+):(\d+):(\S+)/i", "urn!$1!$4!$5@$2.$3", $iri);
+               $msgid = $itemUri;
+
+               if (!strpos($itemUri, '@')) {
+                       $msgid = preg_replace("/urn:(\S+):(\S+)\.(\S+):(\d+):(\S+)/i", "urn!$1!$4!$5@$2.$3", $itemUri);
+               }
+
+               return $msgid;
+       }
+
+       /**
+        * Converts message id to item URI
+        *
+        * @param string $msgid Message id
+        * @return string Item URI
+        */
+       public static function msgid2iri(string $msgid): string
+       {
+               $itemUri = $msgid;
+
+               if (strpos($msgid, '@')) {
+                       $itemUri = preg_replace("/urn!(\S+)!(\d+)!(\S+)@(\S+)\.(\S+)/i", "urn:$1:$4.$5:$2:$3", $msgid);
+               }
+
+               return $itemUri;
+       }
+
+       /**
+        * Invokes preg_replace() but does return full text from parameter if it
+        * returned an empty message.
+        *
+        * @param string $pattern Pattern to match
+        * @param string $replace String to replace with
+        * @param string $text String to check
+        * @return string Replaced string
+        */
+       private static function saveReplace(string $pattern, string $replace, string $text): string
+       {
+               $return = preg_replace($pattern, $replace, $text);
+
+               if ($return == '') {
+                       $return = $text;
+               }
+
+               return $return;
+       }
+
+       /**
+        * Unifies attribution line(s)
+        *
+        * @param string $message Unfiltered message
+        * @return string Message with unified attribution line(s)
+        */
+       private static function unifyAttributionLine(string $message): string
+       {
+               $quotestr = ['quote', 'spoiler'];
+               foreach ($quotestr as $quote) {
+                       $message = self::saveReplace('/----- Original Message -----\s.*?From: "([^<"].*?)" <(.*?)>\s.*?To: (.*?)\s*?Cc: (.*?)\s*?Sent: (.*?)\s.*?Subject: ([^\n].*)\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/----- Original Message -----\s.*?From: "([^<"].*?)" <(.*?)>\s.*?To: (.*?)\s*?Sent: (.*?)\s.*?Subject: ([^\n].*)\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/-------- Original-Nachricht --------\s*\['.$quote.'\]\nDatum: (.*?)\nVon: (.*?) <(.*?)>\nAn: (.*?)\nBetreff: (.*?)\n/i', "[".$quote."='$2']\n", $message);
+                       $message = self::saveReplace('/-------- Original-Nachricht --------\s*\['.$quote.'\]\sDatum: (.*?)\s.*Von: "([^<"].*?)" <(.*?)>\s.*An: (.*?)\n.*/i', "[".$quote."='$2']\n", $message);
+                       $message = self::saveReplace('/-------- Original-Nachricht --------\s*\['.$quote.'\]\nDatum: (.*?)\nVon: (.*?)\nAn: (.*?)\nBetreff: (.*?)\n/i', "[".$quote."='$2']\n", $message);
+
+                       $message = self::saveReplace('/-----Urspr.*?ngliche Nachricht-----\sVon: "([^<"].*?)" <(.*?)>\s.*Gesendet: (.*?)\s.*An: (.*?)\s.*Betreff: ([^\n].*?).*:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/-----Urspr.*?ngliche Nachricht-----\sVon: "([^<"].*?)" <(.*?)>\s.*Gesendet: (.*?)\s.*An: (.*?)\s.*Betreff: ([^\n].*?)\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/Am (.*?), schrieb (.*?):\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+
+                       $message = self::saveReplace('/Am .*?, \d+ .*? \d+ \d+:\d+:\d+ \+\d+\sschrieb\s(.*?)\s<(.*?)>:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/Am (.*?) schrieb (.*?) <(.*?)>:\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+                       $message = self::saveReplace('/Am (.*?) schrieb <(.*?)>:\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+                       $message = self::saveReplace('/Am (.*?) schrieb (.*?):\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+                       $message = self::saveReplace('/Am (.*?) schrieb (.*?)\n(.*?):\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+
+                       $message = self::saveReplace('/(\d+)\/(\d+)\/(\d+) ([^<"].*?) <(.*?)>\s*\['.$quote.'\]/i', "[".$quote."='$4']\n", $message);
+
+                       $message = self::saveReplace('/On .*?, \d+ .*? \d+ \d+:\d+:\d+ \+\d+\s(.*?)\s<(.*?)>\swrote:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/On (.*?) at (.*?), (.*?)\s<(.*?)>\swrote:\s*\['.$quote.'\]/i', "[".$quote."='$3']\n", $message);
+                       $message = self::saveReplace('/On (.*?)\n([^<].*?)\s<(.*?)>\swrote:\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+                       $message = self::saveReplace('/On (.*?), (.*?), (.*?)\s<(.*?)>\swrote:\s*\['.$quote.'\]/i', "[".$quote."='$3']\n", $message);
+                       $message = self::saveReplace('/On ([^,].*?), (.*?)\swrote:\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+                       $message = self::saveReplace('/On (.*?), (.*?)\swrote\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+
+                       // Der loescht manchmal den Body - was eigentlich unmoeglich ist
+                       $message = self::saveReplace('/On (.*?),(.*?),(.*?),(.*?), (.*?) wrote:\s*\['.$quote.'\]/i', "[".$quote."='$5']\n", $message);
+
+                       $message = self::saveReplace('/Zitat von ([^<].*?) <(.*?)>:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/Quoting ([^<].*?) <(.*?)>:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/From: "([^<"].*?)" <(.*?)>\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/From: <(.*?)>\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/Du \(([^)].*?)\) schreibst:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/--- (.*?) <.*?> schrieb am (.*?):\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/--- (.*?) schrieb am (.*?):\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/\* (.*?) <(.*?)> hat geschrieben:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/(.*?) <(.*?)> schrieb (.*?)\):\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/(.*?) <(.*?)> schrieb am (.*?) um (.*):\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/(.*?) schrieb am (.*?) um (.*):\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/(.*?) \((.*?)\) schrieb:\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+                       $message = self::saveReplace('/(.*?) schrieb:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/(.*?) <(.*?)> writes:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/(.*?) \((.*?)\) writes:\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+                       $message = self::saveReplace('/(.*?) writes:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/\* (.*?) wrote:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/(.*?) wrote \(.*?\):\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/(.*?) wrote:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/([^<].*?) <.*?> hat am (.*?)\sum\s(.*)\sgeschrieben:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+
+                       $message = self::saveReplace('/(\d+)\/(\d+)\/(\d+) ([^<"].*?) <(.*?)>:\s*\['.$quote.'\]/i', "[".$quote."='$4']\n", $message);
+                       $message = self::saveReplace('/(\d+)\/(\d+)\/(\d+) (.*?) <(.*?)>\s*\['.$quote.'\]/i', "[".$quote."='$4']\n", $message);
+                       $message = self::saveReplace('/(\d+)\/(\d+)\/(\d+) <(.*?)>:\s*\['.$quote.'\]/i', "[".$quote."='$4']\n", $message);
+                       $message = self::saveReplace('/(\d+)\/(\d+)\/(\d+) <(.*?)>\s*\['.$quote.'\]/i', "[".$quote."='$4']\n", $message);
+
+                       $message = self::saveReplace('/(.*?) <(.*?)> schrubselte:\s*\['.$quote.'\]/i', "[".$quote."='$1']\n", $message);
+                       $message = self::saveReplace('/(.*?) \((.*?)\) schrubselte:\s*\['.$quote.'\]/i', "[".$quote."='$2']\n", $message);
+               }
+               return $message;
+       }
+
+       /**
+        * Removes GPG part from message
+        *
+        * @param string $message Unfiltered message
+        * @return string Message with GPG part
+        */
+       private static function removeGPG(string $message): string
+       {
+               $pattern = '/(.*)\s*-----BEGIN PGP SIGNED MESSAGE-----\s*[\r\n].*Hash:.*?[\r\n](.*)'.
+                       '[\r\n]\s*-----BEGIN PGP SIGNATURE-----\s*[\r\n].*'.
+                       '[\r\n]\s*-----END PGP SIGNATURE-----(.*)/is';
+
+               if (preg_match($pattern, $message, $result)) {
+                       $cleaned = trim($result[1].$result[2].$result[3]);
+
+                       $cleaned = str_replace(["\n- --\n", "\n- -"], ["\n-- \n", "\n-"], $cleaned);
                } else {
-                       $msgid = $iri;
+                       $cleaned = $message;
                }
 
-               return($msgid);
+               return $cleaned;
        }
 
        /**
-        * @param string $msgid msgid
-        * @return string
+        * Removes signature from message
+        *
+        * @param string $message Unfiltered message
+        * @return string Message with no signature
         */
-       public static function msgid2iri($msgid)
+       private static function removeSig(string $message): string
        {
-               if (strpos($msgid, "@")) {
-                       $iri = preg_replace("/urn!(\S+)!(\d+)!(\S+)@(\S+)\.(\S+)/i", "urn:$1:$4.$5:$2:$3", $msgid);
+               $sigpos = strrpos($message, "\n-- \n");
+               $quotepos = strrpos($message, "[/quote]");
+
+               if ($sigpos == 0) {
+                       // Especially for web.de who are using that as a separator
+                       $message = str_replace("\n___________________________________________________________\n", "\n-- \n", $message);
+                       $sigpos = strrpos($message, "\n-- \n");
+                       $quotepos = strrpos($message, "[/quote]");
+               }
+
+               // When the signature separator is inside a quote, we don't separate
+               if (($sigpos < $quotepos) && ($sigpos != 0)) {
+                       return ['body' => $message, 'sig' => ''];
+               }
+
+               $pattern = '/(.*)[\r\n]-- [\r\n](.*)/is';
+
+               preg_match($pattern, $message, $result);
+
+               if (!empty($result[1]) && !empty($result[2])) {
+                       $cleaned = trim($result[1])."\n";
+                       $sig = trim($result[2]);
                } else {
-                       $iri = $msgid;
+                       $cleaned = $message;
+                       $sig = '';
+               }
+
+               return ['body' => $cleaned, 'sig' => $sig];
+       }
+
+       /**
+        * Removes lines breaks from message
+        *
+        * @param string $message Unfiltered message
+        * @return string Message with no line breaks
+        */
+       private static function removeLinebreak(string $message): string
+       {
+               $arrbody = explode("\n", trim($message));
+
+               $lines = [];
+               $lineno = 0;
+
+               foreach ($arrbody as $i => $line) {
+                       $currquotelevel = 0;
+                       $currline = $line;
+                       while ((strlen($currline)>0) && ((substr($currline, 0, 1) == '>')
+                               || (substr($currline, 0, 1) == ' '))) {
+                               if (substr($currline, 0, 1) == '>') {
+                                       $currquotelevel++;
+                               }
+
+                               $currline = ltrim(substr($currline, 1));
+                       }
+
+                       $quotelevel = 0;
+                       $nextline = trim($arrbody[$i + 1] ?? '');
+                       while ((strlen($nextline)>0) && ((substr($nextline, 0, 1) == '>')
+                               || (substr($nextline, 0, 1) == ' '))) {
+                               if (substr($nextline, 0, 1) == '>') {
+                                       $quotelevel++;
+                               }
+
+                               $nextline = ltrim(substr($nextline, 1));
+                       }
+
+                       if (!empty($lines[$lineno])) {
+                               if (substr($lines[$lineno], -1) != ' ') {
+                                       $lines[$lineno] .= ' ';
+                               }
+
+                               while ((strlen($line)>0) && ((substr($line, 0, 1) == '>')
+                                       || (substr($line, 0, 1) == ' '))) {
+
+                                       $line = ltrim(substr($line, 1));
+                               }
+                       } else {
+                               $lines[$lineno] = '';
+                       }
+
+                       $lines[$lineno] .= $line;
+                       if (((substr($line, -1, 1) != ' '))
+                               || ($quotelevel != $currquotelevel)) {
+                               $lineno++;
+                       }
+               }
+               return implode("\n", $lines);
+       }
+
+       private static function convertQuote(strng $body, string $reply): string
+       {
+               // Convert Quotes
+               $arrbody = explode("\n", trim($body));
+               $arrlevel = [];
+
+               for ($i = 0; $i < count($arrbody); $i++) {
+                       $quotelevel = 0;
+                       $quoteline = $arrbody[$i];
+
+                       while ((strlen($quoteline)>0) and ((substr($quoteline, 0, 1) == '>')
+                               || (substr($quoteline, 0, 1) == ' '))) {
+                               if (substr($quoteline, 0, 1) == '>')
+                                       $quotelevel++;
+
+                               $quoteline = ltrim(substr($quoteline, 1));
+                       }
+
+                       $arrlevel[$i] = $quotelevel;
+                       $arrbody[$i] = $quoteline;
+               }
+
+               $quotelevel = 0;
+               $arrbodyquoted = [];
+
+               for ($i = 0; $i < count($arrbody); $i++) {
+                       $previousquote = $quotelevel;
+                       $quotelevel = $arrlevel[$i];
+
+                       while ($previousquote < $quotelevel) {
+                               $quote = "[quote]";
+                               $arrbody[$i] = $quote.$arrbody[$i];
+                               $previousquote++;
+                       }
+
+                       while ($previousquote > $quotelevel) {
+                               $arrbody[$i] = '[/quote]'.$arrbody[$i];
+                               $previousquote--;
+                       }
+
+                       $arrbodyquoted[] = $arrbody[$i];
+               }
+               while ($quotelevel > 0) {
+                       $arrbodyquoted[] = '[/quote]';
+                       $quotelevel--;
                }
-               
-               return($iri);
+
+               $body = implode("\n", $arrbodyquoted);
+
+               if (strlen($body) > 0) {
+                       $body = $body."\n\n";
+               }
+
+               if ($reply) {
+                       $body = self::removeToFu($body);
+               }
+
+               return $body;
+       }
+
+       private static function removeToFu(string $message): string
+       {
+               $message = trim($message);
+
+               do {
+                       $oldmessage = $message;
+                       $message = preg_replace('=\[/quote\][\s](.*?)\[quote\]=i', '$1', $message);
+                       $message = str_replace('[/quote][quote]', '', $message);
+               } while ($message != $oldmessage);
+
+               $quotes = [];
+
+               $startquotes = 0;
+
+               $start = 0;
+
+               while (($pos = strpos($message, '[quote', $start)) > 0) {
+                       $quotes[$pos] = -1;
+                       $start = $pos + 7;
+                       $startquotes++;
+               }
+
+               $endquotes = 0;
+               $start = 0;
+
+               while (($pos = strpos($message, '[/quote]', $start)) > 0) {
+                       $start = $pos + 7;
+                       $endquotes++;
+               }
+
+               while ($endquotes < $startquotes) {
+                       $message .= '[/quote]';
+                       ++$endquotes;
+               }
+
+               $start = 0;
+
+               while (($pos = strpos($message, '[/quote]', $start)) > 0) {
+                       $quotes[$pos] = 1;
+                       $start = $pos + 7;
+               }
+
+               if (strtolower(substr($message, -8)) != '[/quote]') {
+                       return($message);
+               }
+
+               krsort($quotes);
+
+               $quotelevel = 0;
+               $quotestart = 0;
+               foreach ($quotes as $index => $quote) {
+                       $quotelevel += $quote;
+
+                       if (($quotelevel == 0) and ($quotestart == 0))
+                               $quotestart = $index;
+               }
+
+               if ($quotestart != 0) {
+                       $message = trim(substr($message, 0, $quotestart))."\n[spoiler]".substr($message, $quotestart+7, -8) . '[/spoiler]';
+               }
+
+               return $message;
        }
 }