]> git.mxchange.org Git - friendica.git/blobdiff - src/Content/Text/Plaintext.php
spelling: expiry
[friendica.git] / src / Content / Text / Plaintext.php
index a72d20ea7a247c487fc909ba34ac71c5ec70ce46..ce0a305fe70a361359706cad1c8924686c139b8a 100644 (file)
 <?php
 /**
- * @file src/Content/Text/Plaintext.php
+ * @copyright Copyright (C) 2010-2023, the Friendica project
+ *
+ * @license GNU AGPL version 3 or any later version
+ *
+ * This program is free software: you can redistribute it and/or modify
+ * it under the terms of the GNU Affero General Public License as
+ * published by the Free Software Foundation, either version 3 of the
+ * License, or (at your option) any later version.
+ *
+ * This program is distributed in the hope that it will be useful,
+ * but WITHOUT ANY WARRANTY; without even the implied warranty of
+ * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+ * GNU Affero General Public License for more details.
+ *
+ * You should have received a copy of the GNU Affero General Public License
+ * along with this program.  If not, see <https://www.gnu.org/licenses/>.
+ *
  */
-namespace Friendica\Content\Text;
 
-use Friendica\App;
-use Friendica\Core\PConfig;
-use Friendica\Object\Image;
-use Friendica\Util\ParseUrl;
+namespace Friendica\Content\Text;
 
-require_once "include/bbcode.php";
-require_once "include/html2plain.php";
-require_once "include/network.php";
+use Friendica\Core\Protocol;
+use Friendica\DI;
+use Friendica\Model\Photo;
+use Friendica\Model\Post;
+use Friendica\Util\Network;
+use Friendica\Util\Strings;
 
 class Plaintext
 {
+       // Assumed length of an URL when shortened via the network's own url shortener (e.g. Twitter)
+       const URL_LENGTH = 23;
+
        /**
-        * @brief Fetches attachment data that were generated the old way
+        * Shortens message
         *
-        * @param string $body Message body
-        * @return array
-        * 'type' -> Message type ("link", "video", "photo")
-        * 'text' -> Text before the shared message
-        * 'after' -> Text after the shared message
-        * 'image' -> Preview image of the message
-        * 'url' -> Url to the attached message
-        * 'title' -> Title of the attachment
-        * 'description' -> Description of the attachment
+        * @param  string $msg
+        * @param  int    $limit
+        * @param  int    $uid
+        * @return string
+        *
+        * @todo For Twitter URLs aren't shortened, but they have to be calculated as if.
         */
-       private static function getOldAttachmentData($body)
+       public static function shorten(string $msg, int $limit, int $uid = 0): string
        {
-               $post = [];
-
-               // Simplify image codes
-               $body = preg_replace("/\[img\=([0-9]*)x([0-9]*)\](.*?)\[\/img\]/ism", '[img]$3[/img]', $body);
-
-               if (preg_match_all("(\[class=(.*?)\](.*?)\[\/class\])ism", $body, $attached, PREG_SET_ORDER)) {
-                       foreach ($attached as $data) {
-                               if (!in_array($data[1], ["type-link", "type-video", "type-photo"])) {
-                                       continue;
-                               }
-
-                               $post["type"] = substr($data[1], 5);
-
-                               $pos = strpos($body, $data[0]);
-                               if ($pos > 0) {
-                                       $post["text"] = trim(substr($body, 0, $pos));
-                                       $post["after"] = trim(substr($body, $pos + strlen($data[0])));
-                               } else {
-                                       $post["text"] = trim(str_replace($data[0], "", $body));
-                               }
-
-                               $attacheddata = $data[2];
-
-                               $URLSearchString = "^\[\]";
-
-                               if (preg_match("/\[img\]([$URLSearchString]*)\[\/img\]/ism", $attacheddata, $matches)) {
-
-                                       $picturedata = Image::getInfoFromURL($matches[1]);
-
-                                       if (($picturedata[0] >= 500) && ($picturedata[0] >= $picturedata[1])) {
-                                               $post["image"] = $matches[1];
-                                       } else {
-                                               $post["preview"] = $matches[1];
-                                       }
-                               }
+               $ellipsis = html_entity_decode("&#x2026;", ENT_QUOTES, 'UTF-8');
 
-                               if (preg_match("/\[bookmark\=([$URLSearchString]*)\](.*?)\[\/bookmark\]/ism", $attacheddata, $matches)) {
-                                       $post["url"] = $matches[1];
-                                       $post["title"] = $matches[2];
-                               }
-                               if (($post["url"] == "") && (in_array($post["type"], ["link", "video"]))
-                                       && preg_match("/\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism", $attacheddata, $matches)) {
-                                       $post["url"] = $matches[1];
-                               }
+               if (!empty($uid) && DI::pConfig()->get($uid, 'system', 'simple_shortening')) {
+                       return mb_substr(mb_substr(trim($msg), 0, $limit), 0, -3) . $ellipsis;
+               }
 
-                               // Search for description
-                               if (preg_match("/\[quote\](.*?)\[\/quote\]/ism", $attacheddata, $matches)) {
-                                       $post["description"] = $matches[1];
-                               }
+               $lines = explode("\n", $msg);
+               $msg = "";
+               $recycle = html_entity_decode("&#x2672; ", ENT_QUOTES, 'UTF-8');
+               foreach ($lines as $row => $line) {
+                       if (mb_strlen(trim($msg . "\n" . $line)) <= $limit) {
+                               $msg = trim($msg . "\n" . $line);
+                       } elseif (($msg == "") || (($row == 1) && (substr($msg, 0, 4) == $recycle))) {
+                               // Is the new message empty by now or is it a reshared message?
+                               $msg = mb_substr(mb_substr(trim($msg . "\n" . $line), 0, $limit), 0, -3) . $ellipsis;
+                       } else {
+                               break;
                        }
                }
-               return $post;
+
+               return $msg;
        }
 
        /**
-        * @brief Fetches attachment data that were generated with the "attachment" element
+        * Returns the character positions of the provided boundaries, optionally skipping a number of first occurrences
         *
-        * @param string $body Message body
-        * @return array
-        * 'type' -> Message type ("link", "video", "photo")
-        * 'text' -> Text before the shared message
-        * 'after' -> Text after the shared message
-        * 'image' -> Preview image of the message
-        * 'url' -> Url to the attached message
-        * 'title' -> Title of the attachment
-        * 'description' -> Description of the attachment
+        * @param string $text        Text to search
+        * @param string $open        Left boundary
+        * @param string $close       Right boundary
+        * @param int    $occurrences Number of first occurrences to skip
+        * @return boolean|array
         */
-       public static function getAttachmentData($body)
+       public static function getBoundariesPosition($text, $open, $close, $occurrences = 0)
        {
-               $data = [];
-
-               if (!preg_match("/(.*)\[attachment(.*?)\](.*?)\[\/attachment\](.*)/ism", $body, $match)) {
-                       return self::getOldAttachmentData($body);
-               }
-
-               $attributes = $match[2];
-
-               $data["text"] = trim($match[1]);
-
-               $type = "";
-               preg_match("/type='(.*?)'/ism", $attributes, $matches);
-               if (x($matches, 1)) {
-                       $type = strtolower($matches[1]);
+               if ($occurrences < 0) {
+                       $occurrences = 0;
                }
 
-               preg_match('/type="(.*?)"/ism', $attributes, $matches);
-               if (x($matches, 1)) {
-                       $type = strtolower($matches[1]);
+               $start_pos = -1;
+               for ($i = 0; $i <= $occurrences; $i++) {
+                       if ($start_pos !== false) {
+                               $start_pos = strpos($text, $open, $start_pos + 1);
+                       }
                }
 
-               if ($type == "") {
-                       return [];
+               if ($start_pos === false) {
+                       return false;
                }
 
-               if (!in_array($type, ["link", "audio", "photo", "video"])) {
-                       return [];
-               }
+               $end_pos = strpos($text, $close, $start_pos);
 
-               if ($type != "") {
-                       $data["type"] = $type;
+               if ($end_pos === false) {
+                       return false;
                }
 
-               $url = "";
-               preg_match("/url='(.*?)'/ism", $attributes, $matches);
-               if (x($matches, 1)) {
-                       $url = $matches[1];
-               }
+               $res = ['start' => $start_pos, 'end' => $end_pos];
 
-               preg_match('/url="(.*?)"/ism', $attributes, $matches);
-               if (x($matches, 1)) {
-                       $url = $matches[1];
-               }
+               return $res;
+       }
 
-               if ($url != "") {
-                       $data["url"] = html_entity_decode($url, ENT_QUOTES, 'UTF-8');
-               }
+       /**
+        * Convert a message into plaintext for connectors to other networks
+        *
+        * @param array  $item           The message array that is about to be posted
+        * @param int    $limit          The maximum number of characters when posting to that network
+        * @param bool   $includedlinks  Has an attached link to be included into the message?
+        * @param int    $htmlmode       This controls the behavior of the BBCode conversion
+        *
+        * @return array Same array structure than \Friendica\Content\Text\BBCode::getAttachedData
+        * @throws \Friendica\Network\HTTPException\InternalServerErrorException
+        * @see   \Friendica\Content\Text\BBCode::getAttachedData
+        */
+       public static function getPost(array $item, int $limit = 0, bool $includedlinks = false, int $htmlmode = BBCode::MASTODON_API)
+       {
+               // Fetch attached media information
+               $post = self::getPostMedia($item);
 
-               $title = "";
-               preg_match("/title='(.*?)'/ism", $attributes, $matches);
-               if (x($matches, 1)) {
-                       $title = $matches[1];
+               if (($item['title'] != '') && ($post['text'] != '')) {
+                       $post['text'] = trim($item['title'] . "\n\n" . $post['text']);
+               } elseif ($item['title'] != '') {
+                       $post['text'] = trim($item['title']);
                }
 
-               preg_match('/title="(.*?)"/ism', $attributes, $matches);
-               if (x($matches, 1)) {
-                       $title = $matches[1];
-               }
+               // Fetch the abstract from the given target network
+               switch ($htmlmode) {
+                       case BBCode::TWITTER:
+                               $abstract = BBCode::getAbstract($item['body'], Protocol::TWITTER);
+                               break;
 
-               if ($title != "") {
-                       $title = bbcode(html_entity_decode($title, ENT_QUOTES, 'UTF-8'), false, false, true);
-                       $title = html_entity_decode($title, ENT_QUOTES, 'UTF-8');
-                       $title = str_replace(["[", "]"], ["&#91;", "&#93;"], $title);
-                       $data["title"] = $title;
-               }
+                       case BBCode::OSTATUS:
+                               $abstract = BBCode::getAbstract($item['body'], Protocol::STATUSNET);
+                               break;
 
-               $image = "";
-               preg_match("/image='(.*?)'/ism", $attributes, $matches);
-               if (x($matches, 1)) {
-                       $image = $matches[1];
+                       default: // We don't know the exact target.
+                               // We fetch an abstract since there is a posting limit.
+                               if ($limit > 0) {
+                                       $abstract = BBCode::getAbstract($item['body']);
+                               }
                }
 
-               preg_match('/image="(.*?)"/ism', $attributes, $matches);
-               if (x($matches, 1)) {
-                       $image = $matches[1];
-               }
+               if ($abstract != '') {
+                       $post['text'] = $abstract;
 
-               if ($image != "") {
-                       $data["image"] = html_entity_decode($image, ENT_QUOTES, 'UTF-8');
+                       if ($post['type'] == 'text') {
+                               $post['type'] = 'link';
+                               $post['url'] = $item['plink'];
+                       }
                }
 
-               $preview = "";
-               preg_match("/preview='(.*?)'/ism", $attributes, $matches);
-               if (x($matches, 1)) {
-                       $preview = $matches[1];
-               }
+               $html = BBCode::convertForUriId($item['uri-id'], $post['text'] . ($post['after'] ?? ''), $htmlmode);
+               $msg = HTML::toPlaintext($html, 0, true);
+               $msg = trim(html_entity_decode($msg, ENT_QUOTES, 'UTF-8'));
 
-               preg_match('/preview="(.*?)"/ism', $attributes, $matches);
-               if (x($matches, 1)) {
-                       $preview = $matches[1];
-               }
+               $complete_msg = $msg;
 
-               if ($preview != "") {
-                       $data["preview"] = html_entity_decode($preview, ENT_QUOTES, 'UTF-8');
-               }
+               $link = '';
+               if ($includedlinks) {
+                       if ($post['type'] == 'link') {
+                               $link = $post['url'];
+                       } elseif ($post['type'] == 'text') {
+                               $link = $post['url'] ?? '';
+                       } elseif ($post['type'] == 'video') {
+                               $link = $post['url'];
+                       } elseif ($post['type'] == 'photo') {
+                               $link = $post['image'];
+                       }
 
-               $data["description"] = trim($match[3]);
+                       if (($msg == '') && isset($post['title'])) {
+                               $msg = trim($post['title']);
+                       }
 
-               $data["after"] = trim($match[4]);
+                       if (($msg == '') && isset($post['description'])) {
+                               $msg = trim($post['description']);
+                       }
 
-               return $data;
-       }
+                       // If the link is already contained in the post, then it neeedn't to be added again
+                       // But: if the link is beyond the limit, then it has to be added.
+                       if (($link != '') && strstr($msg, $link)) {
+                               $pos = strpos($msg, $link);
 
-       public static function getAttachedData($body, $item = [])
-       {
-               /*
-               - text:
-               - type: link, video, photo
-               - title:
-               - url:
-               - image:
-               - description:
-               - (thumbnail)
-               */
-
-               $has_title = !empty($item['title']);
-               $plink = (!empty($item['plink']) ? $item['plink'] : '');
-               $post = self::getAttachmentData($body);
-
-               // if nothing is found, it maybe having an image.
-               if (!isset($post["type"])) {
-                       // Simplify image codes
-                       $body = preg_replace("/\[img\=([0-9]*)x([0-9]*)\](.*?)\[\/img\]/ism", '[img]$3[/img]', $body);
-
-                       $URLSearchString = "^\[\]";
-                       if (preg_match_all("(\[url=([$URLSearchString]*)\]\s*\[img\]([$URLSearchString]*)\[\/img\]\s*\[\/url\])ism", $body, $pictures, PREG_SET_ORDER)) {
-                               if ((count($pictures) == 1) && !$has_title) {
-                                       // Checking, if the link goes to a picture
-                                       $data = ParseUrl::getSiteinfoCached($pictures[0][1], true);
-
-                                       // Workaround:
-                                       // Sometimes photo posts to the own album are not detected at the start.
-                                       // So we seem to cannot use the cache for these cases. That's strange.
-                                       if (($data["type"] != "photo") && strstr($pictures[0][1], "/photos/")) {
-                                               $data = ParseUrl::getSiteinfo($pictures[0][1], true);
+                               // Will the text be shortened in the link?
+                               // Or is the link the last item in the post?
+                               if (($limit > 0) && ($pos < $limit) && (($pos + self::URL_LENGTH > $limit) || ($pos + mb_strlen($link) == mb_strlen($msg)))) {
+                                       $msg = trim(str_replace($link, '', $msg));
+                               } elseif (($limit == 0) || ($pos < $limit)) {
+                                       // The limit has to be increased since it will be shortened - but not now
+                                       // Only do it with Twitter
+                                       if (($limit > 0) && (mb_strlen($link) > self::URL_LENGTH) && ($htmlmode == BBCode::TWITTER)) {
+                                               $limit = $limit - self::URL_LENGTH + mb_strlen($link);
                                        }
 
-                                       if ($data["type"] == "photo") {
-                                               $post["type"] = "photo";
-                                               if (isset($data["images"][0])) {
-                                                       $post["image"] = $data["images"][0]["src"];
-                                                       $post["url"] = $data["url"];
-                                               } else {
-                                                       $post["image"] = $data["url"];
-                                               }
-
-                                               $post["preview"] = $pictures[0][2];
-                                               $post["text"] = str_replace($pictures[0][0], "", $body);
-                                       } else {
-                                               $imgdata = Image::getInfoFromURL($pictures[0][1]);
-                                               if (substr($imgdata["mime"], 0, 6) == "image/") {
-                                                       $post["type"] = "photo";
-                                                       $post["image"] = $pictures[0][1];
-                                                       $post["preview"] = $pictures[0][2];
-                                                       $post["text"] = str_replace($pictures[0][0], "", $body);
-                                               }
+                                       $link = '';
+
+                                       if ($post['type'] == 'text') {
+                                               unset($post['url']);
                                        }
-                               } elseif (count($pictures) > 0) {
-                                       $post["type"] = "link";
-                                       $post["url"] = $plink;
-                                       $post["image"] = $pictures[0][2];
-                                       $post["text"] = $body;
-                               }
-                       } elseif (preg_match_all("(\[img\]([$URLSearchString]*)\[\/img\])ism", $body, $pictures, PREG_SET_ORDER)) {
-                               if ((count($pictures) == 1) && !$has_title) {
-                                       $post["type"] = "photo";
-                                       $post["image"] = $pictures[0][1];
-                                       $post["text"] = str_replace($pictures[0][0], "", $body);
-                               } elseif (count($pictures) > 0) {
-                                       $post["type"] = "link";
-                                       $post["url"] = $plink;
-                                       $post["image"] = $pictures[0][1];
-                                       $post["text"] = $body;
                                }
                        }
+               }
 
-                       // Test for the external links
-                       preg_match_all("(\[url\]([$URLSearchString]*)\[\/url\])ism", $body, $links1, PREG_SET_ORDER);
-                       preg_match_all("(\[url\=([$URLSearchString]*)\].*?\[\/url\])ism", $body, $links2, PREG_SET_ORDER);
-
-                       $links = array_merge($links1, $links2);
-
-                       // If there is only a single one, then use it.
-                       // This should cover link posts via API.
-                       if ((count($links) == 1) && !isset($post["preview"]) && !$has_title) {
-                               $post["type"] = "link";
-                               $post["text"] = trim($body);
-                               $post["url"] = $links[0][1];
+               if ($limit > 0) {
+                       // Reduce multiple spaces
+                       // When posted to a network with limited space, we try to gain space where possible
+                       while (strpos($msg, '  ') !== false) {
+                               $msg = str_replace('  ', ' ', $msg);
                        }
 
-                       // Now count the number of external media links
-                       preg_match_all("(\[vimeo\](.*?)\[\/vimeo\])ism", $body, $links1, PREG_SET_ORDER);
-                       preg_match_all("(\[youtube\\](.*?)\[\/youtube\\])ism", $body, $links2, PREG_SET_ORDER);
-                       preg_match_all("(\[video\\](.*?)\[\/video\\])ism", $body, $links3, PREG_SET_ORDER);
-                       preg_match_all("(\[audio\\](.*?)\[\/audio\\])ism", $body, $links4, PREG_SET_ORDER);
-
-                       // Add them to the other external links
-                       $links = array_merge($links, $links1, $links2, $links3, $links4);
-
-                       // Are there more than one?
-                       if (count($links) > 1) {
-                               // The post will be the type "text", which means a blog post
-                               unset($post["type"]);
-                               $post["url"] = $plink;
+                       if (!in_array($link, ['', $item['plink']]) && ($post['type'] != 'photo') && (strpos($complete_msg, $link) === false)) {
+                               $complete_msg .= "\n" . $link;
                        }
 
-                       if (!isset($post["type"])) {
-                               $post["type"] = "text";
-                               $post["text"] = trim($body);
-                       }
-               } elseif (isset($post["url"]) && ($post["type"] == "video")) {
-                       $data = ParseUrl::getSiteinfoCached($post["url"], true);
+                       $post['parts'] = self::getParts(trim($complete_msg), $limit);
 
-                       if (isset($data["images"][0])) {
-                               $post["image"] = $data["images"][0]["src"];
+                       // Twitter is using its own limiter, so we always assume that shortened links will have this length
+                       if (mb_strlen($link) > 0) {
+                               $limit = $limit - self::URL_LENGTH;
                        }
-               }
-
-               return $post;
-       }
 
-       /**
-        * Shortens message
-        *
-        * @param type $msg
-        * @param type $limit
-        * @return type
-        *
-        * @todo For Twitter URLs aren't shortened, but they have to be calculated as if.
-        */
-       public static function shortenMsg($msg, $limit)
-       {
-               $lines = explode("\n", $msg);
-               $msg = "";
-               $recycle = html_entity_decode("&#x2672; ", ENT_QUOTES, 'UTF-8');
-               $ellipsis = html_entity_decode("&#x2026;", ENT_QUOTES, 'UTF-8');
-               foreach ($lines as $row => $line) {
-                       if (iconv_strlen(trim($msg . "\n" . $line), "UTF-8") <= $limit) {
-                               $msg = trim($msg . "\n" . $line);
-                       } elseif (($msg == "") || (($row == 1) && (substr($msg, 0, 4) == $recycle))) {
-                               // Is the new message empty by now or is it a reshared message?
-                               $msg = iconv_substr(iconv_substr(trim($msg . "\n" . $line), 0, $limit, "UTF-8"), 0, -3, "UTF-8") . $ellipsis;
-                       } else {
-                               break;
+                       if (mb_strlen($msg) > $limit) {
+                               if (($post['type'] == 'text') && isset($post['url'])) {
+                                       $post['url'] = $item['plink'];
+                               } elseif (!isset($post['url'])) {
+                                       $limit = $limit - self::URL_LENGTH;
+                                       $post['url'] = $item['plink'];
+                               } elseif (strpos($item['body'], '[share') !== false) {
+                                       $post['url'] = $item['plink'];
+                               } elseif (DI::pConfig()->get($item['uid'], 'system', 'no_intelligent_shortening')) {
+                                       $post['url'] = $item['plink'];
+                               }
+                               $msg = self::shorten($msg, $limit, $item['uid']);
                        }
                }
 
-               return $msg;
+               $post['text'] = trim($msg);
+
+               return $post;
        }
 
        /**
-        * @brief Convert a message into plaintext for connectors to other networks
+        * Split the message in parts
         *
-        * @param array $b The message array that is about to be posted
-        * @param int $limit The maximum number of characters when posting to that network
-        * @param bool $includedlinks Has an attached link to be included into the message?
-        * @param int $htmlmode This triggers the behaviour of the bbcode conversion
-        * @param string $target_network Name of the network where the post should go to.
-        *
-        * @return string The converted message
+        * @param string  $message
+        * @param integer $baselimit
+        * @return array
         */
-       public static function toPlaintext($b, $limit = 0, $includedlinks = false, $htmlmode = 2, $target_network = "")
+       private static function getParts(string $message, int $baselimit): array
        {
-               // Remove the hash tags
-               $URLSearchString = "^\[\]";
-               $body = preg_replace("/([#@])\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism", '$1$3', $b["body"]);
-
-               // Add an URL element if the text contains a raw link
-               $body = preg_replace("/([^\]\='".'"'."]|^)(https?\:\/\/[a-zA-Z0-9\:\/\-\?\&\;\.\=\_\~\#\%\$\!\+\,]+)/ism", '$1[url]$2[/url]', $body);
-
-               // Remove the abstract
-               $body = remove_abstract($body);
-
-               // At first look at data that is attached via "type-..." stuff
-               // This will hopefully replaced with a dedicated bbcode later
-               //$post = self::getAttachedData($b["body"]);
-               $post = self::getAttachedData($body, $b);
+               $parts = [];
+               $part = '';
 
-               if (($b["title"] != "") && ($post["text"] != "")) {
-                       $post["text"] = trim($b["title"]."\n\n".$post["text"]);
-               } elseif ($b["title"] != "") {
-                       $post["text"] = trim($b["title"]);
-               }
+               $limit = $baselimit;
 
-               $abstract = "";
+               while ($message) {
+                       $pos1 = strpos($message, ' ');
+                       $pos2 = strpos($message, "\n");
 
-               // Fetch the abstract from the given target network
-               if ($target_network != "") {
-                       $default_abstract = fetch_abstract($b["body"]);
-                       $abstract = fetch_abstract($b["body"], $target_network);
-
-                       // If we post to a network with no limit we only fetch
-                       // an abstract exactly for this network
-                       if (($limit == 0) && ($abstract == $default_abstract)) {
-                               $abstract = "";
+                       if (($pos1 !== false) && ($pos2 !== false)) {
+                               $pos = min($pos1, $pos2) + 1;
+                       } elseif ($pos1 !== false) {
+                               $pos = $pos1 + 1;
+                       } elseif ($pos2 !== false) {
+                               $pos = $pos2 + 1;
+                       } else {
+                               $word = $message;
+                               $message = '';
                        }
-               } else {// Try to guess the correct target network
-                       switch ($htmlmode) {
-                               case 8:
-                                       $abstract = fetch_abstract($b["body"], NETWORK_TWITTER);
-                                       break;
-                               case 7:
-                                       $abstract = fetch_abstract($b["body"], NETWORK_STATUSNET);
-                                       break;
-                               case 6:
-                                       $abstract = fetch_abstract($b["body"], NETWORK_APPNET);
-                                       break;
-                               default: // We don't know the exact target.
-                                       // We fetch an abstract since there is a posting limit.
-                                       if ($limit > 0) {
-                                               $abstract = fetch_abstract($b["body"]);
-                                       }
+
+                       if (trim($message)) {
+                               $word    = substr($message, 0, $pos);
+                               $message = trim(substr($message, $pos));
                        }
-               }
 
-               if ($abstract != "") {
-                       $post["text"] = $abstract;
+                       if (Network::isValidHttpUrl(trim($word))) {
+                               $limit += mb_strlen(trim($word)) - self::URL_LENGTH;
+                       }
 
-                       if ($post["type"] == "text") {
-                               $post["type"] = "link";
-                               $post["url"] = $b["plink"];
+                       if ((mb_strlen($part . $word) > $limit - 8) && ($parts || (mb_strlen($part . $word . $message) > $limit))) {
+                               $parts[] = trim($part);
+                               $part    = '';
+                               $limit   = $baselimit;
                        }
+                       $part .= $word;
                }
+               $parts[] = trim($part);
 
-               $html = bbcode($post["text"].$post["after"], false, false, $htmlmode);
-               $msg = html2plain($html, 0, true);
-               $msg = trim(html_entity_decode($msg, ENT_QUOTES, 'UTF-8'));
-
-               $link = "";
-               if ($includedlinks) {
-                       if ($post["type"] == "link") {
-                               $link = $post["url"];
-                       } elseif ($post["type"] == "text") {
-                               $link = $post["url"];
-                       } elseif ($post["type"] == "video") {
-                               $link = $post["url"];
-                       } elseif ($post["type"] == "photo") {
-                               $link = $post["image"];
+               if (count($parts) > 1) {
+                       foreach ($parts as $key => $part) {
+                               $parts[$key] .= ' (' . ($key + 1) . '/' . count($parts) . ')';
                        }
+               }
 
-                       if (($msg == "") && isset($post["title"])) {
-                               $msg = trim($post["title"]);
-                       }
+               return $parts;
+       }
 
-                       if (($msg == "") && isset($post["description"])) {
-                               $msg = trim($post["description"]);
+       /**
+        * Fetch attached media to the post and simplify the body.
+        *
+        * @param array $item
+        * @return array
+        */
+       private static function getPostMedia(array $item): array
+       {
+               $post = ['type' => 'text', 'images' => [], 'remote_images' => []];
+
+               // Remove mentions and hashtag links
+               $URLSearchString = '^\[\]';
+               $post['text'] = preg_replace("/([#!@])\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism", '$1$3', $item['body']);
+
+               // Remove abstract
+               $post['text'] = BBCode::stripAbstract($post['text']);
+               // Remove attached links
+               $post['text'] = BBCode::removeAttachment($post['text']);
+               // Remove any links
+               $post['text'] = Post\Media::removeFromBody($post['text']);
+
+               $images = Post\Media::getByURIId($item['uri-id'], [Post\Media::IMAGE]);
+               if (!empty($item['quote-uri-id'])) {
+                       $images = array_merge($images, Post\Media::getByURIId($item['quote-uri-id'], [Post\Media::IMAGE]));
+               }
+               foreach ($images as $image) {
+                       if ($id = Photo::getIdForName($image['url'])) {
+                               $post['images'][] = ['url' => $image['url'], 'description' => $image['description'], 'id' => $id];
+                       } else {
+                               $post['remote_images'][] = ['url' => $image['url'], 'description' => $image['description']];
                        }
+               }
 
-                       // If the link is already contained in the post, then it neeedn't to be added again
-                       // But: if the link is beyond the limit, then it has to be added.
-                       if (($link != "") && strstr($msg, $link)) {
-                               $pos = strpos($msg, $link);
-
-                               // Will the text be shortened in the link?
-                               // Or is the link the last item in the post?
-                               if (($limit > 0) && ($pos < $limit) && (($pos + 23 > $limit) || ($pos + strlen($link) == strlen($msg)))) {
-                                       $msg = trim(str_replace($link, "", $msg));
-                               } elseif (($limit == 0) || ($pos < $limit)) {
-                                       // The limit has to be increased since it will be shortened - but not now
-                                       // Only do it with Twitter (htmlmode = 8)
-                                       if (($limit > 0) && (strlen($link) > 23) && ($htmlmode == 8)) {
-                                               $limit = $limit - 23 + strlen($link);
-                                       }
+               if (empty($post['images'])) {
+                       unset($post['images']);
+               }
 
-                                       $link = "";
+               if (empty($post['remote_images'])) {
+                       unset($post['remote_images']);
+               }
 
-                                       if ($post["type"] == "text") {
-                                               unset($post["url"]);
-                                       }
-                               }
-                       }
+               if (!empty($post['images'])) {
+                       $post['type']              = 'photo';
+                       $post['image']             = $post['images'][0]['url'];
+                       $post['image_description'] = $post['images'][0]['description'];
+               } elseif (!empty($post['remote_images'])) {
+                       $post['type']              = 'photo';
+                       $post['image']             = $post['remote_images'][0]['url'];
+                       $post['image_description'] = $post['remote_images'][0]['description'];
                }
 
-               if ($limit > 0) {
-                       // Reduce multiple spaces
-                       // When posted to a network with limited space, we try to gain space where possible
-                       while (strpos($msg, "  ") !== false) {
-                               $msg = str_replace("  ", " ", $msg);
-                       }
+               // Look for audio or video links
+               $media = Post\Media::getByURIId($item['uri-id'], [Post\Media::AUDIO, Post\Media::VIDEO]);
+               if (!empty($item['quote-uri-id'])) {
+                       $media = array_merge($media, Post\Media::getByURIId($item['quote-uri-id'], [Post\Media::AUDIO, Post\Media::VIDEO]));
+               }
 
-                       // Twitter is using its own limiter, so we always assume that shortened links will have this length
-                       if (iconv_strlen($link, "UTF-8") > 0) {
-                               $limit = $limit - 23;
+               foreach ($media as $medium) {
+                       if (in_array($medium['type'], [Post\Media::AUDIO, Post\Media::VIDEO])) {
+                               $post['type'] = 'link';
+                               $post['url']  = $medium['url'];
                        }
+               }
 
-                       if (iconv_strlen($msg, "UTF-8") > $limit) {
-                               if (($post["type"] == "text") && isset($post["url"])) {
-                                       $post["url"] = $b["plink"];
-                               } elseif (!isset($post["url"])) {
-                                       $limit = $limit - 23;
-                                       $post["url"] = $b["plink"];
-                               // Which purpose has this line? It is now uncommented, but left as a reminder
-                               //} elseif (strpos($b["body"], "[share") !== false) {
-                               //      $post["url"] = $b["plink"];
-                               } elseif (PConfig::get($b["uid"], "system", "no_intelligent_shortening")) {
-                                       $post["url"] = $b["plink"];
-                               }
-                               $msg = self::shortenMsg($msg, $limit);
+               // Look for an attached link
+               $page = Post\Media::getByURIId($item['uri-id'], [Post\Media::HTML]);
+               if (!empty($item['quote-uri-id']) && empty($page)) {
+                       $page = Post\Media::getByURIId($item['quote-uri-id'], [Post\Media::HTML]);
+               }
+               if (!empty($page)) {
+                       $post['type']          = 'link';
+                       $post['url']           = $page[0]['url'];
+                       $post['description']   = $page[0]['description'];
+                       $post['title']         = $page[0]['name'];
+
+                       if (empty($post['image']) && !empty($page[0]['preview'])) {
+                               $post['image'] = $page[0]['preview'];
                        }
                }
 
-               $post["text"] = trim($msg);
-
-               return($post);
+               return $post;
        }
 }