]> git.mxchange.org Git - friendica.git/blobdiff - include/items.php
Performance stuff: Caching for getsiteinfo function, check before running onepoll.php
[friendica.git] / include / items.php
index d929278e237c408ba5ec152c8a4106d690880294..22ae2f60a718fcc2b6e23343af8e2b50a20fc746 100644 (file)
@@ -163,6 +163,11 @@ function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0)
 
        $salmon = feed_salmonlinks($owner_nick);
 
+       $alternatelink = $owner['url'];
+
+       if(isset($category))
+               $alternatelink .= "/category/".$category;
+
        $atom .= replace_macros($feed_template, array(
                '$version'      => xmlify(FRIENDICA_VERSION),
                '$feed_id'      => xmlify($a->get_baseurl() . '/profile/' . $owner_nick),
@@ -170,6 +175,7 @@ function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0)
                '$feed_updated' => xmlify(datetime_convert('UTC', 'UTC', 'now' , ATOM_TIME)) ,
                '$hub'          => $hubxml,
                '$salmon'       => $salmon,
+               '$alternatelink' => xmlify($alternatelink),
                '$name'         => xmlify($owner['name']),
                '$profile_page' => xmlify($owner['url']),
                '$photo'        => xmlify($owner['photo']),
@@ -866,9 +872,18 @@ function get_atom_elements($feed, $item, $contact = array()) {
        }
 
        if (isset($contact["network"]) AND ($contact["network"] == NETWORK_FEED) AND $contact['fetch_further_information']) {
-               $res["body"] = $res["title"].add_page_info($res['plink']);
+               $preview = "";
+
+               // Handle enclosures and treat them as preview picture
+               if (isset($attach))
+                       foreach ($attach AS $attachment)
+                               if ($attachment->type == "image/jpeg")
+                                       $preview = $attachment->link;
+
+               $res["body"] = $res["title"].add_page_info($res['plink'], false, $preview, ($contact['fetch_further_information'] == 2), $contact['ffi_keyword_blacklist']);
                $res["title"] = "";
                $res["object-type"] = ACTIVITY_OBJ_BOOKMARK;
+               unset($res["attach"]);
        } elseif (isset($contact["network"]) AND ($contact["network"] == NETWORK_OSTATUS))
                $res["body"] = add_page_info_to_body($res["body"]);
        elseif (isset($contact["network"]) AND ($contact["network"] == NETWORK_FEED) AND strstr($res['plink'], ".app.net/")) {
@@ -882,12 +897,8 @@ function get_atom_elements($feed, $item, $contact = array()) {
        return $res;
 }
 
-function add_page_info($url, $no_photos = false, $photo = "") {
-       require_once("mod/parse_url.php");
-
-       $data = parseurl_getsiteinfo($url, true);
-
-       logger('add_page_info: fetch page info for '.$url.' '.print_r($data, true), LOGGER_DEBUG);
+function add_page_info_data($data) {
+       call_hooks('page_info_data', $data);
 
        // It maybe is a rich content, but if it does have everything that a link has,
        // then treat it that way
@@ -901,8 +912,14 @@ function add_page_info($url, $no_photos = false, $photo = "") {
        if ($no_photos AND ($data["type"] == "photo"))
                return("");
 
+       // If the link contains BBCode stuff, make a short link out of this to avoid parsing problems
+       if (strpos($data["url"], '[') OR strpos($data["url"], ']')) {
+               require_once("include/network.php");
+               $data["url"] = short_link($data["url"]);
+       }
+
        if (($data["type"] != "photo") AND is_string($data["title"]))
-               $text .= "[bookmark=".$url."]".trim($data["title"])."[/bookmark]";
+               $text .= "[bookmark=".$data["url"]."]".trim($data["title"])."[/bookmark]";
 
        if (($data["type"] != "video") AND ($photo != ""))
                $text .= '[img]'.$photo.'[/img]';
@@ -914,7 +931,51 @@ function add_page_info($url, $no_photos = false, $photo = "") {
        if (($data["type"] != "photo") AND is_string($data["text"]))
                $text .= "[quote]".$data["text"]."[/quote]";
 
-       return("\n[class=type-".$data["type"]."]".$text."[/class]");
+       $hashtags = "";
+       if (isset($data["keywords"]) AND count($data["keywords"])) {
+               $a = get_app();
+               $hashtags = "\n";
+               foreach ($data["keywords"] AS $keyword) {
+                       $hashtag = str_replace(array(" ", "+", "/", ".", "#", "'"),
+                                               array("","", "", "", "", ""), $keyword);
+                       $hashtags .= "#[url=".$a->get_baseurl()."/search?tag=".rawurlencode($hashtag)."]".$hashtag."[/url] ";
+               }
+       }
+
+       return("\n[class=type-".$data["type"]."]".$text."[/class]".$hashtags);
+}
+
+function add_page_info($url, $no_photos = false, $photo = "", $keywords = false, $keyword_blacklist = "") {
+       require_once("mod/parse_url.php");
+
+       $data = Cache::get("parse_url:".$url);
+       if (is_null($data)){
+               $data = parseurl_getsiteinfo($url, true);
+               Cache::set("parse_url:".$url,serialize($data));
+       } else
+               $data = unserialize($data);
+
+       if ($photo != "")
+               $data["images"][0]["src"] = $photo;
+
+       logger('add_page_info: fetch page info for '.$url.' '.print_r($data, true), LOGGER_DEBUG);
+
+       if (!$keywords AND isset($data["keywords"]))
+               unset($data["keywords"]);
+
+       if (($keyword_blacklist != "") AND isset($data["keywords"])) {
+               $list = explode(",", $keyword_blacklist);
+               foreach ($list AS $keyword) {
+                       $keyword = trim($keyword);
+                       $index = array_search($keyword, $data["keywords"]);
+                       if ($index !== false)
+                               unset($data["keywords"][$index]);
+               }
+       }
+
+       $text = add_page_info_data($data);
+
+       return($text);
 }
 
 function add_page_info_to_body($body, $texturl = false, $no_photos = false) {
@@ -983,7 +1044,16 @@ function encode_rel_links($links) {
 
 
 
-function item_store($arr,$force_parent = false) {
+function item_store($arr,$force_parent = false, $notify = false) {
+
+       // If it is a posting where users should get notifications, then define it as wall posting
+       if ($notify) {
+               $arr['wall'] = 1;
+               $arr['type'] = 'wall';
+               $arr['origin'] = 1;
+               $arr['last-child'] = 1;
+               $arr['network'] = NETWORK_DFRN;
+       }
 
        // If a Diaspora signature structure was passed in, pull it out of the
        // item array and set it aside for later storage.
@@ -1114,6 +1184,11 @@ function item_store($arr,$force_parent = false) {
        $arr['origin']        = ((x($arr,'origin'))        ? intval($arr['origin'])              : 0 );
        $arr['guid']          = ((x($arr,'guid'))          ? notags(trim($arr['guid']))          : get_guid(30));
        $arr['network']       = ((x($arr,'network'))       ? trim($arr['network'])               : '');
+       $arr['postopts']      = ((x($arr,'postopts'))      ? trim($arr['postopts'])              : '');
+       $arr['resource-id']   = ((x($arr,'resource-id'))   ? trim($arr['resource-id'])           : '');
+       $arr['event-id']      = ((x($arr,'event-id'))      ? intval($arr['event-id'])            : 0 );
+       $arr['inform']        = ((x($arr,'inform'))        ? trim($arr['inform'])                : '');
+       $arr['file']          = ((x($arr,'file'))          ? trim($arr['file'])                  : '');
 
        if ($arr['plink'] == "") {
                $a = get_app();
@@ -1144,6 +1219,7 @@ function item_store($arr,$force_parent = false) {
                $allow_gid = $arr['allow_gid'];
                $deny_cid  = $arr['deny_cid'];
                $deny_gid  = $arr['deny_gid'];
+               $notify_type = 'wall-new';
        }
        else {
 
@@ -1180,6 +1256,7 @@ function item_store($arr,$force_parent = false) {
                        $deny_cid       = $r[0]['deny_cid'];
                        $deny_gid       = $r[0]['deny_gid'];
                        $arr['wall']    = $r[0]['wall'];
+                       $notify_type    = 'comment-new';
 
                        // if the parent is private, force privacy for the entire conversation
                        // This differs from the above settings as it subtly allows comments from
@@ -1395,7 +1472,7 @@ function item_store($arr,$force_parent = false) {
        if (!$deleted) {
 
                // Store the fresh generated item into the cache
-               $cachefile = get_cachefile($arr["guid"]."-".hash("md5", $arr['body']));
+               $cachefile = get_cachefile(urlencode($arr["guid"])."-".hash("md5", $arr['body']));
 
                if (($cachefile != '') AND !file_exists($cachefile)) {
                        $s = prepare_text($arr['body']);
@@ -1417,6 +1494,9 @@ function item_store($arr,$force_parent = false) {
        create_tags_from_item($current_post);
        create_files_from_item($current_post);
 
+       if ($notify)
+               proc_run('php', "include/notifier.php", $notify_type, $current_post);
+
        return $current_post;
 }
 
@@ -1918,6 +1998,7 @@ function edited_timestamp_is_newer($existing, $update) {
 function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0) {
 
        require_once('library/simplepie/simplepie.inc');
+       require_once('include/contact_selectors.php');
 
        if(! strlen($xml)) {
                logger('consume_feed: empty input');
@@ -2532,16 +2613,6 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                if($contact['network'] === NETWORK_FEED)
                                        $datarray['private'] = 2;
 
-                               // This is my contact on another system, but it's really me.
-                               // Turn this into a wall post.
-
-                               if($contact['remote_self']) {
-                                       $datarray['wall'] = 1;
-                                       if($contact['network'] === NETWORK_FEED) {
-                                               $datarray['private'] = 0;
-                                       }
-                               }
-
                                $datarray['parent-uri'] = $item_id;
                                $datarray['uid'] = $importer['uid'];
                                $datarray['contact-id'] = $contact['id'];
@@ -2564,8 +2635,12 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                if(($contact['rel'] == CONTACT_IS_FOLLOWER) && (! tgroup_check($importer['uid'],$datarray)))
                                        continue;
 
+                               // This is my contact on another system, but it's really me.
+                               // Turn this into a wall post.
+                               $notify = item_is_remote_self($contact, $datarray);
 
-                               $r = item_store($datarray);
+                               $r = item_store($datarray, false, $notify);
+                               logger('Stored - Contact '.$contact['url'].' Notify '.$notify.' return '.$r.' Item '.print_r($datarray, true), LOGGER_DEBUG);
                                continue;
 
                        }
@@ -2573,10 +2648,69 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
        }
 }
 
+function item_is_remote_self($contact, &$datarray) {
+       $a = get_app();
+
+       if (!$contact['remote_self'])
+               return false;
+
+       // Prevent the forwarding of posts that are forwarded
+       if ($datarray["extid"] == NETWORK_DFRN)
+               return false;
+
+       // Prevent to forward already forwarded posts
+       if ($datarray["app"] == $a->get_hostname())
+               return false;
+
+       if (($contact['network'] != NETWORK_FEED) AND $datarray['private'])
+               return false;
+
+       $datarray2 = $datarray;
+       logger('remote-self start - Contact '.$contact['url'].' - '.$contact['remote_self'].' Item '.print_r($datarray, true), LOGGER_DEBUG);
+       if ($contact['remote_self'] == 2) {
+               $r = q("SELECT `id`,`url`,`name`,`photo`,`network` FROM `contact` WHERE `uid` = %d AND `self`",
+                       intval($contact['uid']));
+               if (count($r)) {
+                       $datarray['contact-id'] = $r[0]["id"];
+
+                       $datarray['owner-name'] = $r[0]["name"];
+                       $datarray['owner-link'] = $r[0]["url"];
+                       $datarray['owner-avatar'] = $r[0]["avatar"];
+
+                       $datarray['author-name']   = $datarray['owner-name'];
+                       $datarray['author-link']   = $datarray['owner-link'];
+                       $datarray['author-avatar'] = $datarray['owner-avatar'];
+               }
+
+               if ($contact['network'] != NETWORK_FEED) {
+                       $datarray["guid"] = get_guid(32);
+                       unset($datarray["plink"]);
+                       $datarray["uri"] = item_new_uri($a->get_hostname(),$contact['uid']);
+                       $datarray["parent-uri"] = $datarray["uri"];
+                       $datarray["extid"] = $contact['network'];
+                       $urlpart = parse_url($datarray2['author-link']);
+                       $datarray["app"] = $urlpart["host"];
+               } else
+                       $datarray['private'] = 0;
+       }
+
+       //if (!isset($datarray["app"]) OR ($datarray["app"] == ""))
+       //      $datarray["app"] = network_to_name($contact['network']);
+
+       if ($contact['network'] != NETWORK_FEED) {
+               // Store the original post
+               $r = item_store($datarray2, false, false);
+               logger('remote-self post original item - Contact '.$contact['url'].' return '.$r.' Item '.print_r($datarray2, true), LOGGER_DEBUG);
+       } else
+               $datarray["app"] = "Feed";
+
+       return true;
+}
+
 function local_delivery($importer,$data) {
        $a = get_app();
 
-    logger(__function__, LOGGER_TRACE);
+       logger(__function__, LOGGER_TRACE);
 
        if($importer['readonly']) {
                // We aren't receiving stuff from this person. But we will quietly ignore them
@@ -3633,12 +3767,6 @@ function local_delivery($importer,$data) {
                                continue;
                        }
 
-                       // This is my contact on another system, but it's really me.
-                       // Turn this into a wall post.
-
-                       if($importer['remote_self'])
-                               $datarray['wall'] = 1;
-
                        $datarray['parent-uri'] = $item_id;
                        $datarray['uid'] = $importer['importer_uid'];
                        $datarray['contact-id'] = $importer['id'];
@@ -3658,7 +3786,11 @@ function local_delivery($importer,$data) {
                        if(($importer['rel'] == CONTACT_IS_FOLLOWER) && (! tgroup_check($importer['importer_uid'],$datarray)))
                                continue;
 
-                       $posted_id = item_store($datarray);
+                       // This is my contact on another system, but it's really me.
+                       // Turn this into a wall post.
+                       $notify = item_is_remote_self($importer, $datarray);
+
+                       $posted_id = item_store($datarray, false, $notify);
 
                        if(stristr($datarray['verb'],ACTIVITY_POKE)) {
                                $verb = urldecode(substr($datarray['verb'],strpos($datarray['verb'],'#')+1));
@@ -3775,6 +3907,7 @@ function new_follower($importer,$contact,$datarray,$item,$sharing = false) {
                                dbesc(datetime_convert())
                        );
                }
+
                $r = q("SELECT * FROM `user` WHERE `uid` = %d LIMIT 1",
                        intval($importer['uid'])
                );
@@ -3788,20 +3921,24 @@ function new_follower($importer,$contact,$datarray,$item,$sharing = false) {
 
                        if(($r[0]['notify-flags'] & NOTIFY_INTRO) &&
                                (($r[0]['page-flags'] == PAGE_NORMAL) OR ($r[0]['page-flags'] == PAGE_SOAPBOX))) {
-                               $email_tpl = get_intltext_template('follow_notify_eml.tpl');
-                               $email = replace_macros($email_tpl, array(
-                                       '$requestor' => ((strlen($name)) ? $name : t('[Name Withheld]')),
-                                       '$url' => $url,
-                                       '$myname' => $r[0]['username'],
-                                       '$siteurl' => $a->get_baseurl(),
-                                       '$sitename' => $a->config['sitename']
+
+
+
+                               notification(array(
+                                       'type'         => NOTIFY_INTRO,
+                                       'notify_flags' => $r[0]['notify-flags'],
+                                       'language'     => $r[0]['language'],
+                                       'to_name'      => $r[0]['username'],
+                                       'to_email'     => $r[0]['email'],
+                                       'uid'          => $r[0]['uid'],
+                                       'link'             => $a->get_baseurl() . '/notifications/intro',
+                                       'source_name'  => ((strlen(stripslashes($contact_record['name']))) ? stripslashes($contact_record['name']) : t('[Name Withheld]')),
+                                       'source_link'  => $contact_record['url'],
+                                       'source_photo' => $contact_record['photo'],
+                                       'verb'         => ($sharing ? ACTIVITY_FRIEND : ACTIVITY_FOLLOW),
+                                       'otype'        => 'intro'
                                ));
-                               $res = mail($r[0]['email'],
-                                       email_header_encode((($sharing) ? t('A new person is sharing with you at ') : t("You have a new follower at ")) . $a->config['sitename'],'UTF-8'),
-                                       $email,
-                                       'From: ' . 'Administrator' . '@' . $_SERVER['SERVER_NAME'] . "\n"
-                                       . 'Content-type: text/plain; charset=UTF-8' . "\n"
-                                       . 'Content-transfer-encoding: 8bit' );
+
 
                        }
                }
@@ -4519,13 +4656,9 @@ function posted_dates($uid,$wall) {
        if(! $dthen)
                return array();
 
-       // If it's near the end of a long month, backup to the 28th so that in
-       // consecutive loops we'll always get a whole month difference.
-
-       if(intval(substr($dnow,8)) > 28)
-               $dnow = substr($dnow,0,8) . '28';
-       if(intval(substr($dthen,8)) > 28)
-               $dnow = substr($dthen,0,8) . '28';
+       // Set the start and end date to the beginning of the month
+       $dnow = substr($dnow,0,8).'01';
+       $dthen = substr($dthen,0,8).'01';
 
        $ret = array();
        // Starting with the current month, get the first and last days of every