]> git.mxchange.org Git - friendica.git/blobdiff - include/items.php
The CSS code for shared messages is moved from "vier" to the global.css, so that...
[friendica.git] / include / items.php
index 58768414356e4e79766630370e54bfddcac20d8f..27be613d70996e082360efee9b57ecc53eb8ead2 100755 (executable)
@@ -6,9 +6,11 @@ require_once('include/salmon.php');
 require_once('include/crypto.php');
 require_once('include/Photo.php');
 require_once('include/tags.php');
+require_once('include/files.php');
 require_once('include/text.php');
 require_once('include/email.php');
 require_once('include/ostatus_conversation.php');
+require_once('include/threads.php');
 
 function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0) {
 
@@ -36,7 +38,7 @@ function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0)
        $sql_extra = " AND `allow_cid` = '' AND `allow_gid` = '' AND `deny_cid`  = '' AND `deny_gid`  = '' ";
 
        $r = q("SELECT `contact`.*, `user`.`uid` AS `user_uid`, `user`.`nickname`, `user`.`timezone`, `user`.`page-flags`
-               FROM `contact` LEFT JOIN `user` ON `user`.`uid` = `contact`.`uid`
+               FROM `contact` INNER JOIN `user` ON `user`.`uid` = `contact`.`uid`
                WHERE `contact`.`self` = 1 AND `user`.`nickname` = '%s' LIMIT 1",
                dbesc($owner_nick)
        );
@@ -50,6 +52,8 @@ function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0)
 
        $birthday = feed_birthday($owner_id,$owner['timezone']);
 
+       $sql_post_table = "";
+
        if(! $public_feed) {
 
                $sql_extra = '';
@@ -83,18 +87,18 @@ function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0)
                $groups = init_groups_visitor($contact['id']);
 
                if(count($groups)) {
-                       for($x = 0; $x < count($groups); $x ++) 
+                       for($x = 0; $x < count($groups); $x ++)
                                $groups[$x] = '<' . intval($groups[$x]) . '>' ;
                        $gs = implode('|', $groups);
                }
                else
-                       $gs = '<<>>' ; // Impossible to match 
+                       $gs = '<<>>' ; // Impossible to match
 
-               $sql_extra = sprintf(" 
-                       AND ( `allow_cid` = '' OR     `allow_cid` REGEXP '<%d>' ) 
-                       AND ( `deny_cid`  = '' OR NOT `deny_cid`  REGEXP '<%d>' ) 
+               $sql_extra = sprintf("
+                       AND ( `allow_cid` = '' OR     `allow_cid` REGEXP '<%d>' )
+                       AND ( `deny_cid`  = '' OR NOT `deny_cid`  REGEXP '<%d>' )
                        AND ( `allow_gid` = '' OR     `allow_gid` REGEXP '%s' )
-                       AND ( `deny_gid`  = '' OR NOT `deny_gid`  REGEXP '%s') 
+                       AND ( `deny_gid`  = '' OR NOT `deny_gid`  REGEXP '%s')
                ",
                        intval($contact['id']),
                        intval($contact['id']),
@@ -112,7 +116,9 @@ function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0)
                $last_update = 'now -30 days';
 
        if(isset($category)) {
-               $sql_extra .= file_tag_file_query('item',$category,'category');
+               $sql_post_table = sprintf("INNER JOIN (SELECT `oid` FROM `term` WHERE `term` = '%s' AND `otype` = %d AND `type` = %d AND `uid` = %d ORDER BY `tid` DESC) AS `term` ON `item`.`id` = `term`.`oid` ",
+                               dbesc(protect_sprintf($category)), intval(TERM_OBJ_POST), intval(TERM_CATEGORY), intval($owner_id));
+               //$sql_extra .= file_tag_file_query('item',$category,'category');
        }
 
        if($public_feed) {
@@ -122,22 +128,25 @@ function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0)
 
        $check_date = datetime_convert('UTC','UTC',$last_update,'Y-m-d H:i:s');
 
-       $r = q("SELECT `item`.*, `item`.`id` AS `item_id`, 
-               `contact`.`name`, `contact`.`network`, `contact`.`photo`, `contact`.`url`, 
+       //      AND ( `item`.`edited` > '%s' OR `item`.`changed` > '%s' )
+       //      dbesc($check_date),
+
+       $r = q("SELECT `item`.*, `item`.`id` AS `item_id`,
+               `contact`.`name`, `contact`.`network`, `contact`.`photo`, `contact`.`url`,
                `contact`.`name-date`, `contact`.`uri-date`, `contact`.`avatar-date`,
-               `contact`.`thumb`, `contact`.`dfrn-id`, `contact`.`self`, 
+               `contact`.`thumb`, `contact`.`dfrn-id`, `contact`.`self`,
                `contact`.`id` AS `contact-id`, `contact`.`uid` AS `contact-uid`,
                `sign`.`signed_text`, `sign`.`signature`, `sign`.`signer`
-               FROM `item` LEFT JOIN `contact` ON `contact`.`id` = `item`.`contact-id`
+               FROM `item` $sql_post_table
+               INNER JOIN `contact` ON `contact`.`id` = `item`.`contact-id`
+               AND `contact`.`blocked` = 0 AND `contact`.`pending` = 0
                LEFT JOIN `sign` ON `sign`.`iid` = `item`.`id`
-               WHERE `item`.`uid` = %d AND `item`.`visible` = 1 and `item`.`moderated` = 0 AND `item`.`parent` != 0 
-               AND `item`.`wall` = 1 AND `contact`.`blocked` = 0 AND `contact`.`pending` = 0
-               AND ( `item`.`edited` > '%s' OR `item`.`changed` > '%s' )
+               WHERE `item`.`uid` = %d AND `item`.`visible` = 1 and `item`.`moderated` = 0 AND `item`.`parent` != 0
+               AND `item`.`wall` = 1 AND `item`.`changed` > '%s'
                $sql_extra
                ORDER BY `parent` %s, `created` ASC LIMIT 0, 300",
                intval($owner_id),
                dbesc($check_date),
-               dbesc($check_date),
                dbesc($sort)
        );
 
@@ -406,7 +415,7 @@ function title_is_body($title, $body) {
 
 
 
-function get_atom_elements($feed,$item) {
+function get_atom_elements($feed, $item, $contact = array()) {
 
        require_once('library/HTMLPurifier.auto.php');
        require_once('include/html2bbcode.php');
@@ -542,7 +551,7 @@ function get_atom_elements($feed,$item) {
                $res['body'] = notags(base64url_decode($res['body']));
        }
 
-       
+
        $res['body'] = limit_body_size($res['body']);
 
        // It isn't certain at this point whether our content is plaintext or html and we'd be foolish to trust 
@@ -618,7 +627,7 @@ function get_atom_elements($feed,$item) {
                $res['edited'] = unxmlify($rawedited[0]['data']);
 
        if((x($res,'edited')) && (! (x($res,'created'))))
-               $res['created'] = $res['edited']; 
+               $res['created'] = $res['edited'];
 
        if(! $res['created'])
                $res['created'] = $item->get_date('c');
@@ -846,6 +855,12 @@ function get_atom_elements($feed,$item) {
                };
        }
 
+       if (isset($contact["network"]) AND ($contact["network"] == NETWORK_FEED) AND $contact['fetch_further_information']) {
+               $res["body"] = $res["title"].add_page_info($res['plink']);
+               $res["title"] = "";
+       } elseif (isset($contact["network"]) AND ($contact["network"] == NETWORK_OSTATUS))
+               $res["body"] = add_page_info_to_body($res["body"]);
+
        $arr = array('feed' => $feed, 'item' => $item, 'result' => $res);
 
        call_hooks('parse_atom', $arr);
@@ -860,6 +875,65 @@ function get_atom_elements($feed,$item) {
        return $res;
 }
 
+function add_page_info($url, $no_photos = false) {
+        require_once("mod/parse_url.php");
+        $data = parseurl_getsiteinfo($url, true);
+
+        logger('add_page_info: fetch page info for '.$url.' '.print_r($data, true), LOGGER_DEBUG);
+
+       // It maybe is a rich content, but if it does have everything that a link has,
+       // then treat it that way
+       if (($data["type"] == "rich") AND is_string($data["title"]) AND
+               is_string($data["text"]) AND (sizeof($data["images"]) > 0))
+               $data["type"] = "link";
+
+        if ((($data["type"] != "link") AND ($data["type"] != "video") AND ($data["type"] != "photo")) OR ($data["title"] == $url))
+                return("");
+
+       if ($no_photos AND ($data["type"] == "photo"))
+               return("");
+
+        if (($data["type"] != "photo") AND is_string($data["title"]))
+                $text .= "[bookmark=".$url."]".trim($data["title"])."[/bookmark]";
+
+        if (($data["type"] != "video") AND (sizeof($data["images"]) > 0)) {
+                $imagedata = $data["images"][0];
+                $text .= '[img]'.$imagedata["src"].'[/img]';
+        }
+
+        if (($data["type"] != "photo") AND is_string($data["text"]))
+                $text .= "[quote]".$data["text"]."[/quote]";
+
+        return("\n[class=type-".$data["type"]."]".$text."[/class]");
+}
+
+function add_page_info_to_body($body, $texturl = false, $no_photos = false) {
+
+        logger('add_page_info_to_body: fetch page info for body '.$body, LOGGER_DEBUG);
+
+        $URLSearchString = "^\[\]";
+
+        // Adding these spaces is a quick hack due to my problems with regular expressions :)
+        preg_match("/[^!#@]\[url\]([$URLSearchString]*)\[\/url\]/ism", " ".$body, $matches);
+
+        if (!$matches)
+                preg_match("/[^!#@]\[url\=([$URLSearchString]*)\](.*?)\[\/url\]/ism", " ".$body, $matches);
+
+       // Convert urls without bbcode elements
+       if (!$matches AND $texturl) {
+               preg_match("/([^\]\='".'"'."]|^)(https?\:\/\/[a-zA-Z0-9\:\/\-\?\&\;\.\=\_\~\#\%\$\!\+\,]+)/ism", " ".$body, $matches);
+
+               // Yeah, a hack. I really hate regular expressions :)
+               if ($matches)
+                       $matches[1] = $matches[2];
+       }
+
+        if ($matches)
+                $body .= add_page_info($matches[1], $no_photos);
+
+        return $body;
+}
+
 function encode_rel_links($links) {
        $o = '';
        if(! ((is_array($links)) && (count($links))))
@@ -885,7 +959,7 @@ function encode_rel_links($links) {
 
 function item_store($arr,$force_parent = false) {
 
-       // If a Diaspora signature structure was passed in, pull it out of the 
+       // If a Diaspora signature structure was passed in, pull it out of the
        // item array and set it aside for later storage.
 
        $dsprsig = null;
@@ -917,7 +991,7 @@ function item_store($arr,$force_parent = false) {
 
        // Shouldn't happen but we want to make absolutely sure it doesn't leak from a plugin.
 
-       if((strpos($arr['body'],'<') !== false) || (strpos($arr['body'],'>') !== false)) 
+       if((strpos($arr['body'],'<') !== false) || (strpos($arr['body'],'>') !== false))
                $arr['body'] = strip_tags($arr['body']);
 
 
@@ -1028,7 +1102,7 @@ function item_store($arr,$force_parent = false) {
 
                        if($r[0]['uri'] != $r[0]['parent-uri']) {
                                $arr['parent-uri'] = $r[0]['parent-uri'];
-                               $z = q("SELECT * FROM `item` WHERE `uri` = '%s' AND `parent-uri` = '%s' AND `uid` = %d 
+                               $z = q("SELECT * FROM `item` WHERE `uri` = '%s' AND `parent-uri` = '%s' AND `uid` = %d
                                        ORDER BY `id` ASC LIMIT 1",
                                        dbesc($r[0]['parent-uri']),
                                        dbesc($r[0]['parent-uri']),
@@ -1047,18 +1121,32 @@ function item_store($arr,$force_parent = false) {
                        $arr['wall']    = $r[0]['wall'];
 
                        // if the parent is private, force privacy for the entire conversation
-                       // This differs from the above settings as it subtly allows comments from 
-                       // email correspondents to be private even if the overall thread is not. 
+                       // This differs from the above settings as it subtly allows comments from
+                       // email correspondents to be private even if the overall thread is not.
 
                        if($r[0]['private'])
                                $arr['private'] = $r[0]['private'];
 
                        // Edge case. We host a public forum that was originally posted to privately.
                        // The original author commented, but as this is a comment, the permissions
-                       // weren't fixed up so it will still show the comment as private unless we fix it here. 
+                       // weren't fixed up so it will still show the comment as private unless we fix it here.
 
                        if((intval($r[0]['forum_mode']) == 1) && (! $r[0]['private']))
                                $arr['private'] = 0;
+
+
+                       // If its a post from myself then tag the thread as "mention"
+                       logger("item_store: Checking if parent ".$parent_id." has to be tagged as mention for user ".$arr['uid'], LOGGER_DEBUG);
+                       $u = q("select * from user where uid = %d limit 1", intval($arr['uid']));
+                       if(count($u)) {
+                               $a = get_app();
+                               $self = normalise_link($a->get_baseurl() . '/profile/' . $u[0]['nickname']);
+                               logger("item_store: 'myself' is ".$self." for parent ".$parent_id." checking against ".$arr['author-link']." and ".$arr['owner-link'], LOGGER_DEBUG);
+                               if ((normalise_link($arr['author-link']) == $self) OR (normalise_link($arr['owner-link']) == $self)) {
+                                       q("UPDATE `thread` SET `mention` = 1 WHERE `iid` = %d", intval($parent_id));
+                                       logger("item_store: tagged thread ".$parent_id." as mention for user ".$self, LOGGER_DEBUG);
+                               }
+                       }
                }
                else {
 
@@ -1100,10 +1188,10 @@ function item_store($arr,$force_parent = false) {
 
        logger('item_store: ' . print_r($arr,true), LOGGER_DATA);
 
-       $r = dbq("INSERT INTO `item` (`" 
-                       . implode("`, `", array_keys($arr)) 
-                       . "`) VALUES ('" 
-                       . implode("', '", array_values($arr)) 
+       $r = dbq("INSERT INTO `item` (`"
+                       . implode("`, `", array_keys($arr))
+                       . "`) VALUES ('"
+                       . implode("', '", array_values($arr))
                        . "')" );
 
        // find the item we just created
@@ -1116,7 +1204,50 @@ function item_store($arr,$force_parent = false) {
        if(count($r)) {
                $current_post = $r[0]['id'];
                logger('item_store: created item ' . $current_post);
-               create_tags_from_item($r[0]['id']);
+
+               // Only check for notifications on start posts
+               if ($arr['parent-uri'] === $arr['uri']) {
+                       add_thread($r[0]['id']);
+                       logger('item_store: Check notification for contact '.$arr['contact-id'].' and post '.$current_post, LOGGER_DEBUG);
+
+                       // Send a notification for every new post?
+                       $r = q("SELECT `notify_new_posts` FROM `contact` WHERE `id` = %d AND `uid` = %d AND `notify_new_posts` LIMIT 1",
+                               intval($arr['contact-id']),
+                               intval($arr['uid'])
+                       );
+
+                       if(count($r)) {
+                               logger('item_store: Send notification for contact '.$arr['contact-id'].' and post '.$current_post, LOGGER_DEBUG);
+                               $u = q("SELECT * FROM user WHERE uid = %d LIMIT 1",
+                                       intval($arr['uid']));
+
+                               $item = q("SELECT * FROM `item` WHERE `id` = %d AND `uid` = %d",
+                                       intval($current_post),
+                                       intval($arr['uid'])
+                               );
+
+                               $a = get_app();
+
+                               require_once('include/enotify.php');
+                               notification(array(
+                                       'type'         => NOTIFY_SHARE,
+                                       'notify_flags' => $u[0]['notify-flags'],
+                                       'language'     => $u[0]['language'],
+                                       'to_name'      => $u[0]['username'],
+                                       'to_email'     => $u[0]['email'],
+                                       'uid'          => $u[0]['uid'],
+                                       'item'         => $item[0],
+                                       'link'         => $a->get_baseurl().'/display/'.$u[0]['nickname'].'/'.$current_post,
+                                       'source_name'  => $item[0]['author-name'],
+                                       'source_link'  => $item[0]['author-link'],
+                                       'source_photo' => $item[0]['author-avatar'],
+                                       'verb'         => ACTIVITY_TAG,
+                                       'otype'        => 'item'
+                               ));
+                               logger('item_store: Notification sent for contact '.$arr['contact-id'].' and post '.$current_post, LOGGER_DEBUG);
+                       }
+               }
+
        } else {
                logger('item_store: could not locate created item');
                return 0;
@@ -1136,9 +1267,9 @@ function item_store($arr,$force_parent = false) {
        if(strlen($allow_cid) || strlen($allow_gid) || strlen($deny_cid) || strlen($deny_gid))
                $private = 1;
        else
-               $private = $arr['private']; 
+               $private = $arr['private'];
 
-       // Set parent id - and also make sure to inherit the parent's ACL's.
+       // Set parent id - and also make sure to inherit the parent's ACLs.
 
        $r = q("UPDATE `item` SET `parent` = %d, `allow_cid` = '%s', `allow_gid` = '%s',
                `deny_cid` = '%s', `deny_gid` = '%s', `private` = %d, `deleted` = %d WHERE `id` = %d",
@@ -1151,7 +1282,6 @@ function item_store($arr,$force_parent = false) {
                intval($parent_deleted),
                intval($current_post)
        );
-       create_tags_from_item($current_post);
 
        // Complete ostatus threads
        if ($ostatus_conversation)
@@ -1173,6 +1303,7 @@ function item_store($arr,$force_parent = false) {
                dbesc(datetime_convert()),
                intval($parent_id)
        );
+       update_thread($parent_id);
 
        if($dsprsig) {
                q("insert into sign (`iid`,`signed_text`,`signature`,`signer`) values (%d,'%s','%s','%s') ",
@@ -1201,7 +1332,7 @@ function item_store($arr,$force_parent = false) {
        // current post can be deleted if is for a communuty page and no mention are
        // in it.
        if (!$deleted) {
-               
+
                // Store the fresh generated item into the cache
                $cachefile = get_cachefile($arr["guid"]."-".hash("md5", $arr['body']));
 
@@ -1214,17 +1345,20 @@ function item_store($arr,$force_parent = false) {
                        logger('item_store: put item '.$current_post.' into cachefile '.$cachefile);
                }
 
-        $r = q('SELECT * FROM `item` WHERE id = %d', intval($current_post));
-        if (count($r) == 1) {
-            call_hooks('post_remote_end', $r[0]);
-        }
-        else {
-            logger('item_store: new item not found in DB, id ' . $current_post);
-        }
+               $r = q('SELECT * FROM `item` WHERE id = %d', intval($current_post));
+               if (count($r) == 1) {
+                       call_hooks('post_remote_end', $r[0]);
+               } else {
+                       logger('item_store: new item not found in DB, id ' . $current_post);
+               }
        }
+
+       create_tags_from_item($current_post);
+       create_files_from_item($current_post);
+
        return $current_post;
 }
-
+// return - test
 function get_item_contact($item,$contacts) {
        if(! count($contacts) || (! is_array($item)))
                return false;
@@ -1245,7 +1379,7 @@ function get_item_contact($item,$contacts) {
  */
 function tag_deliver($uid,$item_id) {
 
-       // 
+       //
 
        $a = get_app();
 
@@ -1375,6 +1509,7 @@ function tag_deliver($uid,$item_id) {
                dbesc($u[0]['deny_gid']),
                intval($item_id)
        );
+       update_thread($item_id);
 
        proc_run('php','include/notifier.php','tgroup',$item_id);
 
@@ -1671,7 +1806,7 @@ function edited_timestamp_is_newer($existing, $update) {
  * thing regardless of feed ordering. This won't be adequate in a fully-threaded
  * model where comments can have sub-threads. That would require some massive sorting
  * to get all the feed items into a mostly linear ordering, and might still require
- * recursion.  
+ * recursion.
  */
 
 function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0) {
@@ -1892,7 +2027,7 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                        $when = datetime_convert('UTC','UTC','now','Y-m-d H:i:s');
                        }
                        if($deleted && is_array($contact)) {
-                               $r = q("SELECT `item`.*, `contact`.`self` FROM `item` left join `contact` on `item`.`contact-id` = `contact`.`id` 
+                               $r = q("SELECT `item`.*, `contact`.`self` FROM `item` INNER JOIN `contact` on `item`.`contact-id` = `contact`.`id` 
                                        WHERE `uri` = '%s' AND `item`.`uid` = %d AND `contact-id` = %d AND NOT `item`.`file` LIKE '%%[%%' LIMIT 1",
                                        dbesc($uri),
                                        intval($importer['uid']),
@@ -1950,10 +2085,12 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                                        intval($importer['uid'])
                                                );
                                                create_tags_from_itemuri($item['uri'], $importer['uid']);
+                                               create_files_from_itemuri($item['uri'], $importer['uid']);
+                                               update_thread_uri($item['uri'], $importer['uid']);
                                        }
                                        else {
                                                $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
-                                                       `body` = '', `title` = '' 
+                                                       `body` = '', `title` = ''
                                                        WHERE `uri` = '%s' AND `uid` = %d",
                                                        dbesc($when),
                                                        dbesc(datetime_convert()),
@@ -1961,6 +2098,7 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                                        intval($importer['uid'])
                                                );
                                                create_tags_from_itemuri($uri, $importer['uid']);
+                                               create_files_from_itemuri($uri, $importer['uid']);
                                                if($item['last-child']) {
                                                        // ensure that last-child is set in case the comment that had it just got wiped.
                                                        q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d ",
@@ -2023,7 +2161,7 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                // Have we seen it? If not, import it.
 
                                $item_id  = $item->get_id();
-                               $datarray = get_atom_elements($feed,$item);
+                               $datarray = get_atom_elements($feed, $item, $contact);
 
                                if((! x($datarray,'author-name')) && ($contact['network'] != NETWORK_DFRN))
                                        $datarray['author-name'] = $contact['name'];
@@ -2049,6 +2187,7 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                                intval($importer['uid'])
                                        );
                                        $datarray['last-child'] = 1;
+                                       update_thread_uri($parent_uri, $importer['uid']);
                                }
 
 
@@ -2066,15 +2205,17 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                                if(datetime_convert('UTC','UTC',$datarray['edited']) < $r[0]['edited'])
                                                        continue;
 
-                                               $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
+                                               $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
                                                        dbesc($datarray['title']),
                                                        dbesc($datarray['body']),
                                                        dbesc($datarray['tag']),
                                                        dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
+                                                       dbesc(datetime_convert()),
                                                        dbesc($item_id),
                                                        intval($importer['uid'])
                                                );
                                                create_tags_from_itemuri($item_id, $importer['uid']);
+                                               update_thread_uri($item_id, $importer['uid']);
                                        }
 
                                        // update last-child if it changes
@@ -2092,6 +2233,7 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                                        dbesc($item_id),
                                                        intval($importer['uid'])
                                                );
+                                               update_thread_uri($item_id, $importer['uid']);
                                        }
                                        continue;
                                }
@@ -2108,11 +2250,20 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                        $datarray['type'] = 'activity';
                                        $datarray['gravity'] = GRAVITY_LIKE;
                                        // only one like or dislike per person
-                                       $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`parent-uri` = '%s' OR `thr-parent` = '%s') limit 1",
+                                       // splitted into two queries for performance issues
+                                       $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`parent-uri` = '%s') limit 1",
+                                               intval($datarray['uid']),
+                                               intval($datarray['contact-id']),
+                                               dbesc($datarray['verb']),
+                                               dbesc($parent_uri)
+                                       );
+                                       if($r && count($r))
+                                               continue;
+
+                                       $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`thr-parent` = '%s') limit 1",
                                                intval($datarray['uid']),
                                                intval($datarray['contact-id']),
                                                dbesc($datarray['verb']),
-                                               dbesc($parent_uri),
                                                dbesc($parent_uri)
                                        );
                                        if($r && count($r))
@@ -2155,7 +2306,7 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
 
                                $item_id  = $item->get_id();
 
-                               $datarray = get_atom_elements($feed,$item);
+                               $datarray = get_atom_elements($feed, $item, $contact);
 
                                if(is_array($contact)) {
                                        if((! x($datarray,'author-name')) && ($contact['network'] != NETWORK_DFRN))
@@ -2209,21 +2360,23 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                // Update content if 'updated' changes
 
                                if(count($r)) {
-                                       if (edited_timestamp_is_newer($r[0], $datarray)) {  
+                                       if (edited_timestamp_is_newer($r[0], $datarray)) {
 
                                                // do not accept (ignore) an earlier edit than one we currently have.
                                                if(datetime_convert('UTC','UTC',$datarray['edited']) < $r[0]['edited'])
                                                        continue;
 
-                                               $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
+                                               $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
                                                        dbesc($datarray['title']),
                                                        dbesc($datarray['body']),
                                                        dbesc($datarray['tag']),
                                                        dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
+                                                       dbesc(datetime_convert()),
                                                        dbesc($item_id),
                                                        intval($importer['uid'])
                                                );
                                                create_tags_from_itemuri($item_id, $importer['uid']);
+                                               update_thread_uri($item_id, $importer['uid']);
                                        }
 
                                        // update last-child if it changes
@@ -2236,6 +2389,7 @@ function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $pass = 0)
                                                        dbesc($item_id),
                                                        intval($importer['uid'])
                                                );
+                                               update_thread_uri($item_id, $importer['uid']);
                                        }
                                        continue;
                                }
@@ -2474,65 +2628,65 @@ function local_delivery($importer,$data) {
                /*$newloc['pubkey'] = notags(unxmlify($base['pubkey'][0]['data']));
                $newloc['prvkey'] = notags(unxmlify($base['prvkey'][0]['data']));*/
 
-        logger("items:relocate contact ".print_r($newloc, true).print_r($importer, true), LOGGER_DEBUG);
+               logger("items:relocate contact ".print_r($newloc, true).print_r($importer, true), LOGGER_DEBUG);
 
-        // update contact
-        $r = q("SELECT photo, url FROM contact WHERE id=%d AND uid=%d;",
-                    intval($importer['id']),
-                                       intval($importer['importer_uid']));
+               // update contact
+               $r = q("SELECT photo, url FROM contact WHERE id=%d AND uid=%d;",
+                       intval($importer['id']),
+                       intval($importer['importer_uid']));
                if ($r === false)
                        return 1;
-        $old = $r[0];
-
-        $x = q("UPDATE contact SET
-                        name = '%s',
-                        photo = '%s',
-                        thumb = '%s',
-                        micro = '%s',
-                        url = '%s',
-                        request = '%s',
-                        confirm = '%s',
-                        notify = '%s',
-                        poll = '%s',
-                        `site-pubkey` = '%s'
-                WHERE id=%d AND uid=%d;",
-                    dbesc($newloc['name']),
-                    dbesc($newloc['photo']),
-                    dbesc($newloc['thumb']),
-                    dbesc($newloc['micro']),
-                    dbesc($newloc['url']),
-                    dbesc($newloc['request']),
-                    dbesc($newloc['confirm']),
-                    dbesc($newloc['notify']),
-                    dbesc($newloc['poll']),
-                    dbesc($newloc['sitepubkey']),
-                    intval($importer['id']),
+               $old = $r[0];
+
+               $x = q("UPDATE contact SET
+                                       name = '%s',
+                                       photo = '%s',
+                                       thumb = '%s',
+                                       micro = '%s',
+                                       url = '%s',
+                                       request = '%s',
+                                       confirm = '%s',
+                                       notify = '%s',
+                                       poll = '%s',
+                                       `site-pubkey` = '%s'
+                       WHERE id=%d AND uid=%d;",
+                                       dbesc($newloc['name']),
+                                       dbesc($newloc['photo']),
+                                       dbesc($newloc['thumb']),
+                                       dbesc($newloc['micro']),
+                                       dbesc($newloc['url']),
+                                       dbesc($newloc['request']),
+                                       dbesc($newloc['confirm']),
+                                       dbesc($newloc['notify']),
+                                       dbesc($newloc['poll']),
+                                       dbesc($newloc['sitepubkey']),
+                                       intval($importer['id']),
                                        intval($importer['importer_uid']));
 
-        if ($x === false)
+               if ($x === false)
                        return 1;
-        // update items
-        $fields = array(
-            'owner-link' => array($old['url'], $newloc['url']),
-            'author-link' => array($old['url'], $newloc['url']),
-            'owner-avatar' => array($old['photo'], $newloc['photo']),
-            'author-avatar' => array($old['photo'], $newloc['photo']),
-        );
-        foreach ($fields as $n=>$f){
-            $x = q("UPDATE item SET `%s`='%s' WHERE `%s`='%s' AND uid=%d",
-                        $n, dbesc($f[1]),
-                        $n, dbesc($f[0]),
-                        intval($importer['importer_uid']));
-                       if ($x === false)
-                               return 1;
-               }
+               // update items
+               $fields = array(
+                       'owner-link' => array($old['url'], $newloc['url']),
+                       'author-link' => array($old['url'], $newloc['url']),
+                       'owner-avatar' => array($old['photo'], $newloc['photo']),
+                       'author-avatar' => array($old['photo'], $newloc['photo']),
+                       );
+               foreach ($fields as $n=>$f){
+                       $x = q("UPDATE `item` SET `%s`='%s' WHERE `%s`='%s' AND uid=%d",
+                                       $n, dbesc($f[1]),
+                                       $n, dbesc($f[0]),
+                                       intval($importer['importer_uid']));
+                               if ($x === false)
+                                       return 1;
+                       }
 
                // TODO
                // merge with current record, current contents have priority
                // update record, set url-updated
                // update profile photos
                // schedule a scan?
-        return 0;
+               return 0;
        }
 
 
@@ -2750,7 +2904,7 @@ function local_delivery($importer,$data) {
                                        // POSSIBLE CLEANUP --> Why select so many fields when only forum_mode and wall are used?
                                        $r = q("select `item`.`id`, `item`.`uri`, `item`.`tag`, `item`.`forum_mode`,`item`.`origin`,`item`.`wall`, 
                                                `contact`.`name`, `contact`.`url`, `contact`.`thumb` from `item` 
-                                               LEFT JOIN `contact` ON `contact`.`id` = `item`.`contact-id` 
+                                               INNER JOIN `contact` ON `contact`.`id` = `item`.`contact-id` 
                                                WHERE `item`.`uri` = '%s' AND (`item`.`parent-uri` = '%s' or `item`.`thr-parent` = '%s')
                                                AND `item`.`uid` = %d 
                                                $sql_extra
@@ -2780,7 +2934,7 @@ function local_delivery($importer,$data) {
                                        }
                                }
 
-                               $r = q("SELECT `item`.*, `contact`.`self` FROM `item` left join contact on `item`.`contact-id` = `contact`.`id`
+                               $r = q("SELECT `item`.*, `contact`.`self` FROM `item` INNER JOIN contact on `item`.`contact-id` = `contact`.`id`
                                        WHERE `uri` = '%s' AND `item`.`uid` = %d AND `contact-id` = %d AND NOT `item`.`file` LIKE '%%[%%' LIMIT 1",
                                        dbesc($uri),
                                        intval($importer['importer_uid']),
@@ -2842,6 +2996,8 @@ function local_delivery($importer,$data) {
                                                        intval($importer['importer_uid'])
                                                );
                                                create_tags_from_itemuri($item['uri'], $importer['importer_uid']);
+                                               create_files_from_itemuri($item['uri'], $importer['importer_uid']);
+                                               update_thread_uri($item['uri'], $importer['importer_uid']);
                                        }
                                        else {
                                                $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
@@ -2853,6 +3009,8 @@ function local_delivery($importer,$data) {
                                                        intval($importer['importer_uid'])
                                                );
                                                create_tags_from_itemuri($uri, $importer['importer_uid']);
+                                               create_files_from_itemuri($uri, $importer['importer_uid']);
+                                               update_thread_uri($uri, $importer['importer_uid']);
                                                if($item['last-child']) {
                                                        // ensure that last-child is set in case the comment that had it just got wiped.
                                                        q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d ",
@@ -2885,7 +3043,7 @@ function local_delivery($importer,$data) {
 
        foreach($feed->get_items() as $item) {
 
-               $is_reply = false;              
+               $is_reply = false;
                $item_id = $item->get_id();
                $rawthread = $item->get_item_tags( NAMESPACE_THREAD, 'in-reply-to');
                if(isset($rawthread[0]['attribs']['']['ref'])) {
@@ -2921,7 +3079,7 @@ function local_delivery($importer,$data) {
                                // POSSIBLE CLEANUP --> Why select so many fields when only forum_mode and wall are used?
                                $r = q("select `item`.`id`, `item`.`uri`, `item`.`tag`, `item`.`forum_mode`,`item`.`origin`,`item`.`wall`,
                                        `contact`.`name`, `contact`.`url`, `contact`.`thumb` from `item`
-                                       LEFT JOIN `contact` ON `contact`.`id` = `item`.`contact-id`
+                                       INNER JOIN `contact` ON `contact`.`id` = `item`.`contact-id`
                                        WHERE `item`.`uri` = '%s' AND (`item`.`parent-uri` = '%s' or `item`.`thr-parent` = '%s')
                                        AND `item`.`uid` = %d
                                        $sql_extra
@@ -2952,7 +3110,7 @@ function local_delivery($importer,$data) {
                                $is_like = false;
                                // remote reply to our post. Import and then notify everybody else.
 
-                               $datarray = get_atom_elements($feed,$item);
+                               $datarray = get_atom_elements($feed, $item);
 
                                $r = q("SELECT `id`, `uid`, `last-child`, `edited`, `body`  FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
                                        dbesc($item_id),
@@ -2970,11 +3128,12 @@ function local_delivery($importer,$data) {
                                                        continue;
 
                                                logger('received updated comment' , LOGGER_DEBUG);
-                                               $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
+                                               $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
                                                        dbesc($datarray['title']),
                                                        dbesc($datarray['body']),
                                                        dbesc($datarray['tag']),
                                                        dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
+                                                       dbesc(datetime_convert()),
                                                        dbesc($item_id),
                                                        intval($importer['importer_uid'])
                                                );
@@ -3009,11 +3168,21 @@ function local_delivery($importer,$data) {
                                        $datarray['gravity'] = GRAVITY_LIKE;
                                        $datarray['last-child'] = 0;
                                        // only one like or dislike per person
-                                       $r = q("select id from item where uid = %d and `contact-id` = %d and verb = '%s' and (`thr-parent` = '%s' or `parent-uri` = '%s') and deleted = 0 limit 1",
+                                       // splitted into two queries for performance issues
+                                       $r = q("select id from item where uid = %d and `contact-id` = %d and verb = '%s' and (`parent-uri` = '%s') and deleted = 0 limit 1",
+                                               intval($datarray['uid']),
+                                               intval($datarray['contact-id']),
+                                               dbesc($datarray['verb']),
+                                               dbesc($datarray['parent-uri'])
+
+                                       );
+                                       if($r && count($r))
+                                               continue;
+
+                                       $r = q("select id from item where uid = %d and `contact-id` = %d and verb = '%s' and (`thr-parent` = '%s') and deleted = 0 limit 1",
                                                intval($datarray['uid']),
                                                intval($datarray['contact-id']),
                                                dbesc($datarray['verb']),
-                                               dbesc($datarray['parent-uri']),
                                                dbesc($datarray['parent-uri'])
 
                                        );
@@ -3046,9 +3215,10 @@ function local_delivery($importer,$data) {
                                                                        intval($importer['importer_uid'])
                                                                );
                                                                if(count($i) && ! intval($i[0]['blocktags'])) {
-                                                                       q("UPDATE item SET tag = '%s', `edited` = '%s' WHERE id = %d",
+                                                                       q("UPDATE item SET tag = '%s', `edited` = '%s', `changed` = '%s' WHERE id = %d",
                                                                                dbesc($tagp[0]['tag'] . (strlen($tagp[0]['tag']) ? ',' : '') . $newtag),
                                                                                intval($tagp[0]['id']),
+                                                                               dbesc(datetime_convert()),
                                                                                dbesc(datetime_convert())
                                                                        );
                                                                        create_tags_from_item($tagp[0]['id']);
@@ -3144,11 +3314,12 @@ function local_delivery($importer,$data) {
                                                if(datetime_convert('UTC','UTC',$datarray['edited']) < $r[0]['edited'])
                                                        continue;
 
-                                               $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
+                                               $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
                                                        dbesc($datarray['title']),
                                                        dbesc($datarray['body']),
                                                        dbesc($datarray['tag']),
                                                        dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
+                                                       dbesc(datetime_convert()),
                                                        dbesc($item_id),
                                                        intval($importer['importer_uid'])
                                                );
@@ -3181,11 +3352,20 @@ function local_delivery($importer,$data) {
                                        $datarray['type'] = 'activity';
                                        $datarray['gravity'] = GRAVITY_LIKE;
                                        // only one like or dislike per person
-                                       $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`parent-uri` = '%s' OR `thr-parent` = '%s') limit 1",
+                                       // splitted into two queries for performance issues
+                                       $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`parent-uri` = '%s') limit 1",
+                                               intval($datarray['uid']),
+                                               intval($datarray['contact-id']),
+                                               dbesc($datarray['verb']),
+                                               dbesc($parent_uri)
+                                       );
+                                       if($r && count($r))
+                                               continue;
+
+                                       $r = q("select id from item where uid = %d and `contact-id` = %d and verb ='%s' and deleted = 0 and (`thr-parent` = '%s') limit 1",
                                                intval($datarray['uid']),
                                                intval($datarray['contact-id']),
                                                dbesc($datarray['verb']),
-                                               dbesc($parent_uri),
                                                dbesc($parent_uri)
                                        );
                                        if($r && count($r))
@@ -3245,7 +3425,7 @@ function local_delivery($importer,$data) {
                                                                        continue;
 
                                                                require_once('include/enotify.php');
-                                                               
+
                                                                $conv_parent = $conv['parent'];
 
                                                                notification(array(
@@ -3320,15 +3500,17 @@ function local_delivery($importer,$data) {
                                        if(datetime_convert('UTC','UTC',$datarray['edited']) < $r[0]['edited'])
                                                continue;
 
-                                       $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
+                                       $r = q("UPDATE `item` SET `title` = '%s', `body` = '%s', `tag` = '%s', `edited` = '%s', `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d",
                                                dbesc($datarray['title']),
                                                dbesc($datarray['body']),
                                                dbesc($datarray['tag']),
                                                dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
+                                               dbesc(datetime_convert()),
                                                dbesc($item_id),
                                                intval($importer['importer_uid'])
                                        );
                                        create_tags_from_itemuri($item_id, $importer['importer_uid']);
+                                       update_thread_uri($item_id, $importer['importer_uid']);
                                }
 
                                // update last-child if it changes
@@ -3398,7 +3580,7 @@ function local_delivery($importer,$data) {
 
                                                // send a notification
                                                require_once('include/enotify.php');
-                                                               
+
                                                notification(array(
                                                        'type'         => NOTIFY_POKE,
                                                        'notify_flags' => $importer['notify-flags'],
@@ -3700,11 +3882,11 @@ function atom_entry($item,$type,$author,$owner,$comment = false,$cid = 0) {
        $mentioned = get_mentions($item);
        if($mentioned)
                $o .= $mentioned;
-       
+
        call_hooks('atom_entry', $o);
 
        $o .= '</entry>' . "\r\n";
-       
+
        return $o;
 }
 
@@ -3893,7 +4075,7 @@ function item_getfeedattach($item) {
 }
 
 
-       
+
 function item_expire($uid,$days) {
 
        if((! $uid) || ($days < 1))
@@ -4053,6 +4235,8 @@ function drop_item($id,$interactive = true) {
                        intval($item['id'])
                );
                create_tags_from_item($item['id']);
+               create_files_from_item($item['id']);
+               delete_thread($item['id']);
 
                // clean up categories and tags so they don't end up as orphans
 
@@ -4147,6 +4331,8 @@ function drop_item($id,$interactive = true) {
                                intval($item['uid'])
                        );
                        create_tags_from_item($item['parent-uri'], $item['uid']);
+                       create_files_from_item($item['parent-uri'], $item['uid']);
+                       delete_thread_uri($item['parent-uri'], $item['uid']);
                        // ignore the result
                }
                else {
@@ -4193,8 +4379,8 @@ function drop_item($id,$interactive = true) {
 
 
 function first_post_date($uid,$wall = false) {
-       $r = q("select id, created from item 
-               where uid = %d and wall = %d and deleted = 0 and visible = 1 AND moderated = 0 
+       $r = q("select id, created from item
+               where uid = %d and wall = %d and deleted = 0 and visible = 1 AND moderated = 0
                and id = parent
                order by created asc limit 1",
                intval($uid),