]> git.mxchange.org Git - friendica.git/blob - include/items.php
b17eadba283fb8f3ccb941aaf0f29e95fbffc8c2
[friendica.git] / include / items.php
1 <?php
2
3 require_once('bbcode.php');
4 require_once('oembed.php');
5 require_once('include/salmon.php');
6
7 function get_feed_for(&$a, $dfrn_id, $owner_nick, $last_update, $direction = 0) {
8
9
10         // default permissions - anonymous user
11
12         if(! strlen($owner_nick))
13                 killme();
14
15         $sql_extra = " AND `allow_cid` = '' AND `allow_gid` = '' AND `deny_cid`  = '' AND `deny_gid`  = '' ";
16
17         $r = q("SELECT `contact`.*, `user`.`uid` AS `user_uid`, `user`.`nickname`, `user`.`timezone`
18                 FROM `contact` LEFT JOIN `user` ON `user`.`uid` = `contact`.`uid`
19                 WHERE `contact`.`self` = 1 AND `user`.`nickname` = '%s' LIMIT 1",
20                 dbesc($owner_nick)
21         );
22
23         if(! count($r))
24                 killme();
25
26         $owner = $r[0];
27         $owner_id = $owner['user_uid'];
28         $owner_nick = $owner['nickname'];
29
30         $birthday = feed_birthday($owner_id,$owner['timezone']);
31
32         if(strlen($dfrn_id)) {
33
34                 $sql_extra = '';
35                 switch($direction) {
36                         case (-1):
37                                 $sql_extra = sprintf(" AND `issued-id` = '%s' ", dbesc($dfrn_id));
38                                 $my_id = $dfrn_id;
39                                 break;
40                         case 0:
41                                 $sql_extra = sprintf(" AND `issued-id` = '%s' AND `duplex` = 1 ", dbesc($dfrn_id));
42                                 $my_id = '1:' . $dfrn_id;
43                                 break;
44                         case 1:
45                                 $sql_extra = sprintf(" AND `dfrn-id` = '%s' AND `duplex` = 1 ", dbesc($dfrn_id));
46                                 $my_id = '0:' . $dfrn_id;
47                                 break;
48                         default:
49                                 return false;
50                                 break; // NOTREACHED
51                 }
52
53                 $r = q("SELECT * FROM `contact` WHERE `blocked` = 0 AND `pending` = 0 AND `contact`.`uid` = %d $sql_extra LIMIT 1",
54                         intval($owner_id)
55                 );
56
57                 if(! count($r))
58                         killme();
59
60                 $contact = $r[0];
61                 $groups = init_groups_visitor($contact['id']);
62
63                 if(count($groups)) {
64                         for($x = 0; $x < count($groups); $x ++) 
65                                 $groups[$x] = '<' . intval($groups[$x]) . '>' ;
66                         $gs = implode('|', $groups);
67                 }
68                 else
69                         $gs = '<<>>' ; // Impossible to match 
70
71                 $sql_extra = sprintf(" 
72                         AND ( `allow_cid` = '' OR     `allow_cid` REGEXP '<%d>' ) 
73                         AND ( `deny_cid`  = '' OR NOT `deny_cid`  REGEXP '<%d>' ) 
74                         AND ( `allow_gid` = '' OR     `allow_gid` REGEXP '%s' )
75                         AND ( `deny_gid`  = '' OR NOT `deny_gid`  REGEXP '%s') 
76                 ",
77                         intval($contact['id']),
78                         intval($contact['id']),
79                         dbesc($gs),
80                         dbesc($gs)
81                 );
82         }
83
84         if($dfrn_id === '' || $dfrn_id === '*')
85                 $sort = 'DESC';
86         else
87                 $sort = 'ASC';
88
89         if(! strlen($last_update))
90                 $last_update = 'now -30 days';
91
92         $check_date = datetime_convert('UTC','UTC',$last_update,'Y-m-d H:i:s');
93
94         $r = q("SELECT `item`.*, `item`.`id` AS `item_id`, 
95                 `contact`.`name`, `contact`.`photo`, `contact`.`url`, 
96                 `contact`.`name-date`, `contact`.`uri-date`, `contact`.`avatar-date`,
97                 `contact`.`thumb`, `contact`.`dfrn-id`, `contact`.`self`, 
98                 `contact`.`id` AS `contact-id`, `contact`.`uid` AS `contact-uid`
99                 FROM `item` LEFT JOIN `contact` ON `contact`.`id` = `item`.`contact-id`
100                 WHERE `item`.`uid` = %d AND `item`.`visible` = 1 AND `item`.`parent` != 0 
101                 AND `item`.`wall` = 1 AND `contact`.`blocked` = 0 AND `contact`.`pending` = 0
102                 AND ( `item`.`edited` > '%s' OR `item`.`changed` > '%s' )
103                 $sql_extra
104                 ORDER BY `parent` %s, `created` ASC LIMIT 0, 300",
105                 intval($owner_id),
106                 dbesc($check_date),
107                 dbesc($check_date),
108                 dbesc($sort)
109         );
110
111         // Will check further below if this actually returned results.
112         // We will provide an empty feed if that is the case.
113
114         $items = $r;
115
116         $feed_template = load_view_file('view/atom_feed.tpl');
117
118         $atom = '';
119
120         $hubxml = feed_hublinks();
121
122         $salmon = feed_salmonlinks($owner_nick);
123
124         $atom .= replace_macros($feed_template, array(
125                 '$version'      => xmlify(FRIENDIKA_VERSION),
126                 '$feed_id'      => xmlify($a->get_baseurl() . '/profile/' . $owner_nick),
127                 '$feed_title'   => xmlify($owner['name']),
128                 '$feed_updated' => xmlify(datetime_convert('UTC', 'UTC', 'now' , ATOM_TIME)) ,
129                 '$hub'          => $hubxml,
130                 '$salmon'       => $salmon,
131                 '$name'         => xmlify($owner['name']),
132                 '$profile_page' => xmlify($owner['url']),
133                 '$photo'        => xmlify($owner['photo']),
134                 '$thumb'        => xmlify($owner['thumb']),
135                 '$picdate'      => xmlify(datetime_convert('UTC','UTC',$owner['avatar-date'] . '+00:00' , ATOM_TIME)) ,
136                 '$uridate'      => xmlify(datetime_convert('UTC','UTC',$owner['uri-date']    . '+00:00' , ATOM_TIME)) ,
137                 '$namdate'      => xmlify(datetime_convert('UTC','UTC',$owner['name-date']   . '+00:00' , ATOM_TIME)) , 
138                 '$birthday'     => ((strlen($birthday)) ? '<dfrn:birthday>' . xmlify($birthday) . '</dfrn:birthday>' : '')
139         ));
140
141         call_hooks('atom_feed', $atom);
142
143         if(! count($items)) {
144
145                 call_hooks('atom_feed_end', $atom);
146
147                 $atom .= '</feed>' . "\r\n";
148                 return $atom;
149         }
150
151         foreach($items as $item) {
152
153                 // public feeds get html, our own nodes use bbcode
154
155                 if($dfrn_id === '') {
156                         $type = 'html';
157                 }
158                 else {
159                         $type = 'text';
160                 }
161
162                 $atom .= atom_entry($item,$type,null,$owner,true);
163         }
164
165         call_hooks('atom_feed_end', $atom);
166
167         $atom .= '</feed>' . "\r\n";
168
169         return $atom;
170 }
171
172
173 function construct_verb($item) {
174         if($item['verb'])
175                 return $item['verb'];
176         return ACTIVITY_POST;
177 }
178
179 function construct_activity_object($item) {
180
181         if($item['object']) {
182                 $o = '<as:object>' . "\r\n";
183                 $r = parse_xml_string($item['object']);
184                 if($r->type)
185                         $o .= '<as:object-type>' . xmlify($r->type) . '</as:object-type>' . "\r\n";
186                 if($r->id)
187                         $o .= '<id>' . xmlify($r->id) . '</id>' . "\r\n";
188                 if($r->title)
189                         $o .= '<title>' . xmlify($r->title) . '</title>' . "\r\n";
190                 if($r->link) {
191                         if(substr($r->link,0,1) === '<') 
192                                 $o .= $r->link;
193                         else
194                                 $o .= '<link rel="alternate" type="text/html" href="' . xmlify($r->link) . '" />' . "\r\n";
195                 }
196                 if($r->content)
197                         $o .= '<content type="html" >' . xmlify(bbcode($r->content)) . '</content>' . "\r\n";
198                 $o .= '</as:object>' . "\r\n";
199                 return $o;
200         }
201
202         return '';
203
204
205 function construct_activity_target($item) {
206
207         if($item['target']) {
208                 $o = '<as:target>' . "\r\n";
209                 $r = parse_xml_string($item['target']);
210                 if($r->type)
211                         $o .= '<as:object-type>' . xmlify($r->type) . '</as:object-type>' . "\r\n";
212                 if($r->id)
213                         $o .= '<id>' . xmlify($r->id) . '</id>' . "\r\n";
214                 if($r->title)
215                         $o .= '<title>' . xmlify($r->title) . '</title>' . "\r\n";
216                 if($r->link) {
217                         if(substr($r->link,0,1) === '<') 
218                                 $o .= $r->link;
219                         else
220                                 $o .= '<link rel="alternate" type="text/html" href="' . xmlify($r->link) . '" />' . "\r\n";
221                 }
222                 if($r->content)
223                         $o .= '<content type="html" >' . xmlify(bbcode($r->content)) . '</content>' . "\r\n";
224                 $o .= '</as:target>' . "\r\n";
225                 return $o;
226         }
227
228         return '';
229
230
231
232
233
234 function get_atom_elements($feed,$item) {
235
236         require_once('library/HTMLPurifier.auto.php');
237         require_once('include/html2bbcode.php');
238
239         $best_photo = array();
240
241         $res = array();
242
243         $author = $item->get_author();
244         if($author) { 
245                 $res['author-name'] = unxmlify($author->get_name());
246                 $res['author-link'] = unxmlify($author->get_link());
247         }
248         else {
249                 $res['author-name'] = unxmlify($feed->get_title());
250                 $res['author-link'] = unxmlify($feed->get_permalink());
251         }
252         $res['uri'] = unxmlify($item->get_id());
253         $res['title'] = unxmlify($item->get_title());
254         $res['body'] = unxmlify($item->get_content());
255         $res['plink'] = unxmlify($item->get_link(0));
256
257         // look for a photo. We should check media size and find the best one,
258         // but for now let's just find any author photo
259
260         $rawauthor = $item->get_item_tags(SIMPLEPIE_NAMESPACE_ATOM_10,'author');
261
262         if($rawauthor && $rawauthor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link']) {
263                 $base = $rawauthor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
264                 foreach($base as $link) {
265                         if(! $res['author-avatar']) {
266                                 if($link['attribs']['']['rel'] === 'photo' || $link['attribs']['']['rel'] === 'avatar')
267                                         $res['author-avatar'] = unxmlify($link['attribs']['']['href']);
268                         }
269                 }
270         }                       
271
272         $rawactor = $item->get_item_tags(NAMESPACE_ACTIVITY, 'actor');
273
274         if($rawactor && activity_match($rawactor[0]['child'][NAMESPACE_ACTIVITY]['object-type'][0]['data'],ACTIVITY_OBJ_PERSON)) {
275                 $base = $rawactor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
276                 if($base && count($base)) {
277                         foreach($base as $link) {
278                                 if($link['attribs']['']['rel'] === 'alternate' && (! $res['author-link']))
279                                         $res['author-link'] = unxmlify($link['attribs']['']['href']);
280                                 if(! $res['author-avatar']) {
281                                         if($link['attribs']['']['rel'] === 'avatar' || $link['attribs']['']['rel'] === 'photo')
282                                                 $res['author-avatar'] = unxmlify($link['attribs']['']['href']);
283                                 }
284                         }
285                 }
286         }
287
288         // No photo/profile-link on the item - look at the feed level
289
290         if((! (x($res,'author-link'))) || (! (x($res,'author-avatar')))) {
291                 $rawauthor = $feed->get_feed_tags(SIMPLEPIE_NAMESPACE_ATOM_10,'author');
292                 if($rawauthor && $rawauthor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link']) {
293                         $base = $rawauthor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
294                         foreach($base as $link) {
295                                 if($link['attribs']['']['rel'] === 'alternate' && (! $res['author-link']))
296                                         $res['author-link'] = unxmlify($link['attribs']['']['href']);
297                                 if(! $res['author-avatar']) {
298                                         if($link['attribs']['']['rel'] === 'photo' || $link['attribs']['']['rel'] === 'avatar')
299                                                 $res['author-avatar'] = unxmlify($link['attribs']['']['href']);
300                                 }
301                         }
302                 }                       
303
304                 $rawactor = $feed->get_feed_tags(NAMESPACE_ACTIVITY, 'subject');
305
306                 if($rawactor && activity_match($rawactor[0]['child'][NAMESPACE_ACTIVITY]['object-type'][0]['data'],ACTIVITY_OBJ_PERSON)) {
307                         $base = $rawactor[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
308
309                         if($base && count($base)) {
310                                 foreach($base as $link) {
311                                         if($link['attribs']['']['rel'] === 'alternate' && (! $res['author-link']))
312                                                 $res['author-link'] = unxmlify($link['attribs']['']['href']);
313                                         if(! (x($res,'author-avatar'))) {
314                                                 if($link['attribs']['']['rel'] === 'avatar' || $link['attribs']['']['rel'] === 'photo')
315                                                         $res['author-avatar'] = unxmlify($link['attribs']['']['href']);
316                                         }
317                                 }
318                         }
319                 }
320         }
321
322
323         /**
324          * If there's a copy of the body content which is guaranteed to have survived mangling in transit, use it.
325          */
326
327         $have_real_body = false;
328
329         $rawenv = $item->get_item_tags(NAMESPACE_DFRN, 'env');
330         if($rawenv) {
331                 $have_real_body = true;
332                 $res['body'] = $rawenv[0]['data'];
333                 $res['body'] = str_replace(array(' ',"\t","\r","\n"), array('','','',''),$res['body']);
334                 // make sure nobody is trying to sneak some html tags by us
335                 $res['body'] = notags(base64url_decode($res['body']));
336         }
337
338         $maxlen = get_max_import_size();
339         if($maxlen && (strlen($res['body']) > $maxlen))
340                 $res['body'] = substr($res['body'],0, $maxlen);
341
342         // It isn't certain at this point whether our content is plaintext or html and we'd be foolish to trust 
343         // the content type. Our own network only emits text normally, though it might have been converted to 
344         // html if we used a pubsubhubbub transport. But if we see even one html tag in our text, we will
345         // have to assume it is all html and needs to be purified.
346
347         // It doesn't matter all that much security wise - because before this content is used anywhere, we are 
348         // going to escape any tags we find regardless, but this lets us import a limited subset of html from 
349         // the wild, by sanitising it and converting supported tags to bbcode before we rip out any remaining 
350         // html.
351
352         if((strpos($res['body'],'<') !== false) || (strpos($res['body'],'>') !== false)) {
353
354                 $res['body'] = preg_replace('#<object[^>]+>.+?' . 'http://www.youtube.com/((?:v|cp)/[A-Za-z0-9\-_=]+).+?</object>#s',
355                         '[youtube]$1[/youtube]', $res['body']);
356
357                 $res['body'] = oembed_html2bbcode($res['body']);
358
359                 $config = HTMLPurifier_Config::createDefault();
360                 $config->set('Cache.DefinitionImpl', null);
361
362                 // we shouldn't need a whitelist, because the bbcode converter
363                 // will strip out any unsupported tags.
364                 // $config->set('HTML.Allowed', 'p,b,a[href],i'); 
365
366                 $purifier = new HTMLPurifier($config);
367                 $res['body'] = $purifier->purify($res['body']);
368
369                 $res['body'] = html2bbcode($res['body']);
370         }
371
372         $allow = $item->get_item_tags(NAMESPACE_DFRN,'comment-allow');
373         if($allow && $allow[0]['data'] == 1)
374                 $res['last-child'] = 1;
375         else
376                 $res['last-child'] = 0;
377
378         $private = $item->get_item_tags(NAMESPACE_DFRN,'private');
379         if($private && $private[0]['data'] == 1)
380                 $res['private'] = 1;
381         else
382                 $res['private'] = 0;
383
384
385         $rawlocation = $item->get_item_tags(NAMESPACE_DFRN, 'location');
386         if($rawlocation)
387                 $res['location'] = unxmlify($rawlocation[0]['data']);
388
389
390         $rawcreated = $item->get_item_tags(SIMPLEPIE_NAMESPACE_ATOM_10,'published');
391         if($rawcreated)
392                 $res['created'] = unxmlify($rawcreated[0]['data']);
393
394
395         $rawedited = $item->get_item_tags(SIMPLEPIE_NAMESPACE_ATOM_10,'updated');
396         if($rawedited)
397                 $res['edited'] = unxmlify($rawedited[0]['data']);
398
399         if((x($res,'edited')) && (! (x($res,'created'))))
400                 $res['created'] = $res['edited']; 
401
402         if(! $res['created'])
403                 $res['created'] = $item->get_date('c');
404
405         if(! $res['edited'])
406                 $res['edited'] = $item->get_date('c');
407
408
409         // Disallow time travelling posts
410
411         $d1 = strtotime($res['created']);
412         $d2 = strtotime($res['edited']);
413         $d3 = strtotime('now');
414
415         if($d1 > $d3)
416                 $res['created'] = datetime_convert();
417         if($d2 > $d3)
418                 $res['edited'] = datetime_convert();
419
420         $rawowner = $item->get_item_tags(NAMESPACE_DFRN, 'owner');
421         if($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['name'][0]['data'])
422                 $res['owner-name'] = unxmlify($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['name'][0]['data']);
423         elseif($rawowner[0]['child'][NAMESPACE_DFRN]['name'][0]['data'])
424                 $res['owner-name'] = unxmlify($rawowner[0]['child'][NAMESPACE_DFRN]['name'][0]['data']);
425         if($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['uri'][0]['data'])
426                 $res['owner-link'] = unxmlify($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['uri'][0]['data']);
427         elseif($rawowner[0]['child'][NAMESPACE_DFRN]['uri'][0]['data'])
428                 $res['owner-link'] = unxmlify($rawowner[0]['child'][NAMESPACE_DFRN]['uri'][0]['data']);
429
430         if($rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link']) {
431                 $base = $rawowner[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'];
432
433                 foreach($base as $link) {
434                         if(! $res['owner-avatar']) {
435                                 if($link['attribs']['']['rel'] === 'photo' || $link['attribs']['']['rel'] === 'avatar')                 
436                                         $res['owner-avatar'] = unxmlify($link['attribs']['']['href']);
437                         }
438                 }
439         }
440
441         $rawgeo = $item->get_item_tags(NAMESPACE_GEORSS,'point');
442         if($rawgeo)
443                 $res['coord'] = unxmlify($rawgeo[0]['data']);
444
445
446         $rawverb = $item->get_item_tags(NAMESPACE_ACTIVITY, 'verb');
447
448         // select between supported verbs
449
450         if($rawverb) {
451                 $res['verb'] = unxmlify($rawverb[0]['data']);
452         }
453
454         // translate OStatus unfollow to activity streams if it happened to get selected
455                 
456         if((x($res,'verb')) && ($res['verb'] === 'http://ostatus.org/schema/1.0/unfollow'))
457                 $res['verb'] = ACTIVITY_UNFOLLOW;
458
459
460         $cats = $item->get_categories();
461         if($cats) {
462                 $tag_arr = array();
463                 foreach($cats as $cat) {
464                         $term = $cat->get_term();
465                         if(! $term)
466                                 $term = $cat->get_label();
467                         $scheme = $cat->get_scheme();
468                         if($scheme && $term && stristr($scheme,'X-DFRN:'))
469                                 $tag_arr[] = substr($scheme,7,1) . '[url=' . unxmlify(substr($scheme,9)) . ']' . unxmlify($term) . '[/url]';
470                         elseif($term)
471                                 $tag_arr[] = $term;
472                 }
473                 $res['tag'] =  implode(',', $tag_arr);
474         }
475
476         $rawobj = $item->get_item_tags(NAMESPACE_ACTIVITY, 'object');
477
478         if($rawobj) {
479                 $res['object'] = '<object>' . "\n";
480                 if($rawobj[0]['child'][NAMESPACE_ACTIVITY]['object-type'][0]['data']) {
481                         $res['object-type'] = $rawobj[0]['child'][NAMESPACE_ACTIVITY]['object-type'][0]['data'];
482                         $res['object'] .= '<type>' . $rawobj[0]['child'][NAMESPACE_ACTIVITY]['object-type'][0]['data'] . '</type>' . "\n";
483                 }       
484                 if($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['id'][0]['data'])
485                         $res['object'] .= '<id>' . $rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['id'][0]['data'] . '</id>' . "\n";
486                 if($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'])
487                         $res['object'] .= '<link>' . encode_rel_links($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link']) . '</link>' . "\n";
488                 if($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['title'][0]['data'])
489                         $res['object'] .= '<title>' . $rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['title'][0]['data'] . '</title>' . "\n";
490                 if($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['content'][0]['data']) {
491                         $body = $rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['content'][0]['data'];
492                         if(! $body)
493                                 $body = $rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['summary'][0]['data'];
494                         // preserve a copy of the original body content in case we later need to parse out any microformat information, e.g. events
495                         $res['object'] .= '<orig>' . xmlify($body) . '</orig>' . "\n";
496                         if((strpos($body,'<') !== false) || (strpos($body,'>') !== false)) {
497
498                                 $body = preg_replace('#<object[^>]+>.+?' . 'http://www.youtube.com/((?:v|cp)/[A-Za-z0-9\-_=]+).+?</object>#s',
499                                         '[youtube]$1[/youtube]', $body);
500
501                                 $config = HTMLPurifier_Config::createDefault();
502                                 $config->set('Cache.DefinitionImpl', null);
503
504                                 $purifier = new HTMLPurifier($config);
505                                 $body = $purifier->purify($body);
506                                 $body = html2bbcode($body);
507                         }
508
509                         $res['object'] .= '<content>' . $body . '</content>' . "\n";
510                 }
511
512                 $res['object'] .= '</object>' . "\n";
513         }
514
515         $rawobj = $item->get_item_tags(NAMESPACE_ACTIVITY, 'target');
516
517         if($rawobj) {
518                 $res['target'] = '<target>' . "\n";
519                 if($rawobj[0]['child'][NAMESPACE_ACTIVITY]['object-type'][0]['data']) {
520                         $res['target'] .= '<type>' . $rawobj[0]['child'][NAMESPACE_ACTIVITY]['object-type'][0]['data'] . '</type>' . "\n";
521                 }       
522                 if($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['id'][0]['data'])
523                         $res['target'] .= '<id>' . $rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['id'][0]['data'] . '</id>' . "\n";
524
525                 if($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link'])
526                         $res['target'] .= '<link>' . encode_rel_links($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['link']) . '</link>' . "\n";
527                 if($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['title'][0]['data'])
528                         $res['target'] .= '<title>' . $rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['title'][0]['data'] . '</title>' . "\n";
529                 if($rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['content'][0]['data']) {
530                         $body = $rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['content'][0]['data'];
531                         if(! $body)
532                                 $body = $rawobj[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10]['summary'][0]['data'];
533                         // preserve a copy of the original body content in case we later need to parse out any microformat information, e.g. events
534                         $res['object'] .= '<orig>' . xmlify($body) . '</orig>' . "\n";
535                         if((strpos($body,'<') !== false) || (strpos($body,'>') !== false)) {
536
537                                 $body = preg_replace('#<object[^>]+>.+?' . 'http://www.youtube.com/((?:v|cp)/[A-Za-z0-9\-_=]+).+?</object>#s',
538                                         '[youtube]$1[/youtube]', $body);
539
540                                 $config = HTMLPurifier_Config::createDefault();
541                                 $config->set('Cache.DefinitionImpl', null);
542
543                                 $purifier = new HTMLPurifier($config);
544                                 $body = $purifier->purify($body);
545                                 $body = html2bbcode($body);
546                         }
547
548                         $res['target'] .= '<content>' . $body . '</content>' . "\n";
549                 }
550
551                 $res['target'] .= '</target>' . "\n";
552         }
553
554         $arr = array('feed' => $feed, 'item' => $item, 'result' => $res);
555
556         call_hooks('parse_atom', $arr);
557
558         return $res;
559 }
560
561 function encode_rel_links($links) {
562         $o = '';
563         if(! ((is_array($links)) && (count($links))))
564                 return $o;
565         foreach($links as $link) {
566                 $o .= '<link ';
567                 if($link['attribs']['']['rel'])
568                         $o .= 'rel="' . $link['attribs']['']['rel'] . '" ';
569                 if($link['attribs']['']['type'])
570                         $o .= 'type="' . $link['attribs']['']['type'] . '" ';
571                 if($link['attribs']['']['href'])
572                         $o .= 'href="' . $link['attribs']['']['href'] . '" ';
573                 if( (x($link['attribs'],NAMESPACE_MEDIA)) && $link['attribs'][NAMESPACE_MEDIA]['width'])
574                         $o .= 'media:width="' . $link['attribs'][NAMESPACE_MEDIA]['width'] . '" ';
575                 if( (x($link['attribs'],NAMESPACE_MEDIA)) && $link['attribs'][NAMESPACE_MEDIA]['height'])
576                         $o .= 'media:height="' . $link['attribs'][NAMESPACE_MEDIA]['height'] . '" ';
577                 $o .= ' />' . "\n" ;
578         }
579         return xmlify($o);
580 }
581
582 function item_store($arr,$force_parent = false) {
583
584         if($arr['gravity'])
585                 $arr['gravity'] = intval($arr['gravity']);
586         elseif($arr['parent-uri'] == $arr['uri'])
587                 $arr['gravity'] = 0;
588         elseif(activity_match($arr['verb'],ACTIVITY_POST))
589                 $arr['gravity'] = 6;
590         else      
591                 $arr['gravity'] = 6;   // extensible catchall
592
593         if(! x($arr,'type'))
594                 $arr['type']      = 'remote';
595
596         // Shouldn't happen but we want to make absolutely sure it doesn't leak from a plugin.
597
598         if((strpos($arr['body'],'<') !== false) || (strpos($arr['body'],'>') !== false)) 
599                 $arr['body'] = strip_tags($arr['body']);
600
601
602         $arr['wall']          = ((x($arr,'wall'))          ? intval($arr['wall'])                : 0);
603         $arr['uri']           = ((x($arr,'uri'))           ? notags(trim($arr['uri']))           : random_string());
604         $arr['author-name']   = ((x($arr,'author-name'))   ? notags(trim($arr['author-name']))   : '');
605         $arr['author-link']   = ((x($arr,'author-link'))   ? notags(trim($arr['author-link']))   : '');
606         $arr['author-avatar'] = ((x($arr,'author-avatar')) ? notags(trim($arr['author-avatar'])) : '');
607         $arr['owner-name']    = ((x($arr,'owner-name'))    ? notags(trim($arr['owner-name']))    : '');
608         $arr['owner-link']    = ((x($arr,'owner-link'))    ? notags(trim($arr['owner-link']))    : '');
609         $arr['owner-avatar']  = ((x($arr,'owner-avatar'))  ? notags(trim($arr['owner-avatar']))  : '');
610         $arr['created']       = ((x($arr,'created') !== false) ? datetime_convert('UTC','UTC',$arr['created']) : datetime_convert());
611         $arr['edited']        = ((x($arr,'edited')  !== false) ? datetime_convert('UTC','UTC',$arr['edited'])  : datetime_convert());
612         $arr['changed']       = datetime_convert();
613         $arr['title']         = ((x($arr,'title'))         ? notags(trim($arr['title']))         : '');
614         $arr['location']      = ((x($arr,'location'))      ? notags(trim($arr['location']))      : '');
615         $arr['coord']         = ((x($arr,'coord'))         ? notags(trim($arr['coord']))         : '');
616         $arr['last-child']    = ((x($arr,'last-child'))    ? intval($arr['last-child'])          : 0 );
617         $arr['visible']       = ((x($arr,'visible') !== false) ? intval($arr['visible'])         : 1 );
618         $arr['deleted']       = 0;
619         $arr['parent-uri']    = ((x($arr,'parent-uri'))    ? notags(trim($arr['parent-uri']))    : '');
620         $arr['verb']          = ((x($arr,'verb'))          ? notags(trim($arr['verb']))          : '');
621         $arr['object-type']   = ((x($arr,'object-type'))   ? notags(trim($arr['object-type']))   : '');
622         $arr['object']        = ((x($arr,'object'))        ? trim($arr['object'])                : '');
623         $arr['target-type']   = ((x($arr,'target-type'))   ? notags(trim($arr['target-type']))   : '');
624         $arr['target']        = ((x($arr,'target'))        ? trim($arr['target'])                : '');
625         $arr['plink']         = ((x($arr,'plink'))         ? notags(trim($arr['plink']))         : '');
626         $arr['allow_cid']     = ((x($arr,'allow_cid'))     ? trim($arr['allow_cid'])             : '');
627         $arr['allow_gid']     = ((x($arr,'allow_gid'))     ? trim($arr['allow_gid'])             : '');
628         $arr['deny_cid']      = ((x($arr,'deny_cid'))      ? trim($arr['deny_cid'])              : '');
629         $arr['deny_gid']      = ((x($arr,'deny_gid'))      ? trim($arr['deny_gid'])              : '');
630         $arr['private']       = ((x($arr,'private'))       ? intval($arr['private'])             : 0 );
631         $arr['body']          = ((x($arr,'body'))          ? trim($arr['body'])                  : '');
632         $arr['tag']           = ((x($arr,'tag'))           ? notags(trim($arr['tag']))           : '');
633
634         if($arr['parent-uri'] === $arr['uri']) {
635                 $parent_id = 0;
636                 $allow_cid = $arr['allow_cid'];
637                 $allow_gid = $arr['allow_gid'];
638                 $deny_cid  = $arr['deny_cid'];
639                 $deny_gid  = $arr['deny_gid'];
640         }
641         else { 
642
643                 // find the parent and snarf the item id and ACL's
644                 // and anything else we need to inherit
645
646                 $r = q("SELECT * FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
647                         dbesc($arr['parent-uri']),
648                         intval($arr['uid'])
649                 );
650
651                 if(count($r)) {
652
653                         // is the new message multi-level threaded?
654                         // even though we don't support it now, preserve the info
655                         // and re-attach to the conversation parent.
656
657                         if($r[0]['uri'] != $r[0]['parent-uri']) {
658                                 $arr['thr-parent'] = $arr['parent-uri'];
659                                 $arr['parent-uri'] = $r[0]['parent-uri'];
660                         }
661
662                         $parent_id      = $r[0]['id'];
663                         $parent_deleted = $r[0]['deleted'];
664                         $allow_cid      = $r[0]['allow_cid'];
665                         $allow_gid      = $r[0]['allow_gid'];
666                         $deny_cid       = $r[0]['deny_cid'];
667                         $deny_gid       = $r[0]['deny_gid'];
668                         $arr['wall']    = $r[0]['wall'];
669                 }
670                 else {
671
672                         // Allow one to see reply tweets from status.net even when
673                         // we don't have or can't see the original post.
674
675                         if($force_parent) {
676                                 logger('item_store: $force_parent=true, reply converted to top-level post.');
677                                 $parent_id = 0;
678                                 $arr['thr-parent'] = $arr['parent-uri'];
679                                 $arr['parent-uri'] = $arr['uri'];
680                         }
681                         else {
682                                 logger('item_store: item parent was not found - ignoring item');
683                                 return 0;
684                         }
685                 }
686         }
687
688         call_hooks('post_remote',$arr);
689
690         dbesc_array($arr);
691
692         logger('item_store: ' . print_r($arr,true), LOGGER_DATA);
693
694         $r = dbq("INSERT INTO `item` (`" 
695                         . implode("`, `", array_keys($arr)) 
696                         . "`) VALUES ('" 
697                         . implode("', '", array_values($arr)) 
698                         . "')" );
699
700         // find the item we just created
701
702         $r = q("SELECT `id` FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
703                 $arr['uri'],           // already dbesc'd
704                 intval($arr['uid'])
705         );
706         if(count($r)) {
707                 $current_post = $r[0]['id'];
708                 logger('item_store: created item ' . $current_post);
709         }
710         else {
711                 logger('item_store: could not locate created item');
712                 return 0;
713         }
714
715         if((! $parent_id) || ($arr['parent-uri'] === $arr['uri']))      
716                 $parent_id = $current_post;
717
718         if(strlen($allow_cid) || strlen($allow_gid) || strlen($deny_cid) || strlen($deny_gid))
719                 $private = 1;
720         else
721                 $private = $arr['private']; 
722
723         // Set parent id - and also make sure to inherit the parent's ACL's.
724
725         $r = q("UPDATE `item` SET `parent` = %d, `allow_cid` = '%s', `allow_gid` = '%s',
726                 `deny_cid` = '%s', `deny_gid` = '%s', `private` = %d, `deleted` = %d WHERE `id` = %d LIMIT 1",
727                 intval($parent_id),
728                 dbesc($allow_cid),
729                 dbesc($allow_gid),
730                 dbesc($deny_cid),
731                 dbesc($deny_gid),
732                 intval($private),
733                 intval($parent_deleted),
734                 intval($current_post)
735         );
736
737         /**
738          * If this is now the last-child, force all _other_ children of this parent to *not* be last-child
739          */
740
741         if($arr['last-child']) {
742                 $r = q("UPDATE `item` SET `last-child` = 0 WHERE `parent-uri` = '%s' AND `uid` = %d AND `id` != %d",
743                         dbesc($arr['uri']),
744                         intval($arr['uid']),
745                         intval($current_post)
746                 );
747         }
748
749         return $current_post;
750 }
751
752 function get_item_contact($item,$contacts) {
753         if(! count($contacts) || (! is_array($item)))
754                 return false;
755         foreach($contacts as $contact) {
756                 if($contact['id'] == $item['contact-id']) {
757                         return $contact;
758                         break; // NOTREACHED
759                 }
760         }
761         return false;
762 }
763
764
765 function dfrn_deliver($owner,$contact,$atom, $dissolve = false) {
766
767         $a = get_app();
768
769         if((! strlen($contact['issued-id'])) && (! $contact['duplex']) && (! ($owner['page-flags'] == PAGE_COMMUNITY)))
770                 return 3;
771
772         $idtosend = $orig_id = (($contact['dfrn-id']) ? $contact['dfrn-id'] : $contact['issued-id']);
773
774         if($contact['duplex'] && $contact['dfrn-id'])
775                 $idtosend = '0:' . $orig_id;
776         if($contact['duplex'] && $contact['issued-id'])
777                 $idtosend = '1:' . $orig_id;            
778
779         $rino = ((function_exists('mcrypt_encrypt')) ? 1 : 0);
780
781         $rino_enable = get_config('system','rino_encrypt');
782
783         if(! $rino_enable)
784                 $rino = 0;
785
786         $url = $contact['notify'] . '&dfrn_id=' . $idtosend . '&dfrn_version=' . DFRN_PROTOCOL_VERSION . (($rino) ? '&rino=1' : '');
787
788         logger('dfrn_deliver: ' . $url);
789
790         $xml = fetch_url($url);
791
792         $curl_stat = $a->get_curl_code();
793         if(! $curl_stat)
794                 return(-1); // timed out
795
796         logger('dfrn_deliver: ' . $xml);
797
798         if(! $xml)
799                 return 3;
800
801         if(strpos($xml,'<?xml') === false) {
802                 logger('dfrn_deliver: no valid XML returned');
803                 logger('dfrn_deliver: returned XML: ' . $xml, LOGGER_DATA);
804                 return 3;
805         }
806
807         $res = parse_xml_string($xml);
808
809         if((intval($res->status) != 0) || (! strlen($res->challenge)) || (! strlen($res->dfrn_id)))
810                 return (($res->status) ? $res->status : 3);
811
812         $postvars     = array();
813         $sent_dfrn_id = hex2bin((string) $res->dfrn_id);
814         $challenge    = hex2bin((string) $res->challenge);
815         $dfrn_version = (float) (($res->dfrn_version) ? $res->dfrn_version : 2.0);
816         $rino_allowed = ((intval($res->rino) === 1) ? 1 : 0);
817
818         $final_dfrn_id = '';
819
820
821         if(($contact['duplex'] && strlen($contact['pubkey'])) || ($owner['page-flags'] == PAGE_COMMUNITY)) {
822                 openssl_public_decrypt($sent_dfrn_id,$final_dfrn_id,$contact['pubkey']);
823                 openssl_public_decrypt($challenge,$postvars['challenge'],$contact['pubkey']);
824         }
825         else {
826                 openssl_private_decrypt($sent_dfrn_id,$final_dfrn_id,$contact['prvkey']);
827                 openssl_private_decrypt($challenge,$postvars['challenge'],$contact['prvkey']);
828         }
829
830         $final_dfrn_id = substr($final_dfrn_id, 0, strpos($final_dfrn_id, '.'));
831
832         if(strpos($final_dfrn_id,':') == 1)
833                 $final_dfrn_id = substr($final_dfrn_id,2);
834
835         if($final_dfrn_id != $orig_id) {
836                 logger('dfrn_deliver: wrong dfrn_id.');
837                 // did not decode properly - cannot trust this site 
838                 return 3;
839         }
840
841         $postvars['dfrn_id']      = $idtosend;
842         $postvars['dfrn_version'] = DFRN_PROTOCOL_VERSION;
843         if($dissolve)
844                 $postvars['dissolve'] = '1';
845
846         if(($contact['rel']) && ($contact['rel'] != REL_FAN) && (! $contact['blocked']) && (! $contact['readonly'])) {
847                 $postvars['data'] = $atom;
848         }
849         elseif($owner['page-flags'] == PAGE_COMMUNITY) {
850                 $postvars['data'] = $atom;
851         }
852         else {
853                 $postvars['data'] = str_replace('<dfrn:comment-allow>1','<dfrn:comment-allow>0',$atom);
854         }
855
856         if($rino && $rino_allowed && (! $dissolve)) {
857                 $key = substr(random_string(),0,16);
858                 $data = bin2hex(aes_encrypt($postvars['data'],$key));
859                 $postvars['data'] = $data;
860                 logger('rino: sent key = ' . $key);     
861
862
863                 if($dfrn_version >= 2.1) {      
864                         if(($contact['duplex'] && strlen($contact['pubkey'])) || ($owner['page-flags'] == PAGE_COMMUNITY)) {
865                                 openssl_public_encrypt($key,$postvars['key'],$contact['pubkey']);
866                         }
867                         else {
868                                 openssl_private_encrypt($key,$postvars['key'],$contact['prvkey']);
869                         }
870                 }
871                 else {
872                         if(($contact['duplex'] && strlen($contact['prvkey'])) || ($owner['page-flags'] == PAGE_COMMUNITY)) {
873                                 openssl_private_encrypt($key,$postvars['key'],$contact['prvkey']);
874                         }
875                         else {
876                                 openssl_public_encrypt($key,$postvars['key'],$contact['pubkey']);
877                         }
878                 }
879
880                 logger('md5 rawkey ' . md5($postvars['key']));
881
882                 $postvars['key'] = bin2hex($postvars['key']);
883         }
884
885         logger('dfrn_deliver: ' . "SENDING: " . print_r($postvars,true), LOGGER_DATA);
886
887         $xml = post_url($contact['notify'],$postvars);
888
889         logger('dfrn_deliver: ' . "RECEIVED: " . $xml, LOGGER_DATA);
890
891         $curl_stat = $a->get_curl_code();
892         if((! $curl_stat) || (! strlen($xml)))
893                 return(-1); // timed out
894
895
896         if(strpos($xml,'<?xml') === false) {
897                 logger('dfrn_deliver: phase 2: no valid XML returned');
898                 logger('dfrn_deliver: phase 2: returned XML: ' . $xml, LOGGER_DATA);
899                 return 3;
900         }
901
902         $res = parse_xml_string($xml);
903
904         return $res->status;
905  
906 }
907
908
909 /**
910  *
911  * consume_feed - process atom feed and update anything/everything we might need to update
912  *
913  * $xml = the (atom) feed to consume - RSS isn't as fully supported but may work for simple feeds.
914  *
915  * $importer = the contact_record (joined to user_record) of the local user who owns this relationship.
916  *             It is this person's stuff that is going to be updated.
917  * $contact =  the person who is sending us stuff. If not set, we MAY be processing a "follow" activity
918  *             from an external network and MAY create an appropriate contact record. Otherwise, we MUST 
919  *             have a contact record.
920  * $hub = should we find a hub declation in the feed, pass it back to our calling process, who might (or 
921  *        might not) try and subscribe to it.
922  *
923  */
924
925 function consume_feed($xml,$importer,&$contact, &$hub, $datedir = 0, $secure_feed = false) {
926
927         require_once('simplepie/simplepie.inc');
928
929         $feed = new SimplePie();
930         $feed->set_raw_data($xml);
931         if($datedir)
932                 $feed->enable_order_by_date(true);
933         else
934                 $feed->enable_order_by_date(false);
935         $feed->init();
936
937         if($feed->error())
938                 logger('consume_feed: Error parsing XML: ' . $feed->error());
939
940         $permalink = $feed->get_permalink();
941
942         // Check at the feed level for updated contact name and/or photo
943
944         $name_updated  = '';
945         $new_name = '';
946         $photo_timestamp = '';
947         $photo_url = '';
948         $birthday = '';
949
950         $hubs = $feed->get_links('hub');
951
952         if(count($hubs))
953                 $hub = implode(',', $hubs);
954
955         $rawtags = $feed->get_feed_tags( SIMPLEPIE_NAMESPACE_ATOM_10, 'author');
956         if($rawtags) {
957                 $elems = $rawtags[0]['child'][SIMPLEPIE_NAMESPACE_ATOM_10];
958                 if($elems['name'][0]['attribs'][NAMESPACE_DFRN]['updated']) {
959                         $name_updated = $elems['name'][0]['attribs'][NAMESPACE_DFRN]['updated'];
960                         $new_name = $elems['name'][0]['data'];
961                 } 
962                 if((x($elems,'link')) && ($elems['link'][0]['attribs']['']['rel'] === 'photo') && ($elems['link'][0]['attribs'][NAMESPACE_DFRN]['updated'])) {
963                         $photo_timestamp = datetime_convert('UTC','UTC',$elems['link'][0]['attribs'][NAMESPACE_DFRN]['updated']);
964                         $photo_url = $elems['link'][0]['attribs']['']['href'];
965                 }
966
967                 if((x($rawtags[0]['child'], NAMESPACE_DFRN)) && (x($rawtags[0]['child'][NAMESPACE_DFRN],'birthday'))) {
968                         $birthday = datetime_convert('UTC','UTC', $rawtags[0]['child'][NAMESPACE_DFRN]['birthday'][0]['data']);
969                 }
970         }
971
972         if((is_array($contact)) && ($photo_timestamp) && (strlen($photo_url)) && ($photo_timestamp > $contact['avatar-date'])) {
973                 logger('consume_feed: Updating photo for ' . $contact['name']);
974                 require_once("Photo.php");
975                 $photo_failure = false;
976                 $have_photo = false;
977
978                 $r = q("SELECT `resource-id` FROM `photo` WHERE `contact-id` = %d AND `uid` = %d LIMIT 1",
979                         intval($contact['id']),
980                         intval($contact['uid'])
981                 );
982                 if(count($r)) {
983                         $resource_id = $r[0]['resource-id'];
984                         $have_photo = true;
985                 }
986                 else {
987                         $resource_id = photo_new_resource();
988                 }
989                         
990                 $img_str = fetch_url($photo_url,true);
991                 $img = new Photo($img_str);
992                 if($img->is_valid()) {
993                         if($have_photo) {
994                                 q("DELETE FROM `photo` WHERE `resource-id` = '%s' AND `contact-id` = %d AND `uid` = %d",
995                                         dbesc($resource_id),
996                                         intval($contact['id']),
997                                         intval($contact['uid'])
998                                 );
999                         }
1000                                 
1001                         $img->scaleImageSquare(175);
1002                                 
1003                         $hash = $resource_id;
1004                         $r = $img->store($contact['uid'], $contact['id'], $hash, basename($photo_url), t('Contact Photos') , 4);
1005                                 
1006                         $img->scaleImage(80);
1007                         $r = $img->store($contact['uid'], $contact['id'], $hash, basename($photo_url), t('Contact Photos') , 5);
1008
1009                         $img->scaleImage(48);
1010                         $r = $img->store($contact['uid'], $contact['id'], $hash, basename($photo_url), t('Contact Photos') , 6);
1011
1012                         $a = get_app();
1013
1014                         q("UPDATE `contact` SET `avatar-date` = '%s', `photo` = '%s', `thumb` = '%s', `micro` = '%s'  
1015                                 WHERE `uid` = %d AND `id` = %d LIMIT 1",
1016                                 dbesc(datetime_convert()),
1017                                 dbesc($a->get_baseurl() . '/photo/' . $hash . '-4.jpg'),
1018                                 dbesc($a->get_baseurl() . '/photo/' . $hash . '-5.jpg'),
1019                                 dbesc($a->get_baseurl() . '/photo/' . $hash . '-6.jpg'),
1020                                 intval($contact['uid']),
1021                                 intval($contact['id'])
1022                         );
1023                 }
1024         }
1025
1026         if((is_array($contact)) && ($name_updated) && (strlen($new_name)) && ($name_updated > $contact['name-date'])) {
1027                 q("UPDATE `contact` SET `name` = '%s', `name-date` = '%s' WHERE `uid` = %d AND `id` = %d LIMIT 1",
1028                         dbesc(notags(trim($new_name))),
1029                         dbesc(datetime_convert()),
1030                         intval($contact['uid']),
1031                         intval($contact['id'])
1032                 );
1033         }
1034
1035         if(strlen($birthday)) {
1036                 if(substr($birthday,0,4) != $contact['bdyear']) {
1037                         logger('consume_feed: updating birthday: ' . $birthday);
1038
1039                         /**
1040                          *
1041                          * Add new birthday event for this person
1042                          *
1043                          * $bdtext is just a readable placeholder in case the event is shared
1044                          * with others. We will replace it during presentation to our $importer
1045                          * to contain a sparkle link and perhaps a photo. 
1046                          *
1047                          */
1048                          
1049                         $bdtext = t('Birthday:') . ' [url=' . $contact['url'] . ']' . $contact['name'] . '[/url]' ;
1050
1051
1052                         $r = q("INSERT INTO `event` (`uid`,`cid`,`created`,`edited`,`start`,`finish`,`desc`,`type`)
1053                                 VALUES ( %d, %d, '%s', '%s', '%s', '%s', '%s', '%s' ) ",
1054                                 intval($contact['uid']),
1055                                 intval($contact['id']),
1056                                 dbesc(datetime_convert()),
1057                                 dbesc(datetime_convert()),
1058                                 dbesc(datetime_convert('UTC','UTC', $birthday)),
1059                                 dbesc(datetime_convert('UTC','UTC', $birthday . ' + 1 day ')),
1060                                 dbesc($bdtext),
1061                                 dbesc('birthday')
1062                         );
1063                         
1064
1065                         // update bdyear
1066
1067                         q("UPDATE `contact` SET `bdyear` = '%s' WHERE `uid` = %d AND `id` = %d LIMIT 1",
1068                                 dbesc(substr($birthday,0,4)),
1069                                 intval($contact['uid']),
1070                                 intval($contact['id'])
1071                         );
1072
1073                         // This function is called twice without reloading the contact
1074                         // Make sure we only create one event. This is why &$contact 
1075                         // is a reference var in this function
1076
1077                         $contact['bdyear'] = substr($birthday,0,4);
1078                 }
1079
1080         }
1081
1082
1083         // process any deleted entries
1084
1085         $del_entries = $feed->get_feed_tags(NAMESPACE_TOMB, 'deleted-entry');
1086         if(is_array($del_entries) && count($del_entries)) {
1087                 foreach($del_entries as $dentry) {
1088                         $deleted = false;
1089                         if(isset($dentry['attribs']['']['ref'])) {
1090                                 $uri = $dentry['attribs']['']['ref'];
1091                                 $deleted = true;
1092                                 if(isset($dentry['attribs']['']['when'])) {
1093                                         $when = $dentry['attribs']['']['when'];
1094                                         $when = datetime_convert('UTC','UTC', $when, 'Y-m-d H:i:s');
1095                                 }
1096                                 else
1097                                         $when = datetime_convert('UTC','UTC','now','Y-m-d H:i:s');
1098                         }
1099                         if($deleted && is_array($contact)) {
1100                                 $r = q("SELECT * FROM `item` WHERE `uri` = '%s' AND `uid` = %d AND `contact-id` = %d LIMIT 1",
1101                                         dbesc($uri),
1102                                         intval($importer['uid']),
1103                                         intval($contact['id'])
1104                                 );
1105                                 if(count($r)) {
1106                                         $item = $r[0];
1107
1108                                         if(! $item['deleted'])
1109                                                 logger('consume_feed: deleting item ' . $item['id'] . ' uri=' . $item['uri'], LOGGER_DEBUG);
1110
1111                                         if($item['uri'] == $item['parent-uri']) {
1112                                                 $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
1113                                                         `body` = '', `title` = ''
1114                                                         WHERE `parent-uri` = '%s' AND `uid` = %d",
1115                                                         dbesc($when),
1116                                                         dbesc(datetime_convert()),
1117                                                         dbesc($item['uri']),
1118                                                         intval($importer['uid'])
1119                                                 );
1120                                         }
1121                                         else {
1122                                                 $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s',
1123                                                         `body` = '', `title` = '' 
1124                                                         WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
1125                                                         dbesc($when),
1126                                                         dbesc(datetime_convert()),
1127                                                         dbesc($uri),
1128                                                         intval($importer['uid'])
1129                                                 );
1130                                                 if($item['last-child']) {
1131                                                         // ensure that last-child is set in case the comment that had it just got wiped.
1132                                                         q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d ",
1133                                                                 dbesc(datetime_convert()),
1134                                                                 dbesc($item['parent-uri']),
1135                                                                 intval($item['uid'])
1136                                                         );
1137                                                         // who is the last child now? 
1138                                                         $r = q("SELECT `id` FROM `item` WHERE `parent-uri` = '%s' AND `type` != 'activity' AND `deleted` = 0 AND `uid` = %d 
1139                                                                 ORDER BY `created` DESC LIMIT 1",
1140                                                                         dbesc($item['parent-uri']),
1141                                                                         intval($importer['uid'])
1142                                                         );
1143                                                         if(count($r)) {
1144                                                                 q("UPDATE `item` SET `last-child` = 1 WHERE `id` = %d LIMIT 1",
1145                                                                         intval($r[0]['id'])
1146                                                                 );
1147                                                         }
1148                                                 }       
1149                                         }
1150                                 }       
1151                         }
1152                 }
1153         }
1154
1155         // Now process the feed
1156
1157         if($feed->get_item_quantity()) {                
1158
1159                 logger('consume_feed: feed item count = ' . $feed->get_item_quantity());
1160
1161         // in inverse date order
1162                 if ($datedir)
1163                         $items = array_reverse($feed->get_items());
1164                 else
1165                         $items = $feed->get_items();
1166
1167
1168                 foreach($items as $item) {
1169
1170                         $is_reply = false;              
1171                         $item_id = $item->get_id();
1172                         $rawthread = $item->get_item_tags( NAMESPACE_THREAD,'in-reply-to');
1173                         if(isset($rawthread[0]['attribs']['']['ref'])) {
1174                                 $is_reply = true;
1175                                 $parent_uri = $rawthread[0]['attribs']['']['ref'];
1176                         }
1177
1178                         if(($is_reply) && is_array($contact)) {
1179
1180                                 // Have we seen it? If not, import it.
1181         
1182                                 $item_id  = $item->get_id();
1183                                 $datarray = get_atom_elements($feed,$item);
1184
1185                                 $r = q("SELECT `uid`, `last-child`, `edited`, `body` FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
1186                                         dbesc($item_id),
1187                                         intval($importer['uid'])
1188                                 );
1189
1190                                 // Update content if 'updated' changes
1191
1192                                 if(count($r)) {
1193                                         if((x($datarray,'edited') !== false) && (datetime_convert('UTC','UTC',$datarray['edited']) !== $r[0]['edited'])) {  
1194                                                 $r = q("UPDATE `item` SET `body` = '%s', `edited` = '%s' WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
1195                                                         dbesc($datarray['body']),
1196                                                         dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
1197                                                         dbesc($item_id),
1198                                                         intval($importer['uid'])
1199                                                 );
1200                                         }
1201
1202                                         // update last-child if it changes
1203
1204                                         $allow = $item->get_item_tags( NAMESPACE_DFRN, 'comment-allow');
1205                                         if(($allow) && ($allow[0]['data'] != $r[0]['last-child'])) {
1206                                                 $r = q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d",
1207                                                         dbesc(datetime_convert()),
1208                                                         dbesc($parent_uri),
1209                                                         intval($importer['uid'])
1210                                                 );
1211                                                 $r = q("UPDATE `item` SET `last-child` = %d , `changed` = '%s'  WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
1212                                                         intval($allow[0]['data']),
1213                                                         dbesc(datetime_convert()),
1214                                                         dbesc($item_id),
1215                                                         intval($importer['uid'])
1216                                                 );
1217                                         }
1218                                         continue;
1219                                 }
1220
1221                                 $force_parent = false;
1222                                 if($contact['network'] === 'stat') {
1223                                         $force_parent = true;
1224                                         if(strlen($datarray['title']))
1225                                                 unset($datarray['title']);
1226                                         $r = q("UPDATE `item` SET `last-child` = 0, `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d",
1227                                                 dbesc(datetime_convert()),
1228                                                 dbesc($parent_uri),
1229                                                 intval($importer['uid'])
1230                                         );
1231                                         $datarray['last-child'] = 1;
1232                                 }
1233
1234                                 if(($contact['network'] === 'feed') || (! strlen($contact['notify']))) {
1235                                         // one way feed - no remote comment ability
1236                                         $datarray['last-child'] = 0;
1237                                 }
1238                                 $datarray['parent-uri'] = $parent_uri;
1239                                 $datarray['uid'] = $importer['uid'];
1240                                 $datarray['contact-id'] = $contact['id'];
1241                                 if((activity_match($datarray['verb'],ACTIVITY_LIKE)) || (activity_match($datarray['verb'],ACTIVITY_DISLIKE))) {
1242                                         $datarray['type'] = 'activity';
1243                                         $datarray['gravity'] = GRAVITY_LIKE;
1244                                 }
1245
1246                                 $r = item_store($datarray,$force_parent);
1247                                 continue;
1248                         }
1249
1250                         else {
1251
1252                                 // Head post of a conversation. Have we seen it? If not, import it.
1253
1254                                 $item_id  = $item->get_id();
1255
1256                                 $datarray = get_atom_elements($feed,$item);
1257
1258                                 $r = q("SELECT `uid`, `last-child`, `edited`, `body` FROM `item` WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
1259                                         dbesc($item_id),
1260                                         intval($importer['uid'])
1261                                 );
1262
1263                                 // Update content if 'updated' changes
1264
1265                                 if(count($r)) {
1266                                         if((x($datarray,'edited') !== false) && (datetime_convert('UTC','UTC',$datarray['edited']) !== $r[0]['edited'])) {  
1267                                                 $r = q("UPDATE `item` SET `body` = '%s', `edited` = '%s' WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
1268                                                         dbesc($datarray['body']),
1269                                                         dbesc(datetime_convert('UTC','UTC',$datarray['edited'])),
1270                                                         dbesc($item_id),
1271                                                         intval($importer['uid'])
1272                                                 );
1273                                         }
1274
1275                                         // update last-child if it changes
1276
1277                                         $allow = $item->get_item_tags( NAMESPACE_DFRN, 'comment-allow');
1278                                         if($allow && $allow[0]['data'] != $r[0]['last-child']) {
1279                                                 $r = q("UPDATE `item` SET `last-child` = %d , `changed` = '%s' WHERE `uri` = '%s' AND `uid` = %d LIMIT 1",
1280                                                         intval($allow[0]['data']),
1281                                                         dbesc(datetime_convert()),
1282                                                         dbesc($item_id),
1283                                                         intval($importer['uid'])
1284                                                 );
1285                                         }
1286                                         continue;
1287                                 }
1288
1289                                 if(activity_match($datarray['verb'],ACTIVITY_FOLLOW)) {
1290                                         logger('consume-feed: New follower');
1291                                         new_follower($importer,$contact,$datarray,$item);
1292                                         return;
1293                                 }
1294                                 if(activity_match($datarray['verb'],ACTIVITY_UNFOLLOW))  {
1295                                         lose_follower($importer,$contact,$datarray,$item);
1296                                         return;
1297                                 }
1298                                 if(! is_array($contact))
1299                                         return;
1300
1301                                 if($contact['network'] === 'stat' || stristr($permalink,'twitter.com')) {
1302                                         if(strlen($datarray['title']))
1303                                                 unset($datarray['title']);
1304                                         $datarray['last-child'] = 1;
1305                                 }
1306
1307                                 if(($contact['network'] === 'feed') || (! strlen($contact['notify']))) {
1308                                         // one way feed - no remote comment ability
1309                                         $datarray['last-child'] = 0;
1310                                 }
1311
1312                                 $datarray['parent-uri'] = $item_id;
1313                                 $datarray['uid'] = $importer['uid'];
1314                                 $datarray['contact-id'] = $contact['id'];
1315                                 $r = item_store($datarray);
1316                                 continue;
1317
1318                         }
1319                 }
1320         }
1321 }
1322
1323 function new_follower($importer,$contact,$datarray,$item) {
1324         $url = notags(trim($datarray['author-link']));
1325         $name = notags(trim($datarray['author-name']));
1326         $photo = notags(trim($datarray['author-avatar']));
1327
1328         $rawtag = $item->get_item_tags(NAMESPACE_ACTIVITY,'actor');
1329         if($rawtag && $rawtag[0]['child'][NAMESPACE_POCO]['preferredUsername'][0]['data'])
1330                 $nick = $rawtag[0]['child'][NAMESPACE_POCO]['preferredUsername'][0]['data'];
1331
1332         if(is_array($contact)) {
1333                 if($contact['network'] == 'stat' && $contact['rel'] == REL_FAN) {
1334                         $r = q("UPDATE `contact` SET `rel` = %d WHERE `id` = %d AND `uid` = %d LIMIT 1",
1335                                 intval(REL_BUD),
1336                                 intval($contact['id']),
1337                                 intval($importer['uid'])
1338                         );
1339                 }
1340
1341                 // send email notification to owner?
1342         }
1343         else {
1344         
1345                 // create contact record - set to readonly
1346
1347                 $r = q("INSERT INTO `contact` ( `uid`, `created`, `url`, `name`, `nick`, `photo`, `network`, `rel`, 
1348                         `blocked`, `readonly`, `pending` )
1349                         VALUES ( %d, '%s', '%s', '%s', '%s', '%s', '%s', %d, 0, 1, 1 ) ",
1350                         intval($importer['uid']),
1351                         dbesc(datetime_convert()),
1352                         dbesc($url),
1353                         dbesc($name),
1354                         dbesc($nick),
1355                         dbesc($photo),
1356                         dbesc('stat'),
1357                         intval(REL_VIP)
1358                 );
1359                 $r = q("SELECT `id` FROM `contact` WHERE `uid` = %d AND `url` = '%s' AND `pending` = 1 AND `rel` = %d LIMIT 1",
1360                                 intval($importer['uid']),
1361                                 dbesc($url),
1362                                 intval(REL_VIP)
1363                 );
1364                 if(count($r))
1365                                 $contact_record = $r[0];
1366
1367                 // create notification  
1368                 $hash = random_string();
1369
1370                 if(is_array($contact_record)) {
1371                         $ret = q("INSERT INTO `intro` ( `uid`, `contact-id`, `blocked`, `knowyou`, `hash`, `datetime`)
1372                                 VALUES ( %d, %d, 0, 0, '%s', '%s' )",
1373                                 intval($importer['uid']),
1374                                 intval($contact_record['id']),
1375                                 dbesc($hash),
1376                                 dbesc(datetime_convert())
1377                         );
1378                 }
1379                 $r = q("SELECT * FROM `user` WHERE `uid` = %d LIMIT 1",
1380                         intval($importer['uid'])
1381                 );
1382                 $a = get_app();
1383                 if(count($r)) {
1384                         if(($r[0]['notify-flags'] & NOTIFY_INTRO) && ($r[0]['page-flags'] == PAGE_NORMAL)) {
1385                                 $email_tpl = load_view_file('view/follow_notify_eml.tpl');
1386                                 $email = replace_macros($email_tpl, array(
1387                                         '$requestor' => ((strlen($name)) ? $name : t('[Name Withheld]')),
1388                                         '$url' => $url,
1389                                         '$myname' => $r[0]['username'],
1390                                         '$siteurl' => $a->get_baseurl(),
1391                                         '$sitename' => $a->config['sitename']
1392                                 ));
1393                                 $res = mail($r[0]['email'], 
1394                                         t("You have a new follower at ") . $a->config['sitename'],
1395                                         $email,
1396                                         'From: ' . t('Administrator') . '@' . $_SERVER['SERVER_NAME'] );
1397                         
1398                         }
1399                 }
1400         }
1401 }
1402
1403 function lose_follower($importer,$contact,$datarray,$item) {
1404
1405         if(($contact['rel'] == REL_BUD) || ($contact['rel'] == REL_FAN)) {
1406                 q("UPDATE `contact` SET `rel` = %d WHERE `id` = %d LIMIT 1",
1407                         intval(REL_FAN),
1408                         intval($contact['id'])
1409                 );
1410         }
1411         else {
1412                 contact_remove($contact['id']);
1413         }
1414 }
1415
1416
1417 function subscribe_to_hub($url,$importer,$contact) {
1418
1419         if(is_array($importer)) {
1420                 $r = q("SELECT `nickname` FROM `user` WHERE `uid` = %d LIMIT 1",
1421                         intval($importer['uid'])
1422                 );
1423         }
1424         if(! count($r))
1425                 return;
1426
1427         $push_url = get_config('system','url') . '/pubsub/' . $r[0]['nickname'] . '/' . $contact['id'];
1428
1429         // Use a single verify token, even if multiple hubs
1430
1431         $verify_token = ((strlen($contact['hub-verify'])) ? $contact['hub-verify'] : random_string());
1432
1433         $params= 'hub.mode=subscribe&hub.callback=' . urlencode($push_url) . '&hub.topic=' . urlencode($contact['poll']) . '&hub.verify=async&hub.verify_token=' . $verify_token;
1434
1435         logger('subscribe_to_hub: subscribing ' . $contact['name'] . ' to hub ' . $url . ' with verifier ' . $verify_token);
1436
1437         if(! strlen($contact['hub-verify'])) {
1438                 $r = q("UPDATE `contact` SET `hub-verify` = '%s' WHERE `id` = %d LIMIT 1",
1439                         dbesc($verify_token),
1440                         intval($contact['id'])
1441                 );
1442         }
1443
1444         post_url($url,$params);                 
1445         return;
1446
1447 }
1448
1449
1450 function atom_author($tag,$name,$uri,$h,$w,$photo) {
1451         $o = '';
1452         if(! $tag)
1453                 return $o;
1454         $name = xmlify($name);
1455         $uri = xmlify($uri);
1456         $h = intval($h);
1457         $w = intval($w);
1458         $photo = xmlify($photo);
1459
1460
1461         $o .= "<$tag>\r\n";
1462         $o .= "<name>$name</name>\r\n";
1463         $o .= "<uri>$uri</uri>\r\n";
1464         $o .= '<link rel="photo"  type="image/jpeg" media:width="' . $w . '" media:height="' . $h . '" href="' . $photo . '" />' . "\r\n";
1465         $o .= '<link rel="avatar" type="image/jpeg" media:width="' . $w . '" media:height="' . $h . '" href="' . $photo . '" />' . "\r\n";
1466
1467         call_hooks('atom_author', $o);
1468
1469         $o .= "</$tag>\r\n";
1470         return $o;
1471 }
1472
1473 function atom_entry($item,$type,$author,$owner,$comment = false) {
1474
1475         if($item['deleted'])
1476                 return '<at:deleted-entry ref="' . xmlify($item['uri']) . '" when="' . xmlify(datetime_convert('UTC','UTC',$item['edited'] . '+00:00',ATOM_TIME)) . '" />' . "\r\n";
1477
1478         $a = get_app();
1479
1480         $o = "\r\n\r\n<entry>\r\n";
1481
1482         if(is_array($author))
1483                 $o .= atom_author('author',$author['name'],$author['url'],80,80,$author['thumb']);
1484         else
1485                 $o .= atom_author('author',$item['name'],$item['url'],80,80,$item['thumb']);
1486         if(strlen($item['owner-name']))
1487                 $o .= atom_author('dfrn:owner',$item['owner-name'],$item['owner-link'],80,80,$item['owner-avatar']);
1488
1489         if($item['parent'] != $item['id'])
1490                 $o .= '<thr:in-reply-to ref="' . xmlify($item['parent-uri']) . '" type="text/html" href="' .  xmlify($a->get_baseurl() . '/display/' . $owner['nickname'] . '/' . $item['id']) . '" />' . "\r\n";
1491
1492         $o .= '<id>' . xmlify($item['uri']) . '</id>' . "\r\n";
1493         $o .= '<title>' . xmlify($item['title']) . '</title>' . "\r\n";
1494         $o .= '<published>' . xmlify(datetime_convert('UTC','UTC',$item['created'] . '+00:00',ATOM_TIME)) . '</published>' . "\r\n";
1495         $o .= '<updated>' . xmlify(datetime_convert('UTC','UTC',$item['edited'] . '+00:00',ATOM_TIME)) . '</updated>' . "\r\n";
1496         $o .= '<dfrn:env>' . base64url_encode($item['body'], true) . '</dfrn:env>' . "\r\n";
1497         $o .= '<content type="' . $type . '" >' . xmlify(($type === 'html') ? bbcode($item['body']) : $item['body']) . '</content>' . "\r\n";
1498         $o .= '<link rel="alternate" type="text/html" href="' . xmlify($a->get_baseurl() . '/display/' . $owner['nickname'] . '/' . $item['id']) . '" />' . "\r\n";
1499         if($comment)
1500                 $o .= '<dfrn:comment-allow>' . intval($item['last-child']) . '</dfrn:comment-allow>' . "\r\n";
1501
1502         if($item['location']) {
1503                 $o .= '<dfrn:location>' . xmlify($item['location']) . '</dfrn:location>' . "\r\n";
1504                 $o .= '<poco:address><poco:formatted>' . xmlify($item['location']) . '</poco:formatted></poco:address>' . "\r\n";
1505         }
1506
1507         if($item['coord'])
1508                 $o .= '<georss:point>' . xmlify($item['coord']) . '</georss:point>' . "\r\n";
1509
1510         if(($item['private']) || strlen($item['allow_cid']) || strlen($item['allow_gid']) || strlen($item['deny_cid']) || strlen($item['deny_gid']))
1511                 $o .= '<dfrn:private>1</dfrn:private>' . "\r\n";
1512
1513         $verb = construct_verb($item);
1514         $o .= '<as:verb>' . xmlify($verb) . '</as:verb>' . "\r\n";
1515         $actobj = construct_activity_object($item);
1516         if(strlen($actobj))
1517                 $o .= $actobj;
1518         $actarg = construct_activity_target($item);
1519         if(strlen($actarg))
1520                 $o .= $actarg;
1521
1522         $tags = item_getfeedtags($item);
1523         if(count($tags)) {
1524                 foreach($tags as $t) {
1525                         $o .= '<category scheme="X-DFRN:' . xmlify($t[0]) . ':' . xmlify($t[1]) . '" term="' . xmlify($t[2]) . '" />' . "\r\n";
1526                 }
1527         }
1528
1529         $mentioned = get_mentions($item);
1530         if($mentioned)
1531                 $o .= $mentioned;
1532         
1533         call_hooks('atom_entry', $o);
1534
1535         $o .= '</entry>' . "\r\n";
1536         
1537         return $o;
1538 }
1539
1540 function item_getfeedtags($item) {
1541         $ret = array();
1542         $matches = false;
1543         $cnt = preg_match_all('|\#\[url\=(.+?)\](.+?)\[\/url\]|',$item['tag'],$matches);
1544         if($cnt) {
1545                 for($x = 0; $x < count($matches); $x ++) {
1546                         if($matches[1][$x])
1547                                 $ret[] = array('#',$matches[1][$x], $matches[2][$x]);
1548                 }
1549         }
1550         $matches = false; 
1551         $cnt = preg_match_all('|\@\[url\=(.+?)\](.+?)\[\/url\]|',$item['tag'],$matches);
1552         if($cnt) {
1553                 for($x = 0; $x < count($matches); $x ++) {
1554                         if($matches[1][$x])
1555                                 $ret[] = array('#',$matches[1][$x], $matches[2][$x]);
1556                 }
1557         } 
1558         return $ret;
1559 }
1560
1561
1562         
1563 function item_expire($uid,$days) {
1564
1565         if((! $uid) || (! $days))
1566                 return;
1567
1568         $r = q("SELECT * FROM `item` 
1569                 WHERE `uid` = %d 
1570                 AND `created` < UTC_TIMESTAMP() - INTERVAL %d DAY 
1571                 AND `id` = `parent` 
1572                 AND `deleted` = 0",
1573                 intval($uid),
1574                 intval($days)
1575         );
1576
1577         if(! count($r))
1578                 return;
1579  
1580         logger('expire: # items=' . count($r) );
1581
1582         foreach($r as $item) {
1583
1584                 // Only expire posts, not photos and photo comments
1585
1586                 if(strlen($item['resource-id']))
1587                         continue;
1588
1589                 $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s' WHERE `id` = %d LIMIT 1",
1590                         dbesc(datetime_convert()),
1591                         dbesc(datetime_convert()),
1592                         intval($item['id'])
1593                 );
1594
1595                 // kill the kids
1596
1597                 $r = q("UPDATE `item` SET `deleted` = 1, `edited` = '%s', `changed` = '%s' WHERE `parent-uri` = '%s' AND `uid` = %d ",
1598                         dbesc(datetime_convert()),
1599                         dbesc(datetime_convert()),
1600                         dbesc($item['parent-uri']),
1601                         intval($item['uid'])
1602                 );
1603
1604         }
1605
1606         proc_run('php',"include/notifier.php","expire","$uid");
1607
1608 }