3 * @file include/socgraph.php
5 * @todo Move GNU Social URL schemata (http://server.tld/user/number) to http://server.tld/username
6 * @todo Fetch profile data from profile page for Redmatrix users
7 * @todo Detect if it is a forum
10 require_once('include/datetime.php');
11 require_once("include/Scrape.php");
12 require_once("include/network.php");
13 require_once("include/html2bbcode.php");
14 require_once("include/Contact.php");
15 require_once("include/Photo.php");
20 * Given a contact-id (minimum), load the PortableContacts friend list for that contact,
21 * and add the entries to the gcontact (Global Contact) table, or update existing entries
22 * if anything (name or photo) has changed.
23 * We use normalised urls for comparison which ignore http vs https and www.domain vs domain
25 * Once the global contact is stored add (if necessary) the contact linkage which associates
26 * the given uid, cid to the global contact entry. There can be many uid/cid combinations
27 * pointing to the same global contact id.
34 function poco_load($cid,$uid = 0,$zcid = 0,$url = null) {
39 if((! $url) || (! $uid)) {
40 $r = q("select `poco`, `uid` from `contact` where `id` = %d limit 1",
55 $url = $url . (($uid) ? '/@me/@all?fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,contactType,generation' : '?fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,contactType,generation') ;
57 logger('poco_load: ' . $url, LOGGER_DEBUG);
61 logger('poco_load: returns ' . $s, LOGGER_DATA);
63 logger('poco_load: return code: ' . $a->get_curl_code(), LOGGER_DEBUG);
65 if(($a->get_curl_code() > 299) || (! $s))
70 logger('poco_load: json: ' . print_r($j,true),LOGGER_DATA);
72 if(! isset($j->entry))
76 foreach($j->entry as $entry) {
84 $updated = '0000-00-00 00:00:00';
92 $name = $entry->displayName;
94 if(isset($entry->urls)) {
95 foreach($entry->urls as $url) {
96 if($url->type == 'profile') {
97 $profile_url = $url->value;
100 if($url->type == 'webfinger') {
101 $connect_url = str_replace('acct:' , '', $url->value);
106 if(isset($entry->photos)) {
107 foreach($entry->photos as $photo) {
108 if($photo->type == 'profile') {
109 $profile_photo = $photo->value;
115 if(isset($entry->updated))
116 $updated = date("Y-m-d H:i:s", strtotime($entry->updated));
118 if(isset($entry->network))
119 $network = $entry->network;
121 if(isset($entry->currentLocation))
122 $location = $entry->currentLocation;
124 if(isset($entry->aboutMe))
125 $about = html2bbcode($entry->aboutMe);
127 if(isset($entry->gender))
128 $gender = $entry->gender;
130 if(isset($entry->generation) AND ($entry->generation > 0))
131 $generation = ++$entry->generation;
133 if(isset($entry->tags))
134 foreach($entry->tags as $tag)
135 $keywords = implode(", ", $tag);
137 if(isset($entry->contactType) AND ($entry->contactType >= 0))
138 $contact_type = $entry->contactType;
140 // If you query a Friendica server for its profiles, the network has to be Friendica
141 /// TODO It could also be a Redmatrix server
143 // $network = NETWORK_DFRN;
145 poco_check($profile_url, $name, $network, $profile_photo, $about, $location, $gender, $keywords, $connect_url, $updated, $generation, $cid, $uid, $zcid);
147 $gcontact = array("url" => $profile_url, "contact-type" => $contact_type, "generation" => $generation);
148 update_gcontact($gcontact);
150 // Update the Friendica contacts. Diaspora is doing it via a message. (See include/diaspora.php)
151 // Deactivated because we now update Friendica contacts in dfrn.php
152 //if (($location != "") OR ($about != "") OR ($keywords != "") OR ($gender != ""))
153 // q("UPDATE `contact` SET `location` = '%s', `about` = '%s', `keywords` = '%s', `gender` = '%s'
154 // WHERE `nurl` = '%s' AND NOT `self` AND `network` = '%s'",
159 // dbesc(normalise_link($profile_url)),
160 // dbesc(NETWORK_DFRN));
162 logger("poco_load: loaded $total entries",LOGGER_DEBUG);
164 q("DELETE FROM `glink` WHERE `cid` = %d AND `uid` = %d AND `zcid` = %d AND `updated` < UTC_TIMESTAMP - INTERVAL 2 DAY",
172 function poco_check($profile_url, $name, $network, $profile_photo, $about, $location, $gender, $keywords, $connect_url, $updated, $generation, $cid = 0, $uid = 0, $zcid = 0) {
178 // 1: Profiles on this server
179 // 2: Contacts of profiles on this server
180 // 3: Contacts of contacts of profiles on this server
185 if ($profile_url == "")
188 $urlparts = parse_url($profile_url);
189 if (!isset($urlparts["scheme"]))
192 if (in_array($urlparts["host"], array("www.facebook.com", "facebook.com", "twitter.com",
193 "identi.ca", "alpha.app.net")))
196 // Don't store the statusnet connector as network
197 // We can't simply set this to NETWORK_OSTATUS since the connector could have fetched posts from friendica as well
198 if ($network == NETWORK_STATUSNET)
201 // Assure that there are no parameter fragments in the profile url
202 if (in_array($network, array(NETWORK_DFRN, NETWORK_DIASPORA, NETWORK_OSTATUS, "")))
203 $profile_url = clean_contact_url($profile_url);
205 $alternate = poco_alternate_ostatus_url($profile_url);
207 $orig_updated = $updated;
209 // The global contacts should contain the original picture, not the cached one
210 if (($generation != 1) AND stristr(normalise_link($profile_photo), normalise_link($a->get_baseurl()."/photo/")))
213 $r = q("SELECT `network` FROM `contact` WHERE `nurl` = '%s' AND `network` != '' AND `network` != '%s' LIMIT 1",
214 dbesc(normalise_link($profile_url)), dbesc(NETWORK_STATUSNET)
217 $network = $r[0]["network"];
219 if (($network == "") OR ($network == NETWORK_OSTATUS)) {
220 $r = q("SELECT `network`, `url` FROM `contact` WHERE `alias` IN ('%s', '%s') AND `network` != '' AND `network` != '%s' LIMIT 1",
221 dbesc($profile_url), dbesc(normalise_link($profile_url)), dbesc(NETWORK_STATUSNET)
224 $network = $r[0]["network"];
225 //$profile_url = $r[0]["url"];
229 $x = q("SELECT * FROM `gcontact` WHERE `nurl` = '%s' LIMIT 1",
230 dbesc(normalise_link($profile_url))
234 if (($network == "") AND ($x[0]["network"] != NETWORK_STATUSNET))
235 $network = $x[0]["network"];
237 if ($updated == "0000-00-00 00:00:00")
238 $updated = $x[0]["updated"];
240 $created = $x[0]["created"];
241 $server_url = $x[0]["server_url"];
242 $nick = $x[0]["nick"];
243 $addr = $x[0]["addr"];
244 $alias = $x[0]["alias"];
245 $notify = $x[0]["notify"];
247 $created = "0000-00-00 00:00:00";
250 $urlparts = parse_url($profile_url);
251 $nick = end(explode("/", $urlparts["path"]));
257 if ((($network == "") OR ($name == "") OR ($addr == "") OR ($profile_photo == "") OR ($server_url == "") OR $alternate)
258 AND poco_reachable($profile_url, $server_url, $network, false)) {
259 $data = probe_url($profile_url);
261 $orig_profile = $profile_url;
263 $network = $data["network"];
264 $name = $data["name"];
265 $nick = $data["nick"];
266 $addr = $data["addr"];
267 $alias = $data["alias"];
268 $notify = $data["notify"];
269 $profile_url = $data["url"];
270 $profile_photo = $data["photo"];
271 $server_url = $data["baseurl"];
273 if ($alternate AND ($network == NETWORK_OSTATUS)) {
274 // Delete the old entry - if it exists
275 $r = q("SELECT `id` FROM `gcontact` WHERE `nurl` = '%s'", dbesc(normalise_link($orig_profile)));
277 q("DELETE FROM `gcontact` WHERE `nurl` = '%s'", dbesc(normalise_link($orig_profile)));
278 q("DELETE FROM `glink` WHERE `gcid` = %d", intval($r[0]["id"]));
281 // possibly create a new entry
282 poco_check($profile_url, $name, $network, $profile_photo, $about, $location, $gender, $keywords, $connect_url, $updated, $generation, $cid, $uid, $zcid);
286 if ($alternate AND ($network == NETWORK_OSTATUS))
289 if (count($x) AND ($x[0]["network"] == "") AND ($network != "")) {
290 q("UPDATE `gcontact` SET `network` = '%s' WHERE `nurl` = '%s'",
292 dbesc(normalise_link($profile_url))
296 if (($name == "") OR ($profile_photo == ""))
299 if (!in_array($network, array(NETWORK_DFRN, NETWORK_OSTATUS, NETWORK_DIASPORA)))
302 logger("profile-check generation: ".$generation." Network: ".$network." URL: ".$profile_url." name: ".$name." avatar: ".$profile_photo, LOGGER_DEBUG);
304 poco_check_server($server_url, $network);
306 $gcontact = array("url" => $profile_url,
310 "network" => $network,
311 "photo" => $profile_photo,
313 "location" => $location,
315 "keywords" => $keywords,
316 "server_url" => $server_url,
317 "connect" => $connect_url,
319 "updated" => $updated,
320 "generation" => $generation);
322 $gcid = update_gcontact($gcontact);
327 $r = q("SELECT * FROM `glink` WHERE `cid` = %d AND `uid` = %d AND `gcid` = %d AND `zcid` = %d LIMIT 1",
334 q("INSERT INTO `glink` (`cid`,`uid`,`gcid`,`zcid`, `updated`) VALUES (%d,%d,%d,%d, '%s') ",
339 dbesc(datetime_convert())
342 q("UPDATE `glink` SET `updated` = '%s' WHERE `cid` = %d AND `uid` = %d AND `gcid` = %d AND `zcid` = %d",
343 dbesc(datetime_convert()),
354 function poco_reachable($profile, $server = "", $network = "", $force = false) {
357 $server = poco_detect_server($profile);
362 return poco_check_server($server, $network, $force);
365 function poco_detect_server($profile) {
367 // Try to detect the server path based upon some known standard paths
370 if ($server_url == "") {
371 $friendica = preg_replace("=(https?://)(.*)/profile/(.*)=ism", "$1$2", $profile);
372 if ($friendica != $profile) {
373 $server_url = $friendica;
374 $network = NETWORK_DFRN;
378 if ($server_url == "") {
379 $diaspora = preg_replace("=(https?://)(.*)/u/(.*)=ism", "$1$2", $profile);
380 if ($diaspora != $profile) {
381 $server_url = $diaspora;
382 $network = NETWORK_DIASPORA;
386 if ($server_url == "") {
387 $red = preg_replace("=(https?://)(.*)/channel/(.*)=ism", "$1$2", $profile);
388 if ($red != $profile) {
390 $network = NETWORK_DIASPORA;
397 function poco_alternate_ostatus_url($url) {
398 return(preg_match("=https?://.+/user/\d+=ism", $url, $matches));
401 function poco_last_updated($profile, $force = false) {
403 $gcontacts = q("SELECT * FROM `gcontact` WHERE `nurl` = '%s'",
404 dbesc(normalise_link($profile)));
406 if ($gcontacts[0]["created"] == "0000-00-00 00:00:00")
407 q("UPDATE `gcontact` SET `created` = '%s' WHERE `nurl` = '%s'",
408 dbesc(datetime_convert()), dbesc(normalise_link($profile)));
410 if ($gcontacts[0]["server_url"] != "")
411 $server_url = $gcontacts[0]["server_url"];
413 $server_url = poco_detect_server($profile);
415 if (!in_array($gcontacts[0]["network"], array(NETWORK_DFRN, NETWORK_DIASPORA, NETWORK_FEED, NETWORK_OSTATUS, ""))) {
416 logger("Profile ".$profile.": Network type ".$gcontacts[0]["network"]." can't be checked", LOGGER_DEBUG);
420 if ($server_url != "") {
421 if (!poco_check_server($server_url, $gcontacts[0]["network"], $force)) {
424 q("UPDATE `gcontact` SET `last_failure` = '%s' WHERE `nurl` = '%s'",
425 dbesc(datetime_convert()), dbesc(normalise_link($profile)));
427 logger("Profile ".$profile.": Server ".$server_url." wasn't reachable.", LOGGER_DEBUG);
431 q("UPDATE `gcontact` SET `server_url` = '%s' WHERE `nurl` = '%s'",
432 dbesc($server_url), dbesc(normalise_link($profile)));
435 if (in_array($gcontacts[0]["network"], array("", NETWORK_FEED))) {
436 $server = q("SELECT `network` FROM `gserver` WHERE `nurl` = '%s' AND `network` != ''",
437 dbesc(normalise_link($server_url)));
440 q("UPDATE `gcontact` SET `network` = '%s' WHERE `nurl` = '%s'",
441 dbesc($server[0]["network"]), dbesc(normalise_link($profile)));
446 // noscrape is really fast so we don't cache the call.
447 if (($gcontacts[0]["server_url"] != "") AND ($gcontacts[0]["nick"] != "")) {
449 // Use noscrape if possible
450 $server = q("SELECT `noscrape`, `network` FROM `gserver` WHERE `nurl` = '%s' AND `noscrape` != ''", dbesc(normalise_link($gcontacts[0]["server_url"])));
453 $noscraperet = z_fetch_url($server[0]["noscrape"]."/".$gcontacts[0]["nick"]);
455 if ($noscraperet["success"] AND ($noscraperet["body"] != "")) {
457 $noscrape = json_decode($noscraperet["body"], true);
459 if (is_array($noscrape)) {
460 $contact = array("url" => $profile,
461 "network" => $server[0]["network"],
462 "generation" => $gcontacts[0]["generation"]);
464 if (isset($noscrape["fn"]))
465 $contact["name"] = $noscrape["fn"];
467 if (isset($noscrape["comm"]))
468 $contact["community"] = $noscrape["comm"];
470 if (isset($noscrape["tags"])) {
471 $keywords = implode(" ", $noscrape["tags"]);
473 $contact["keywords"] = $keywords;
476 $location = formatted_location($noscrape);
478 $contact["location"] = $location;
480 if (isset($noscrape["dfrn-notify"]))
481 $contact["notify"] = $noscrape["dfrn-notify"];
483 // Remove all fields that are not present in the gcontact table
484 unset($noscrape["fn"]);
485 unset($noscrape["key"]);
486 unset($noscrape["homepage"]);
487 unset($noscrape["comm"]);
488 unset($noscrape["tags"]);
489 unset($noscrape["locality"]);
490 unset($noscrape["region"]);
491 unset($noscrape["country-name"]);
492 unset($noscrape["contacts"]);
493 unset($noscrape["dfrn-request"]);
494 unset($noscrape["dfrn-confirm"]);
495 unset($noscrape["dfrn-notify"]);
496 unset($noscrape["dfrn-poll"]);
498 // Set the date of the last contact
499 /// @todo By now the function "update_gcontact" doesn't work with this field
500 //$contact["last_contact"] = datetime_convert();
502 $contact = array_merge($contact, $noscrape);
504 update_gcontact($contact);
506 if (trim($noscrape["updated"]) != "") {
507 q("UPDATE `gcontact` SET `last_contact` = '%s' WHERE `nurl` = '%s'",
508 dbesc(datetime_convert()), dbesc(normalise_link($profile)));
510 logger("Profile ".$profile." was last updated at ".$noscrape["updated"]." (noscrape)", LOGGER_DEBUG);
512 return $noscrape["updated"];
519 // If we only can poll the feed, then we only do this once a while
520 if (!$force AND !poco_do_update($gcontacts[0]["created"], $gcontacts[0]["updated"], $gcontacts[0]["last_failure"], $gcontacts[0]["last_contact"])) {
521 logger("Profile ".$profile." was last updated at ".$gcontacts[0]["updated"]." (cached)", LOGGER_DEBUG);
522 return $gcontacts[0]["updated"];
525 $data = probe_url($profile);
527 // Is the profile link the alternate OStatus link notation? (http://domain.tld/user/4711)
528 // Then check the other link and delete this one
529 if (($data["network"] == NETWORK_OSTATUS) AND poco_alternate_ostatus_url($profile) AND
530 (normalise_link($profile) == normalise_link($data["alias"])) AND
531 (normalise_link($profile) != normalise_link($data["url"]))) {
533 // Delete the old entry
534 q("DELETE FROM `gcontact` WHERE `nurl` = '%s'", dbesc(normalise_link($profile)));
535 q("DELETE FROM `glink` WHERE `gcid` = %d", intval($gcontacts[0]["id"]));
537 poco_check($data["url"], $data["name"], $data["network"], $data["photo"], $gcontacts[0]["about"], $gcontacts[0]["location"],
538 $gcontacts[0]["gender"], $gcontacts[0]["keywords"], $data["addr"], $gcontacts[0]["updated"], $gcontacts[0]["generation"]);
540 poco_last_updated($data["url"], $force);
542 logger("Profile ".$profile." was deleted", LOGGER_DEBUG);
546 if (($data["poll"] == "") OR (in_array($data["network"], array(NETWORK_FEED, NETWORK_PHANTOM)))) {
547 q("UPDATE `gcontact` SET `last_failure` = '%s' WHERE `nurl` = '%s'",
548 dbesc(datetime_convert()), dbesc(normalise_link($profile)));
550 logger("Profile ".$profile." wasn't reachable (profile)", LOGGER_DEBUG);
554 $contact = array("generation" => $gcontacts[0]["generation"]);
556 $contact = array_merge($contact, $data);
558 $contact["server_url"] = $data["baseurl"];
560 unset($contact["batch"]);
561 unset($contact["poll"]);
562 unset($contact["request"]);
563 unset($contact["confirm"]);
564 unset($contact["poco"]);
565 unset($contact["priority"]);
566 unset($contact["pubkey"]);
567 unset($contact["baseurl"]);
569 update_gcontact($contact);
571 $feedret = z_fetch_url($data["poll"]);
573 if (!$feedret["success"]) {
574 q("UPDATE `gcontact` SET `last_failure` = '%s' WHERE `nurl` = '%s'",
575 dbesc(datetime_convert()), dbesc(normalise_link($profile)));
577 logger("Profile ".$profile." wasn't reachable (no feed)", LOGGER_DEBUG);
581 $doc = new DOMDocument();
582 @$doc->loadXML($feedret["body"]);
584 $xpath = new DomXPath($doc);
585 $xpath->registerNamespace('atom', "http://www.w3.org/2005/Atom");
587 $entries = $xpath->query('/atom:feed/atom:entry');
591 foreach ($entries AS $entry) {
592 $published = $xpath->query('atom:published/text()', $entry)->item(0)->nodeValue;
593 $updated = $xpath->query('atom:updated/text()', $entry)->item(0)->nodeValue;
595 if ($last_updated < $published)
596 $last_updated = $published;
598 if ($last_updated < $updated)
599 $last_updated = $updated;
602 // Maybe there aren't any entries. Then check if it is a valid feed
603 if ($last_updated == "")
604 if ($xpath->query('/atom:feed')->length > 0)
605 $last_updated = "0000-00-00 00:00:00";
607 q("UPDATE `gcontact` SET `updated` = '%s', `last_contact` = '%s' WHERE `nurl` = '%s'",
608 dbesc($last_updated), dbesc(datetime_convert()), dbesc(normalise_link($profile)));
610 if (($gcontacts[0]["generation"] == 0))
611 q("UPDATE `gcontact` SET `generation` = 9 WHERE `nurl` = '%s'",
612 dbesc(normalise_link($profile)));
614 logger("Profile ".$profile." was last updated at ".$last_updated, LOGGER_DEBUG);
616 return($last_updated);
619 function poco_do_update($created, $updated, $last_failure, $last_contact) {
620 $now = strtotime(datetime_convert());
622 if ($updated > $last_contact)
623 $contact_time = strtotime($updated);
625 $contact_time = strtotime($last_contact);
627 $failure_time = strtotime($last_failure);
628 $created_time = strtotime($created);
630 // If there is no "created" time then use the current time
631 if ($created_time <= 0)
632 $created_time = $now;
634 // If the last contact was less than 24 hours then don't update
635 if (($now - $contact_time) < (60 * 60 * 24))
638 // If the last failure was less than 24 hours then don't update
639 if (($now - $failure_time) < (60 * 60 * 24))
642 // If the last contact was less than a week ago and the last failure is older than a week then don't update
643 //if ((($now - $contact_time) < (60 * 60 * 24 * 7)) AND ($contact_time > $failure_time))
646 // If the last contact time was more than a week ago and the contact was created more than a week ago, then only try once a week
647 if ((($now - $contact_time) > (60 * 60 * 24 * 7)) AND (($now - $created_time) > (60 * 60 * 24 * 7)) AND (($now - $failure_time) < (60 * 60 * 24 * 7)))
650 // If the last contact time was more than a month ago and the contact was created more than a month ago, then only try once a month
651 if ((($now - $contact_time) > (60 * 60 * 24 * 30)) AND (($now - $created_time) > (60 * 60 * 24 * 30)) AND (($now - $failure_time) < (60 * 60 * 24 * 30)))
657 function poco_to_boolean($val) {
658 if (($val == "true") OR ($val == 1))
660 if (($val == "false") OR ($val == 0))
666 function poco_check_server($server_url, $network = "", $force = false) {
668 // Unify the server address
669 $server_url = trim($server_url, "/");
670 $server_url = str_replace("/index.php", "", $server_url);
672 if ($server_url == "")
675 $servers = q("SELECT * FROM `gserver` WHERE `nurl` = '%s'", dbesc(normalise_link($server_url)));
678 if ($servers[0]["created"] == "0000-00-00 00:00:00")
679 q("UPDATE `gserver` SET `created` = '%s' WHERE `nurl` = '%s'",
680 dbesc(datetime_convert()), dbesc(normalise_link($server_url)));
682 $poco = $servers[0]["poco"];
683 $noscrape = $servers[0]["noscrape"];
686 $network = $servers[0]["network"];
688 $last_contact = $servers[0]["last_contact"];
689 $last_failure = $servers[0]["last_failure"];
690 $version = $servers[0]["version"];
691 $platform = $servers[0]["platform"];
692 $site_name = $servers[0]["site_name"];
693 $info = $servers[0]["info"];
694 $register_policy = $servers[0]["register_policy"];
696 if (!$force AND !poco_do_update($servers[0]["created"], "", $last_failure, $last_contact)) {
697 logger("Use cached data for server ".$server_url, LOGGER_DEBUG);
698 return ($last_contact >= $last_failure);
707 $register_policy = -1;
709 $last_contact = "0000-00-00 00:00:00";
710 $last_failure = "0000-00-00 00:00:00";
712 logger("Server ".$server_url." is outdated or unknown. Start discovery. Force: ".$force." Created: ".$servers[0]["created"]." Failure: ".$last_failure." Contact: ".$last_contact, LOGGER_DEBUG);
715 $orig_last_failure = $last_failure;
717 // Check if the page is accessible via SSL.
718 $server_url = str_replace("http://", "https://", $server_url);
719 $serverret = z_fetch_url($server_url."/.well-known/host-meta");
721 // Maybe the page is unencrypted only?
722 $xmlobj = @simplexml_load_string($serverret["body"],'SimpleXMLElement',0, "http://docs.oasis-open.org/ns/xri/xrd-1.0");
723 if (!$serverret["success"] OR ($serverret["body"] == "") OR (@sizeof($xmlobj) == 0) OR !is_object($xmlobj)) {
724 $server_url = str_replace("https://", "http://", $server_url);
725 $serverret = z_fetch_url($server_url."/.well-known/host-meta");
727 $xmlobj = @simplexml_load_string($serverret["body"],'SimpleXMLElement',0, "http://docs.oasis-open.org/ns/xri/xrd-1.0");
730 if (!$serverret["success"] OR ($serverret["body"] == "") OR (sizeof($xmlobj) == 0) OR !is_object($xmlobj)) {
731 // Workaround for bad configured servers (known nginx problem)
732 if ($serverret["debug"]["http_code"] != "403") {
733 $last_failure = datetime_convert();
736 } elseif ($network == NETWORK_DIASPORA)
737 $last_contact = datetime_convert();
741 $serverret = z_fetch_url($server_url);
743 if (!$serverret["success"] OR ($serverret["body"] == ""))
746 $lines = explode("\n",$serverret["header"]);
748 foreach($lines as $line) {
750 if(stristr($line,'X-Diaspora-Version:')) {
751 $platform = "Diaspora";
752 $version = trim(str_replace("X-Diaspora-Version:", "", $line));
753 $version = trim(str_replace("x-diaspora-version:", "", $version));
754 $network = NETWORK_DIASPORA;
755 $versionparts = explode("-", $version);
756 $version = $versionparts[0];
763 // Test for Statusnet
764 // Will also return data for Friendica and GNU Social - but it will be overwritten later
765 // The "not implemented" is a special treatment for really, really old Friendica versions
766 $serverret = z_fetch_url($server_url."/api/statusnet/version.json");
767 if ($serverret["success"] AND ($serverret["body"] != '{"error":"not implemented"}') AND
768 ($serverret["body"] != '') AND (strlen($serverret["body"]) < 30)) {
769 $platform = "StatusNet";
770 $version = trim($serverret["body"], '"');
771 $network = NETWORK_OSTATUS;
774 // Test for GNU Social
775 $serverret = z_fetch_url($server_url."/api/gnusocial/version.json");
776 if ($serverret["success"] AND ($serverret["body"] != '{"error":"not implemented"}') AND
777 ($serverret["body"] != '') AND (strlen($serverret["body"]) < 30)) {
778 $platform = "GNU Social";
779 $version = trim($serverret["body"], '"');
780 $network = NETWORK_OSTATUS;
783 $serverret = z_fetch_url($server_url."/api/statusnet/config.json");
784 if ($serverret["success"]) {
785 $data = json_decode($serverret["body"]);
787 if (isset($data->site->server)) {
788 $last_contact = datetime_convert();
790 if (isset($data->site->hubzilla)) {
791 $platform = $data->site->hubzilla->PLATFORM_NAME;
792 $version = $data->site->hubzilla->RED_VERSION;
793 $network = NETWORK_DIASPORA;
795 if (isset($data->site->redmatrix)) {
796 if (isset($data->site->redmatrix->PLATFORM_NAME))
797 $platform = $data->site->redmatrix->PLATFORM_NAME;
798 elseif (isset($data->site->redmatrix->RED_PLATFORM))
799 $platform = $data->site->redmatrix->RED_PLATFORM;
801 $version = $data->site->redmatrix->RED_VERSION;
802 $network = NETWORK_DIASPORA;
804 if (isset($data->site->friendica)) {
805 $platform = $data->site->friendica->FRIENDICA_PLATFORM;
806 $version = $data->site->friendica->FRIENDICA_VERSION;
807 $network = NETWORK_DFRN;
810 $site_name = $data->site->name;
812 $data->site->closed = poco_to_boolean($data->site->closed);
813 $data->site->private = poco_to_boolean($data->site->private);
814 $data->site->inviteonly = poco_to_boolean($data->site->inviteonly);
816 if (!$data->site->closed AND !$data->site->private and $data->site->inviteonly)
817 $register_policy = REGISTER_APPROVE;
818 elseif (!$data->site->closed AND !$data->site->private)
819 $register_policy = REGISTER_OPEN;
821 $register_policy = REGISTER_CLOSED;
826 // Query statistics.json. Optional package for Diaspora, Friendica and Redmatrix
828 $serverret = z_fetch_url($server_url."/statistics.json");
829 if ($serverret["success"]) {
830 $data = json_decode($serverret["body"]);
832 $version = $data->version;
834 $site_name = $data->name;
836 if (isset($data->network) AND ($platform == ""))
837 $platform = $data->network;
839 if ($platform == "Diaspora")
840 $network = NETWORK_DIASPORA;
842 if ($data->registrations_open)
843 $register_policy = REGISTER_OPEN;
845 $register_policy = REGISTER_CLOSED;
847 if (isset($data->version))
848 $last_contact = datetime_convert();
852 // Check for noscrape
853 // Friendica servers could be detected as OStatus servers
854 if (!$failure AND in_array($network, array(NETWORK_DFRN, NETWORK_OSTATUS))) {
855 $serverret = z_fetch_url($server_url."/friendica/json");
857 if (!$serverret["success"])
858 $serverret = z_fetch_url($server_url."/friendika/json");
860 if ($serverret["success"]) {
861 $data = json_decode($serverret["body"]);
863 if (isset($data->version)) {
864 $last_contact = datetime_convert();
865 $network = NETWORK_DFRN;
867 $noscrape = $data->no_scrape_url;
868 $version = $data->version;
869 $site_name = $data->site_name;
871 $register_policy_str = $data->register_policy;
872 $platform = $data->platform;
874 switch ($register_policy_str) {
875 case "REGISTER_CLOSED":
876 $register_policy = REGISTER_CLOSED;
878 case "REGISTER_APPROVE":
879 $register_policy = REGISTER_APPROVE;
881 case "REGISTER_OPEN":
882 $register_policy = REGISTER_OPEN;
891 $serverret = z_fetch_url($server_url."/poco");
892 if ($serverret["success"]) {
893 $data = json_decode($serverret["body"]);
894 if (isset($data->totalResults)) {
895 $poco = $server_url."/poco";
896 $last_contact = datetime_convert();
901 // Check again if the server exists
902 $servers = q("SELECT `nurl` FROM `gserver` WHERE `nurl` = '%s'", dbesc(normalise_link($server_url)));
904 $version = strip_tags($version);
905 $site_name = strip_tags($site_name);
906 $info = strip_tags($info);
907 $platform = strip_tags($platform);
910 q("UPDATE `gserver` SET `url` = '%s', `version` = '%s', `site_name` = '%s', `info` = '%s', `register_policy` = %d, `poco` = '%s', `noscrape` = '%s',
911 `network` = '%s', `platform` = '%s', `last_contact` = '%s', `last_failure` = '%s' WHERE `nurl` = '%s'",
916 intval($register_policy),
921 dbesc($last_contact),
922 dbesc($last_failure),
923 dbesc(normalise_link($server_url))
926 q("INSERT INTO `gserver` (`url`, `nurl`, `version`, `site_name`, `info`, `register_policy`, `poco`, `noscrape`, `network`, `platform`, `created`, `last_contact`, `last_failure`)
927 VALUES ('%s', '%s', '%s', '%s', '%s', %d, '%s', '%s', '%s', '%s', '%s', '%s', '%s')",
929 dbesc(normalise_link($server_url)),
933 intval($register_policy),
938 dbesc(datetime_convert()),
939 dbesc($last_contact),
940 dbesc($last_failure),
941 dbesc(datetime_convert())
944 logger("End discovery for server ".$server_url, LOGGER_DEBUG);
949 function count_common_friends($uid,$cid) {
951 $r = q("SELECT count(*) as `total`
952 FROM `glink` INNER JOIN `gcontact` on `glink`.`gcid` = `gcontact`.`id`
953 WHERE `glink`.`cid` = %d AND `glink`.`uid` = %d AND
954 ((`gcontact`.`last_contact` >= `gcontact`.`last_failure`) OR (`gcontact`.`updated` >= `gcontact`.`last_failure`))
955 AND `gcontact`.`nurl` IN (select nurl from contact where uid = %d and self = 0 and blocked = 0 and hidden = 0 and id != %d ) ",
962 // logger("count_common_friends: $uid $cid {$r[0]['total']}");
964 return $r[0]['total'];
970 function common_friends($uid,$cid,$start = 0,$limit=9999,$shuffle = false) {
973 $sql_extra = " order by rand() ";
975 $sql_extra = " order by `gcontact`.`name` asc ";
977 $r = q("SELECT `gcontact`.*, `contact`.`id` AS `cid`
979 INNER JOIN `gcontact` ON `glink`.`gcid` = `gcontact`.`id`
980 INNER JOIN `contact` ON `gcontact`.`nurl` = `contact`.`nurl`
981 WHERE `glink`.`cid` = %d and `glink`.`uid` = %d
982 AND `contact`.`uid` = %d AND `contact`.`self` = 0 AND `contact`.`blocked` = 0
983 AND `contact`.`hidden` = 0 AND `contact`.`id` != %d
984 AND ((`gcontact`.`last_contact` >= `gcontact`.`last_failure`) OR (`gcontact`.`updated` >= `gcontact`.`last_failure`))
985 $sql_extra LIMIT %d, %d",
999 function count_common_friends_zcid($uid,$zcid) {
1001 $r = q("SELECT count(*) as `total`
1002 FROM `glink` INNER JOIN `gcontact` on `glink`.`gcid` = `gcontact`.`id`
1003 where `glink`.`zcid` = %d
1004 and `gcontact`.`nurl` in (select nurl from contact where uid = %d and self = 0 and blocked = 0 and hidden = 0 ) ",
1010 return $r[0]['total'];
1015 function common_friends_zcid($uid,$zcid,$start = 0, $limit = 9999,$shuffle = false) {
1018 $sql_extra = " order by rand() ";
1020 $sql_extra = " order by `gcontact`.`name` asc ";
1022 $r = q("SELECT `gcontact`.*
1023 FROM `glink` INNER JOIN `gcontact` on `glink`.`gcid` = `gcontact`.`id`
1024 where `glink`.`zcid` = %d
1025 and `gcontact`.`nurl` in (select nurl from contact where uid = %d and self = 0 and blocked = 0 and hidden = 0 )
1026 $sql_extra limit %d, %d",
1038 function count_all_friends($uid,$cid) {
1040 $r = q("SELECT count(*) as `total`
1041 FROM `glink` INNER JOIN `gcontact` on `glink`.`gcid` = `gcontact`.`id`
1042 where `glink`.`cid` = %d and `glink`.`uid` = %d AND
1043 ((`gcontact`.`last_contact` >= `gcontact`.`last_failure`) OR (`gcontact`.`updated` >= `gcontact`.`last_failure`))",
1049 return $r[0]['total'];
1055 function all_friends($uid,$cid,$start = 0, $limit = 80) {
1057 $r = q("SELECT `gcontact`.*, `contact`.`id` AS `cid`
1059 INNER JOIN `gcontact` on `glink`.`gcid` = `gcontact`.`id`
1060 LEFT JOIN `contact` ON `contact`.`nurl` = `gcontact`.`nurl` AND `contact`.`uid` = %d
1061 WHERE `glink`.`cid` = %d AND `glink`.`uid` = %d AND
1062 ((`gcontact`.`last_contact` >= `gcontact`.`last_failure`) OR (`gcontact`.`updated` >= `gcontact`.`last_failure`))
1063 ORDER BY `gcontact`.`name` ASC LIMIT %d, %d ",
1076 function suggestion_query($uid, $start = 0, $limit = 80) {
1082 $list = Cache::get("suggestion_query:".$uid.":".$start.":".$limit);
1083 if (!is_null($list)) {
1087 $network = array(NETWORK_DFRN);
1089 if (get_config('system','diaspora_enabled'))
1090 $network[] = NETWORK_DIASPORA;
1092 if (!get_config('system','ostatus_disabled'))
1093 $network[] = NETWORK_OSTATUS;
1095 $sql_network = implode("', '", $network);
1096 $sql_network = "'".$sql_network."'";
1098 /// @todo This query is really slow
1099 // By now we cache the data for five minutes
1100 $r = q("SELECT count(glink.gcid) as `total`, gcontact.* from gcontact
1101 INNER JOIN `glink` ON `glink`.`gcid` = `gcontact`.`id`
1102 where uid = %d and not gcontact.nurl in ( select nurl from contact where uid = %d )
1103 AND NOT `gcontact`.`name` IN (SELECT `name` FROM `contact` WHERE `uid` = %d)
1104 AND NOT `gcontact`.`id` IN (SELECT `gcid` FROM `gcign` WHERE `uid` = %d)
1105 AND `gcontact`.`updated` != '0000-00-00 00:00:00'
1106 AND `gcontact`.`last_contact` >= `gcontact`.`last_failure`
1107 AND `gcontact`.`network` IN (%s)
1108 GROUP BY `glink`.`gcid` ORDER BY `gcontact`.`updated` DESC,`total` DESC LIMIT %d, %d",
1118 if (count($r) && count($r) >= ($limit -1)) {
1119 Cache::set("suggestion_query:".$uid.":".$start.":".$limit, $r, CACHE_FIVE_MINUTES);
1123 $r2 = q("SELECT gcontact.* FROM gcontact
1124 INNER JOIN `glink` ON `glink`.`gcid` = `gcontact`.`id`
1125 WHERE `glink`.`uid` = 0 AND `glink`.`cid` = 0 AND `glink`.`zcid` = 0 AND NOT `gcontact`.`nurl` IN (SELECT `nurl` FROM `contact` WHERE `uid` = %d)
1126 AND NOT `gcontact`.`name` IN (SELECT `name` FROM `contact` WHERE `uid` = %d)
1127 AND NOT `gcontact`.`id` IN (SELECT `gcid` FROM `gcign` WHERE `uid` = %d)
1128 AND `gcontact`.`updated` != '0000-00-00 00:00:00'
1129 AND `gcontact`.`last_contact` >= `gcontact`.`last_failure`
1130 AND `gcontact`.`network` IN (%s)
1131 ORDER BY rand() LIMIT %d, %d",
1141 foreach ($r2 AS $suggestion)
1142 $list[$suggestion["nurl"]] = $suggestion;
1144 foreach ($r AS $suggestion)
1145 $list[$suggestion["nurl"]] = $suggestion;
1147 while (sizeof($list) > ($limit))
1150 Cache::set("suggestion_query:".$uid.":".$start.":".$limit, $list, CACHE_FIVE_MINUTES);
1154 function update_suggestions() {
1160 /// TODO Check if it is really neccessary to poll the own server
1161 poco_load(0,0,0,$a->get_baseurl() . '/poco');
1163 $done[] = $a->get_baseurl() . '/poco';
1165 if(strlen(get_config('system','directory'))) {
1166 $x = fetch_url(get_server()."/pubsites");
1168 $j = json_decode($x);
1170 foreach($j->entries as $entry) {
1172 poco_check_server($entry->url);
1174 $url = $entry->url . '/poco';
1175 if(! in_array($url,$done))
1176 poco_load(0,0,0,$entry->url . '/poco');
1182 // Query your contacts from Friendica and Redmatrix/Hubzilla for their contacts
1183 $r = q("SELECT DISTINCT(`poco`) AS `poco` FROM `contact` WHERE `network` IN ('%s', '%s')",
1184 dbesc(NETWORK_DFRN), dbesc(NETWORK_DIASPORA)
1188 foreach($r as $rr) {
1189 $base = substr($rr['poco'],0,strrpos($rr['poco'],'/'));
1190 if(! in_array($base,$done))
1191 poco_load(0,0,0,$base);
1196 function poco_discover_federation() {
1197 $last = get_config('poco','last_federation_discovery');
1200 $next = $last + (24 * 60 * 60);
1205 // Discover Friendica, Hubzilla and Diaspora servers
1206 $serverdata = fetch_url("http://the-federation.info/pods.json");
1209 $servers = json_decode($serverdata);
1211 foreach($servers->pods AS $server)
1212 poco_check_server("https://".$server->host);
1215 // Discover GNU Social Servers
1216 if (!get_config('system','ostatus_disabled')) {
1217 $serverdata = "http://gstools.org/api/get_open_instances/";
1219 $result = z_fetch_url($serverdata);
1220 if ($result["success"]) {
1221 $servers = json_decode($result["body"]);
1223 foreach($servers->data AS $server)
1224 poco_check_server($server->instance_address);
1228 set_config('poco','last_federation_discovery', time());
1231 function poco_discover($complete = false) {
1233 // Update the server list
1234 poco_discover_federation();
1238 $requery_days = intval(get_config("system", "poco_requery_days"));
1240 if ($requery_days == 0)
1243 $last_update = date("c", time() - (60 * 60 * 24 * $requery_days));
1245 $r = q("SELECT `poco`, `nurl`, `url`, `network` FROM `gserver` WHERE `last_contact` >= `last_failure` AND `poco` != '' AND `last_poco_query` < '%s' ORDER BY RAND()", dbesc($last_update));
1247 foreach ($r AS $server) {
1249 if (!poco_check_server($server["url"], $server["network"])) {
1250 // The server is not reachable? Okay, then we will try it later
1251 q("UPDATE `gserver` SET `last_poco_query` = '%s' WHERE `nurl` = '%s'", dbesc(datetime_convert()), dbesc($server["nurl"]));
1255 // Fetch all users from the other server
1256 $url = $server["poco"]."/?fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,contactType,generation";
1258 logger("Fetch all users from the server ".$server["nurl"], LOGGER_DEBUG);
1260 $retdata = z_fetch_url($url);
1261 if ($retdata["success"]) {
1262 $data = json_decode($retdata["body"]);
1264 poco_discover_server($data, 2);
1266 if (get_config('system','poco_discovery') > 1) {
1268 $timeframe = get_config('system','poco_discovery_since');
1269 if ($timeframe == 0)
1272 $updatedSince = date("Y-m-d H:i:s", time() - $timeframe * 86400);
1274 // Fetch all global contacts from the other server (Not working with Redmatrix and Friendica versions before 3.3)
1275 $url = $server["poco"]."/@global?updatedSince=".$updatedSince."&fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,contactType,generation";
1279 $retdata = z_fetch_url($url);
1280 if ($retdata["success"]) {
1281 logger("Fetch all global contacts from the server ".$server["nurl"], LOGGER_DEBUG);
1282 $success = poco_discover_server(json_decode($retdata["body"]));
1285 if (!$success AND (get_config('system','poco_discovery') > 2)) {
1286 logger("Fetch contacts from users of the server ".$server["nurl"], LOGGER_DEBUG);
1287 poco_discover_server_users($data, $server);
1291 q("UPDATE `gserver` SET `last_poco_query` = '%s' WHERE `nurl` = '%s'", dbesc(datetime_convert()), dbesc($server["nurl"]));
1292 if (!$complete AND (--$no_of_queries == 0))
1295 // If the server hadn't replied correctly, then force a sanity check
1296 poco_check_server($server["url"], $server["network"], true);
1298 // If we couldn't reach the server, we will try it some time later
1299 q("UPDATE `gserver` SET `last_poco_query` = '%s' WHERE `nurl` = '%s'", dbesc(datetime_convert()), dbesc($server["nurl"]));
1304 function poco_discover_server_users($data, $server) {
1306 if (!isset($data->entry))
1309 foreach ($data->entry AS $entry) {
1311 if (isset($entry->urls)) {
1312 foreach($entry->urls as $url)
1313 if($url->type == 'profile') {
1314 $profile_url = $url->value;
1315 $urlparts = parse_url($profile_url);
1316 $username = end(explode("/", $urlparts["path"]));
1319 if ($username != "") {
1320 logger("Fetch contacts for the user ".$username." from the server ".$server["nurl"], LOGGER_DEBUG);
1322 // Fetch all contacts from a given user from the other server
1323 $url = $server["poco"]."/".$username."/?fields=displayName,urls,photos,updated,network,aboutMe,currentLocation,tags,gender,contactType,generation";
1325 $retdata = z_fetch_url($url);
1326 if ($retdata["success"])
1327 poco_discover_server(json_decode($retdata["body"]), 3);
1332 function poco_discover_server($data, $default_generation = 0) {
1334 if (!isset($data->entry) OR !count($data->entry))
1339 foreach ($data->entry AS $entry) {
1341 $profile_photo = '';
1345 $updated = '0000-00-00 00:00:00';
1351 $generation = $default_generation;
1353 $name = $entry->displayName;
1355 if(isset($entry->urls)) {
1356 foreach($entry->urls as $url) {
1357 if($url->type == 'profile') {
1358 $profile_url = $url->value;
1361 if($url->type == 'webfinger') {
1362 $connect_url = str_replace('acct:' , '', $url->value);
1368 if(isset($entry->photos)) {
1369 foreach($entry->photos as $photo) {
1370 if($photo->type == 'profile') {
1371 $profile_photo = $photo->value;
1377 if(isset($entry->updated))
1378 $updated = date("Y-m-d H:i:s", strtotime($entry->updated));
1380 if(isset($entry->network))
1381 $network = $entry->network;
1383 if(isset($entry->currentLocation))
1384 $location = $entry->currentLocation;
1386 if(isset($entry->aboutMe))
1387 $about = html2bbcode($entry->aboutMe);
1389 if(isset($entry->gender))
1390 $gender = $entry->gender;
1392 if(isset($entry->generation) AND ($entry->generation > 0))
1393 $generation = ++$entry->generation;
1395 if(isset($entry->contactType) AND ($entry->contactType >= 0))
1396 $contact_type = $entry->contactType;
1398 if(isset($entry->tags))
1399 foreach($entry->tags as $tag)
1400 $keywords = implode(", ", $tag);
1402 if ($generation > 0) {
1405 logger("Store profile ".$profile_url, LOGGER_DEBUG);
1406 poco_check($profile_url, $name, $network, $profile_photo, $about, $location, $gender, $keywords, $connect_url, $updated, $generation, 0, 0, 0);
1408 $gcontact = array("url" => $profile_url, "contact-type" => $contact_type, "generation" => $generation);
1409 update_gcontact($gcontact);
1411 logger("Done for profile ".$profile_url, LOGGER_DEBUG);
1418 * @brief Removes unwanted parts from a contact url
1420 * @param string $url Contact url
1421 * @return string Contact url with the wanted parts
1423 function clean_contact_url($url) {
1424 $parts = parse_url($url);
1426 if (!isset($parts["scheme"]) OR !isset($parts["host"]))
1429 $new_url = $parts["scheme"]."://".$parts["host"];
1431 if (isset($parts["port"]))
1432 $new_url .= ":".$parts["port"];
1434 if (isset($parts["path"]))
1435 $new_url .= $parts["path"];
1437 if ($new_url != $url)
1438 logger("Cleaned contact url ".$url." to ".$new_url." - Called by: ".App::callstack(), LOGGER_DEBUG);
1444 * @brief Replace alternate OStatus user format with the primary one
1446 * @param arr $contact contact array (called by reference)
1448 function fix_alternate_contact_address(&$contact) {
1449 if (($contact["network"] == NETWORK_OSTATUS) AND poco_alternate_ostatus_url($contact["url"])) {
1450 $data = probe_url($contact["url"]);
1451 if ($contact["network"] == NETWORK_OSTATUS) {
1452 logger("Fix primary url from ".$contact["url"]." to ".$data["url"]." - Called by: ".App::callstack(), LOGGER_DEBUG);
1453 $contact["url"] = $data["url"];
1454 $contact["addr"] = $data["addr"];
1455 $contact["alias"] = $data["alias"];
1456 $contact["server_url"] = $data["baseurl"];
1462 * @brief Fetch the gcontact id, add an entry if not existed
1464 * @param arr $contact contact array
1465 * @return bool|int Returns false if not found, integer if contact was found
1467 function get_gcontact_id($contact) {
1472 if (in_array($contact["network"], array(NETWORK_PHANTOM))) {
1473 logger("Invalid network for contact url ".$contact["url"]." - Called by: ".App::callstack(), LOGGER_DEBUG);
1477 if ($contact["network"] == NETWORK_STATUSNET)
1478 $contact["network"] = NETWORK_OSTATUS;
1480 // All new contacts are hidden by default
1481 if (!isset($contact["hide"]))
1482 $contact["hide"] = true;
1484 // Replace alternate OStatus user format with the primary one
1485 fix_alternate_contact_address($contact);
1487 // Remove unwanted parts from the contact url (e.g. "?zrl=...")
1488 if (in_array($contact["network"], array(NETWORK_DFRN, NETWORK_DIASPORA, NETWORK_OSTATUS)))
1489 $contact["url"] = clean_contact_url($contact["url"]);
1491 $r = q("SELECT `id`, `last_contact`, `last_failure`, `network` FROM `gcontact` WHERE `nurl` = '%s' ORDER BY `id` LIMIT 2",
1492 dbesc(normalise_link($contact["url"])));
1495 $gcontact_id = $r[0]["id"];
1497 // Update every 90 days
1498 if (in_array($r[0]["network"], array(NETWORK_DFRN, NETWORK_DIASPORA, NETWORK_OSTATUS, ""))) {
1499 $last_failure_str = $r[0]["last_failure"];
1500 $last_failure = strtotime($r[0]["last_failure"]);
1501 $last_contact_str = $r[0]["last_contact"];
1502 $last_contact = strtotime($r[0]["last_contact"]);
1503 $doprobing = (((time() - $last_contact) > (90 * 86400)) AND ((time() - $last_failure) > (90 * 86400)));
1506 q("INSERT INTO `gcontact` (`name`, `nick`, `addr` , `network`, `url`, `nurl`, `photo`, `created`, `updated`, `location`, `about`, `hide`, `generation`)
1507 VALUES ('%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', '%s', %d, %d)",
1508 dbesc($contact["name"]),
1509 dbesc($contact["nick"]),
1510 dbesc($contact["addr"]),
1511 dbesc($contact["network"]),
1512 dbesc($contact["url"]),
1513 dbesc(normalise_link($contact["url"])),
1514 dbesc($contact["photo"]),
1515 dbesc(datetime_convert()),
1516 dbesc(datetime_convert()),
1517 dbesc($contact["location"]),
1518 dbesc($contact["about"]),
1519 intval($contact["hide"]),
1520 intval($contact["generation"])
1523 $r = q("SELECT `id`, `network` FROM `gcontact` WHERE `nurl` = '%s' ORDER BY `id` LIMIT 2",
1524 dbesc(normalise_link($contact["url"])));
1527 $gcontact_id = $r[0]["id"];
1529 $doprobing = in_array($r[0]["network"], array(NETWORK_DFRN, NETWORK_DIASPORA, NETWORK_OSTATUS, ""));
1534 logger("Last Contact: ". $last_contact_str." - Last Failure: ".$last_failure_str." - Checking: ".$contact["url"], LOGGER_DEBUG);
1535 proc_run(PRIORITY_LOW, 'include/gprobe.php', bin2hex($contact["url"]));
1538 if ((count($r) > 1) AND ($gcontact_id > 0) AND ($contact["url"] != ""))
1539 q("DELETE FROM `gcontact` WHERE `nurl` = '%s' AND `id` != %d",
1540 dbesc(normalise_link($contact["url"])),
1541 intval($gcontact_id));
1543 return $gcontact_id;
1547 * @brief Updates the gcontact table from a given array
1549 * @param arr $contact contact array
1550 * @return bool|int Returns false if not found, integer if contact was found
1552 function update_gcontact($contact) {
1554 /// @todo update contact table as well
1556 $gcontact_id = get_gcontact_id($contact);
1561 $r = q("SELECT `name`, `nick`, `photo`, `location`, `about`, `addr`, `generation`, `birthday`, `gender`, `keywords`,
1562 `contact-type`, `hide`, `nsfw`, `network`, `alias`, `notify`, `server_url`, `connect`, `updated`, `url`
1563 FROM `gcontact` WHERE `id` = %d LIMIT 1",
1564 intval($gcontact_id));
1566 // Get all field names
1568 foreach ($r[0] AS $field => $data)
1569 $fields[$field] = $data;
1571 unset($fields["url"]);
1572 unset($fields["updated"]);
1573 unset($fields["hide"]);
1575 // Bugfix: We had an error in the storing of keywords which lead to the "0"
1576 // This value is still transmitted via poco.
1577 if ($contact["keywords"] == "0")
1578 unset($contact["keywords"]);
1580 if ($r[0]["keywords"] == "0")
1581 $r[0]["keywords"] = "";
1583 // assign all unassigned fields from the database entry
1584 foreach ($fields AS $field => $data)
1585 if (!isset($contact[$field]) OR ($contact[$field] == ""))
1586 $contact[$field] = $r[0][$field];
1588 if (!isset($contact["hide"]))
1589 $contact["hide"] = $r[0]["hide"];
1591 $fields["hide"] = $r[0]["hide"];
1593 if ($contact["network"] == NETWORK_STATUSNET)
1594 $contact["network"] = NETWORK_OSTATUS;
1596 // Replace alternate OStatus user format with the primary one
1597 fix_alternate_contact_address($contact);
1599 if (!isset($contact["updated"]))
1600 $contact["updated"] = datetime_convert();
1602 if ($contact["server_url"] == "") {
1603 $server_url = $contact["url"];
1605 $server_url = matching_url($server_url, $contact["alias"]);
1606 if ($server_url != "")
1607 $contact["server_url"] = $server_url;
1609 $server_url = matching_url($server_url, $contact["photo"]);
1610 if ($server_url != "")
1611 $contact["server_url"] = $server_url;
1613 $server_url = matching_url($server_url, $contact["notify"]);
1614 if ($server_url != "")
1615 $contact["server_url"] = $server_url;
1617 $contact["server_url"] = normalise_link($contact["server_url"]);
1619 if (($contact["addr"] == "") AND ($contact["server_url"] != "") AND ($contact["nick"] != "")) {
1620 $hostname = str_replace("http://", "", $contact["server_url"]);
1621 $contact["addr"] = $contact["nick"]."@".$hostname;
1624 // Check if any field changed
1626 unset($fields["generation"]);
1628 if ((($contact["generation"] > 0) AND ($contact["generation"] <= $r[0]["generation"])) OR ($r[0]["generation"] == 0)) {
1629 foreach ($fields AS $field => $data)
1630 if ($contact[$field] != $r[0][$field]) {
1631 logger("Difference for contact ".$contact["url"]." in field '".$field."'. New value: '".$contact[$field]."', old value '".$r[0][$field]."'", LOGGER_DEBUG);
1635 if ($contact["generation"] < $r[0]["generation"]) {
1636 logger("Difference for contact ".$contact["url"]." in field 'generation'. new value: '".$contact["generation"]."', old value '".$r[0]["generation"]."'", LOGGER_DEBUG);
1642 logger("Update gcontact for ".$contact["url"], LOGGER_DEBUG);
1644 q("UPDATE `gcontact` SET `photo` = '%s', `name` = '%s', `nick` = '%s', `addr` = '%s', `network` = '%s',
1645 `birthday` = '%s', `gender` = '%s', `keywords` = '%s', `hide` = %d, `nsfw` = %d,
1646 `contact-type` = %d, `alias` = '%s', `notify` = '%s', `url` = '%s',
1647 `location` = '%s', `about` = '%s', `generation` = %d, `updated` = '%s',
1648 `server_url` = '%s', `connect` = '%s'
1649 WHERE `nurl` = '%s' AND (`generation` = 0 OR `generation` >= %d)",
1650 dbesc($contact["photo"]), dbesc($contact["name"]), dbesc($contact["nick"]),
1651 dbesc($contact["addr"]), dbesc($contact["network"]), dbesc($contact["birthday"]),
1652 dbesc($contact["gender"]), dbesc($contact["keywords"]), intval($contact["hide"]),
1653 intval($contact["nsfw"]), intval($contact["contact-type"]), dbesc($contact["alias"]),
1654 dbesc($contact["notify"]), dbesc($contact["url"]), dbesc($contact["location"]),
1655 dbesc($contact["about"]), intval($contact["generation"]), dbesc($contact["updated"]),
1656 dbesc($contact["server_url"]), dbesc($contact["connect"]),
1657 dbesc(normalise_link($contact["url"])), intval($contact["generation"]));
1660 // Now update the contact entry with the user id "0" as well.
1661 // This is used for the shadow copies of public items.
1662 $r = q("SELECT `id` FROM `contact` WHERE `nurl` = '%s' AND `uid` = 0 ORDER BY `id` LIMIT 1",
1663 dbesc(normalise_link($contact["url"])));
1666 logger("Update shadow contact ".$r[0]["id"], LOGGER_DEBUG);
1668 update_contact_avatar($contact["photo"], 0, $r[0]["id"]);
1670 q("UPDATE `contact` SET `name` = '%s', `nick` = '%s', `addr` = '%s',
1671 `network` = '%s', `bd` = '%s', `gender` = '%s',
1672 `keywords` = '%s', `alias` = '%s', `contact-type` = %d,
1673 `url` = '%s', `location` = '%s', `about` = '%s'
1675 dbesc($contact["name"]), dbesc($contact["nick"]), dbesc($contact["addr"]),
1676 dbesc($contact["network"]), dbesc($contact["birthday"]), dbesc($contact["gender"]),
1677 dbesc($contact["keywords"]), dbesc($contact["alias"]), intval($contact["contact-type"]),
1678 dbesc($contact["url"]), dbesc($contact["location"]), dbesc($contact["about"]),
1679 intval($r[0]["id"]));
1683 return $gcontact_id;
1687 * @brief Updates the gcontact entry from probe
1689 * @param str $url profile link
1691 function update_gcontact_from_probe($url) {
1692 $data = probe_url($url);
1694 if (in_array($data["network"], array(NETWORK_PHANTOM))) {
1695 logger("Invalid network for contact url ".$data["url"]." - Called by: ".App::callstack(), LOGGER_DEBUG);
1699 update_gcontact($data);
1703 * @brief Update the gcontact entry for a given user id
1705 * @param int $uid User ID
1707 function update_gcontact_for_user($uid) {
1708 $r = q("SELECT `profile`.`locality`, `profile`.`region`, `profile`.`country-name`,
1709 `profile`.`name`, `profile`.`about`, `profile`.`gender`,
1710 `profile`.`pub_keywords`, `profile`.`dob`, `profile`.`photo`,
1711 `profile`.`net-publish`, `user`.`nickname`, `user`.`hidewall`,
1712 `contact`.`notify`, `contact`.`url`, `contact`.`addr`
1714 INNER JOIN `user` ON `user`.`uid` = `profile`.`uid`
1715 INNER JOIN `contact` ON `contact`.`uid` = `profile`.`uid`
1716 WHERE `profile`.`uid` = %d AND `profile`.`is-default` AND `contact`.`self`",
1719 $location = formatted_location(array("locality" => $r[0]["locality"], "region" => $r[0]["region"],
1720 "country-name" => $r[0]["country-name"]));
1722 // The "addr" field was added in 3.4.3 so it can be empty for older users
1723 if ($r[0]["addr"] != "")
1724 $addr = $r[0]["nickname"].'@'.str_replace(array("http://", "https://"), "", App::get_baseurl());
1726 $addr = $r[0]["addr"];
1728 $gcontact = array("name" => $r[0]["name"], "location" => $location, "about" => $r[0]["about"],
1729 "gender" => $r[0]["gender"], "keywords" => $r[0]["pub_keywords"],
1730 "birthday" => $r[0]["dob"], "photo" => $r[0]["photo"],
1731 "notify" => $r[0]["notify"], "url" => $r[0]["url"],
1732 "hide" => ($r[0]["hidewall"] OR !$r[0]["net-publish"]),
1733 "nick" => $r[0]["nickname"], "addr" => $addr,
1734 "connect" => $addr, "server_url" => App::get_baseurl(),
1735 "generation" => 1, "network" => NETWORK_DFRN);
1737 update_gcontact($gcontact);
1741 * @brief Fetches users of given GNU Social server
1743 * If the "Statistics" plugin is enabled (See http://gstools.org/ for details) we query user data with this.
1745 * @param str $server Server address
1747 function gs_fetch_users($server) {
1749 logger("Fetching users from GNU Social server ".$server, LOGGER_DEBUG);
1753 $url = $server."/main/statistics";
1755 $result = z_fetch_url($url);
1756 if (!$result["success"])
1759 $statistics = json_decode($result["body"]);
1761 if (is_object($statistics->config)) {
1762 if ($statistics->config->instance_with_ssl)
1763 $server = "https://";
1765 $server = "http://";
1767 $server .= $statistics->config->instance_address;
1769 $hostname = $statistics->config->instance_address;
1771 if ($statistics->instance_with_ssl)
1772 $server = "https://";
1774 $server = "http://";
1776 $server .= $statistics->instance_address;
1778 $hostname = $statistics->instance_address;
1781 if (is_object($statistics->users))
1782 foreach ($statistics->users AS $nick => $user) {
1783 $profile_url = $server."/".$user->nickname;
1785 $contact = array("url" => $profile_url,
1786 "name" => $user->fullname,
1787 "addr" => $user->nickname."@".$hostname,
1788 "nick" => $user->nickname,
1789 "about" => $user->bio,
1790 "network" => NETWORK_OSTATUS,
1791 "photo" => $a->get_baseurl()."/images/person-175.jpg");
1792 get_gcontact_id($contact);
1797 * @brief Asking GNU Social server on a regular base for their user data
1800 function gs_discover() {
1802 $requery_days = intval(get_config("system", "poco_requery_days"));
1804 $last_update = date("c", time() - (60 * 60 * 24 * $requery_days));
1806 $r = q("SELECT `nurl`, `url` FROM `gserver` WHERE `last_contact` >= `last_failure` AND `network` = '%s' AND `last_poco_query` < '%s' ORDER BY RAND() LIMIT 5",
1807 dbesc(NETWORK_OSTATUS), dbesc($last_update));
1812 foreach ($r AS $server) {
1813 gs_fetch_users($server["url"]);
1814 q("UPDATE `gserver` SET `last_poco_query` = '%s' WHERE `nurl` = '%s'", dbesc(datetime_convert()), dbesc($server["nurl"]));