]> git.mxchange.org Git - friendica.git/blobdiff - include/discover_poco.php
Merge remote-tracking branch 'upstream/develop' into 1702-detect-server
[friendica.git] / include / discover_poco.php
index 4a17b49279aa952fcf1f43c1df60e5fecc7879e2..91cc0b6083a123622fad7c68514be6a68e643798 100644 (file)
@@ -1,9 +1,10 @@
 <?php
 
+use \Friendica\Core\Config;
+
 require_once("boot.php");
 require_once("include/socgraph.php");
 
-
 function discover_poco_run(&$argv, &$argc){
        global $a, $db;
 
@@ -20,67 +21,119 @@ function discover_poco_run(&$argv, &$argc){
 
        require_once('include/session.php');
        require_once('include/datetime.php');
-       require_once('include/pidfile.php');
-
-       load_config('config');
-       load_config('system');
-
-       $maxsysload = intval(get_config('system','maxloadavg'));
-       if($maxsysload < 1)
-               $maxsysload = 50;
-       if(function_exists('sys_getloadavg')) {
-               $load = sys_getloadavg();
-               if(intval($load[0]) > $maxsysload) {
-                       logger('system: load ' . $load[0] . ' too high. discover_poco deferred to next scheduled run.');
+
+       Config::load();
+
+       // Don't check this stuff if the function is called by the poller
+       if (App::callstack() != "poller_run")
+               if ($a->maxload_reached())
                        return;
-               }
-       }
+
+       /*
+       This function can be called in these ways:
+       - dirsearch <search pattern>: Searches for "search pattern" in the directory. "search pattern" is url encoded.
+       - checkcontact: Updates gcontact entries
+       - suggestions: Discover other servers for their contacts.
+       - server <poco url>: Searches for the poco server list. "poco url" is base64 encoded.
+       - update_server: Frequently check the first 250 servers for vitality.
+       */
 
        if(($argc > 2) && ($argv[1] == "dirsearch")) {
                $search = urldecode($argv[2]);
                $mode = 1;
        } elseif(($argc == 2) && ($argv[1] == "checkcontact")) {
                $mode = 2;
+       } elseif(($argc == 2) && ($argv[1] == "suggestions")) {
+               $mode = 3;
+       } elseif(($argc == 3) && ($argv[1] == "server")) {
+               $mode = 4;
+       } elseif(($argc == 2) && ($argv[1] == "update_server")) {
+               $mode = 5;
        } elseif ($argc == 1) {
                $search = "";
                $mode = 0;
-       } else
+       } else {
                die("Unknown or missing parameter ".$argv[1]."\n");
-
-       $lockpath = get_lockpath();
-       if ($lockpath != '') {
-               $pidfile = new pidfile($lockpath, 'discover_poco'.$mode.urlencode($search));
-               if($pidfile->is_already_running()) {
-                       logger("discover_poco: Already running");
-                       if ($pidfile->running_time() > 19*60) {
-                               $pidfile->kill();
-                               logger("discover_poco: killed stale process");
-                               // Calling a new instance
-                               if ($mode == 0)
-                                       proc_run('php','include/discover_poco.php');
-                       }
-                       exit;
-               }
        }
 
+       // Don't check this stuff if the function is called by the poller
+       if (App::callstack() != "poller_run")
+               if (App::is_already_running('discover_poco'.$mode.urlencode($search), 'include/discover_poco.php', 1140))
+                       return;
+
        $a->set_baseurl(get_config('system','url'));
 
        load_hooks();
 
        logger('start '.$search);
 
-       if (($mode == 2) AND get_config('system','poco_completion'))
+       if ($mode == 5) {
+               update_server();
+       } elseif ($mode == 4) {
+               $server_url = base64_decode($argv[2]);
+               if ($server_url == "") {
+                       return;
+               }
+               $server_url = filter_var($server_url, FILTER_SANITIZE_URL);
+               if (substr(normalise_link($server_url), 0, 7) != "http://") {
+                       return;
+               }
+               $result = "Checking server ".$server_url." - ";
+               $ret = poco_check_server($server_url);
+               if ($ret) {
+                       $result .= "success";
+               } else {
+                       $result .= "failed";
+               }
+               logger($result, LOGGER_DEBUG);
+       } elseif ($mode == 3) {
+               update_suggestions();
+       } elseif (($mode == 2) AND get_config('system','poco_completion')) {
                discover_users();
-       elseif (($mode == 1) AND ($search != "") and get_config('system','poco_local_search'))
+       } elseif (($mode == 1) AND ($search != "") and get_config('system','poco_local_search')) {
                discover_directory($search);
-       elseif (($mode == 0) AND ($search == "") and (get_config('system','poco_discovery') > 0))
+               gs_search_user($search);
+       } elseif (($mode == 0) AND ($search == "") and (get_config('system','poco_discovery') > 0)) {
+               // Query Friendica and Hubzilla servers for their users
                poco_discover();
 
+               // Query GNU Social servers for their users ("statistics" addon has to be enabled on the GS server)
+               if (!get_config('system','ostatus_disabled'))
+                       gs_discover();
+       }
+
        logger('end '.$search);
 
        return;
 }
 
+/**
+ * @brief Updates the first 250 servers
+ *
+ */
+function update_server() {
+       $r = q("SELECT `url`, `created`, `last_failure`, `last_contact` FROM `gserver` ORDER BY rand()");
+
+       if (!dbm::is_result($r)) {
+               return;
+       }
+
+       $updated = 0;
+
+       foreach ($r AS $server) {
+               if (!poco_do_update($server["created"], "", $server["last_failure"], $server["last_contact"])) {
+                       continue;
+               }
+               logger('Update server status for server '.$server["url"], LOGGER_DEBUG);
+
+               proc_run(PRIORITY_LOW, "include/discover_poco.php", "server", base64_encode($server["url"]));
+
+               if (++$updated > 250) {
+                       return;
+               }
+       }
+}
+
 function discover_users() {
        logger("Discover users", LOGGER_DEBUG);
 
@@ -123,7 +176,7 @@ function discover_users() {
                else
                        $server_url = poco_detect_server($user["url"]);
 
-               if (poco_check_server($server_url, $gcontacts[0]["network"])) {
+               if (($server_url == "") OR poco_check_server($server_url, $gcontacts[0]["network"])) {
                        logger('Check user '.$user["url"]);
                        poco_last_updated($user["url"], true);
 
@@ -183,9 +236,43 @@ function discover_directory($search) {
                                poco_check($data["url"], $data["name"], $data["network"], $data["photo"], "", "", "", $jj->tags, $data["addr"], "", 0);
                        }
                }
-       Cache::set("dirsearch:".$search, time());
+       Cache::set("dirsearch:".$search, time(), CACHE_DAY);
+}
+
+/**
+ * @brief Search for GNU Social user with gstools.org
+ *
+ * @param str $search User name
+ */
+function gs_search_user($search) {
+
+       // Currently disabled, since the service isn't available anymore.
+       // It is not removed since I hope that there will be a successor.
+       return false;
+
+       $a = get_app();
+
+       $url = "http://gstools.org/api/users_search/".urlencode($search);
+
+       $result = z_fetch_url($url);
+       if (!$result["success"])
+               return false;
+
+       $contacts = json_decode($result["body"]);
+
+       if ($contacts->status == 'ERROR')
+               return false;
+
+       foreach($contacts->data AS $user) {
+               $contact = probe_url($user->site_address."/".$user->name);
+               if ($contact["network"] != NETWORK_PHANTOM) {
+                       $contact["about"] = $user->description;
+                       update_gcontact($contact);
+               }
+       }
 }
 
+
 if (array_search(__file__,get_included_files())===0){
   discover_poco_run($_SERVER["argv"],$_SERVER["argc"]);
   killme();