+ // if the file is too large then exit
+ if ($curl_info["download_content_length"] > 1000000)
+ return($siteinfo);
+
+ // if it isn't a HTML file then exit
+ if (($curl_info["content_type"] != "") AND !strstr(strtolower($curl_info["content_type"]),"html"))
+ return($siteinfo);
+
+ if ($do_oembed) {
+ require_once("include/oembed.php");
+
+ $oembed_data = oembed_fetch_url($url);
+
+ if ($oembed_data->type != "error")
+ $siteinfo["type"] = $oembed_data->type;
+
+ if (($oembed_data->type == "link") AND ($siteinfo["type"] != "photo")) {
+ if (isset($oembed_data->title))
+ $siteinfo["title"] = $oembed_data->title;
+ if (isset($oembed_data->description))
+ $siteinfo["text"] = trim($oembed_data->description);
+ if (isset($oembed_data->thumbnail_url))
+ $siteinfo["image"] = $oembed_data->thumbnail_url;
+ }
+ }
+
+ $stamp1 = microtime(true);
+
+ // Now fetch the body as well
+ $ch = curl_init();
+ curl_setopt($ch, CURLOPT_URL, $url);
+ curl_setopt($ch, CURLOPT_HEADER, 1);
+ curl_setopt($ch, CURLOPT_NOBODY, 0);
+ curl_setopt($ch, CURLOPT_TIMEOUT, 10);
+ curl_setopt($ch, CURLOPT_RETURNTRANSFER, true);
+ curl_setopt($ch, CURLOPT_USERAGENT, $a->get_useragent());
+
+ $header = curl_exec($ch);
+ $curl_info = @curl_getinfo($ch);
+ $http_code = $curl_info['http_code'];
+ curl_close($ch);
+
+ $a->save_timestamp($stamp1, "network");
+