X-Git-Url: https://git.mxchange.org/?p=mailer.git;a=blobdiff_plain;f=inc%2Fhttp-functions.php;h=4fc66c95a5a94a4850f1af9106d3a284b9e34ace;hp=5715c6edd0a5c48967b7ccd9abb6c0402f55c1aa;hb=6d08952d672c5a5de7d8522f894a5665599a2a4a;hpb=8fad776382e63b3f73f8dbe289f229d79cfc2c22 diff --git a/inc/http-functions.php b/inc/http-functions.php index 5715c6edd0..4fc66c95a5 100644 --- a/inc/http-functions.php +++ b/inc/http-functions.php @@ -16,7 +16,7 @@ * $Author:: $ * * -------------------------------------------------------------------- * * Copyright (c) 2003 - 2009 by Roland Haeder * - * Copyright (c) 2009 - 2012 by Mailer Developer Team * + * Copyright (c) 2009 - 2013 by Mailer Developer Team * * For more information visit: http://mxchange.org * * * * This program is free software; you can redistribute it and/or modify * @@ -144,22 +144,22 @@ function removeHttpHostNameFromUrl ($url) { } // Sends a HTTP request (GET, POST, HEAD are currently supported) -function sendHttpRequest ($requestType, $baseUrl, $requestData = array(), $removeHeader = false) { +function sendHttpRequest ($requestType, $baseUrl, $requestData = array(), $removeHeader = FALSE, $allowOnlyHttpOkay = TRUE) { // Init response $response = array(); // Start "detecting" the request type switch ($requestType) { case 'HEAD': // Send a HTTP/1.1 HEAD request - $response = sendHeadRequest($baseUrl, $requestData); + $response = sendHttpHeadRequest($baseUrl, $requestData, $allowOnlyHttpOkay); break; case 'GET': // Send a HTTP/1.1 GET request - $response = sendGetRequest($baseUrl, $requestData, $removeHeader); + $response = sendHttpGetRequest($baseUrl, $requestData, $removeHeader, $allowOnlyHttpOkay); break; case 'POST': // Send a HTTP/1.1 POST request - $response = sendPostRequest($baseUrl, $requestData, $removeHeader); + $response = sendHttpPostRequest($baseUrl, $requestData, $removeHeader, $allowOnlyHttpOkay); break; default: // Unsupported HTTP request, this is really bad and needs fixing @@ -172,9 +172,10 @@ function sendHttpRequest ($requestType, $baseUrl, $requestData = array(), $remov } // Sends a HEAD request -function sendHeadRequest ($baseUrl, $requestData = array()) { +function sendHttpHeadRequest ($baseUrl, $requestData = array(), $allowOnlyHttpOkay = TRUE) { // Generate full GET URL $getUrl = generateGetUrlFromBaseUrlData($baseUrl, $requestData); + //* DEBUG: */ logDebugMessage(__FUNCTION__, __LINE__, 'getUrl=' . $getUrl); // Is there http[s]:// in front of the URL? if (isFullQualifiedUrl($getUrl)) { @@ -189,7 +190,7 @@ function sendHeadRequest ($baseUrl, $requestData = array()) { $host = extractHostnameFromUrl($baseUrl); // Generate HEAD request header - $request = 'HEAD ' . (isProxyUsed() === true ? $baseUrl : '') . trim($getUrl) . ' HTTP/1.1' . getConfig('HTTP_EOL'); + $request = 'HEAD ' . (isProxyUsed() === TRUE ? $baseUrl : '') . trim($getUrl) . ' HTTP/1.1' . getConfig('HTTP_EOL'); $request .= 'Host: ' . $host . getConfig('HTTP_EOL'); $request .= 'Referer: ' . getUrl() . '/admin.php' . getConfig('HTTP_EOL'); if (isConfigEntrySet('FULL_VERSION')) { @@ -204,16 +205,17 @@ function sendHeadRequest ($baseUrl, $requestData = array()) { $request .= getConfig('HTTP_EOL'); // Send the raw request - $response = sendRawRequest($host, $request); + $response = sendRawRequest($host, $request, $allowOnlyHttpOkay); // Return the result to the caller function return $response; } // Send a GET request -function sendGetRequest ($baseUrl, $requestData = array(), $removeHeader = false) { +function sendHttpGetRequest ($baseUrl, $requestData = array(), $removeHeader = FALSE, $allowOnlyHttpOkay = TRUE) { // Generate full GET URL $getUrl = generateGetUrlFromBaseUrlData($baseUrl, $requestData); + //* DEBUG: */ logDebugMessage(__FUNCTION__, __LINE__, 'getUrl=' . $getUrl); // Is there http[s]:// in front of the URL? if (isFullQualifiedUrl($getUrl)) { @@ -228,7 +230,7 @@ function sendGetRequest ($baseUrl, $requestData = array(), $removeHeader = false $host = extractHostnameFromUrl($baseUrl); // Generate GET request header - $request = 'GET ' . (isProxyUsed() === true ? $baseUrl : '') . trim($getUrl) . ' HTTP/1.1' . getConfig('HTTP_EOL'); + $request = 'GET ' . (isProxyUsed() === TRUE ? $baseUrl : '') . trim($getUrl) . ' HTTP/1.1' . getConfig('HTTP_EOL'); $request .= 'Host: ' . $host . getConfig('HTTP_EOL'); $request .= 'Referer: ' . getUrl() . '/admin.php' . getConfig('HTTP_EOL'); if (isConfigEntrySet('FULL_VERSION')) { @@ -243,10 +245,10 @@ function sendGetRequest ($baseUrl, $requestData = array(), $removeHeader = false $request .= getConfig('HTTP_EOL'); // Send the raw request - $response = sendRawRequest($host, $request); + $response = sendRawRequest($host, $request, $allowOnlyHttpOkay); // Should we remove header lines? - if ($removeHeader === true) { + if ($removeHeader === TRUE) { // Okay, remove them $response = removeHttpHeaderFromResponse($response); } // END - if @@ -256,7 +258,7 @@ function sendGetRequest ($baseUrl, $requestData = array(), $removeHeader = false } // Send a POST request, sometimes even POST requests have no parameters -function sendPostRequest ($baseUrl, $requestData = array(), $removeHeader = false) { +function sendHttpPostRequest ($baseUrl, $requestData = array(), $removeHeader = FALSE, $allowOnlyHttpOkay = TRUE) { // Copy baseUrl to getUrl $getUrl = $baseUrl; @@ -276,7 +278,7 @@ function sendPostRequest ($baseUrl, $requestData = array(), $removeHeader = fals $body = http_build_query($requestData, '', '&'); // Generate POST request header - $request = 'POST ' . (isProxyUsed() === true ? $baseUrl : '') . trim($baseUrl) . ' HTTP/1.0' . getConfig('HTTP_EOL'); + $request = 'POST ' . (isProxyUsed() === TRUE ? $baseUrl : '') . trim($baseUrl) . ' HTTP/1.0' . getConfig('HTTP_EOL'); $request .= 'Host: ' . $host . getConfig('HTTP_EOL'); $request .= 'Referer: ' . getUrl() . '/admin.php' . getConfig('HTTP_EOL'); if (isConfigEntrySet('FULL_VERSION')) { @@ -296,10 +298,10 @@ function sendPostRequest ($baseUrl, $requestData = array(), $removeHeader = fals $request .= $body; // Send the raw request - $response = sendRawRequest($host, $request); + $response = sendRawRequest($host, $request, $allowOnlyHttpOkay); // Should we remove header lines? - if ($removeHeader === true) { + if ($removeHeader === TRUE) { // Okay, remove them $response = removeHttpHeaderFromResponse($response); } // END - if @@ -309,7 +311,7 @@ function sendPostRequest ($baseUrl, $requestData = array(), $removeHeader = fals } // Sends a raw request (string) to given host (hostnames will be solved) -function sendRawRequest ($host, $request) { +function sendRawRequest ($host, $request, $allowOnlyHttpOkay = TRUE) { //* DEBUG: */ die('host='.$host.',request=
'.$request.'
'); // Init errno and errdesc with 'all fine' values $errno = '0'; @@ -319,10 +321,10 @@ function sendRawRequest ($host, $request) { $port = 80; // Initialize array - $response = array('', '', ''); + $response = array(); // Default is non-broken HTTP server implementation - $GLOBALS['is_http_server_broken'] = false; + $GLOBALS['is_http_server_broken'] = FALSE; // Load include loadIncludeOnce('inc/classes/resolver.class.php'); @@ -345,7 +347,7 @@ function sendRawRequest ($host, $request) { $proxyHost = compileRawCode(getProxyHost()); // Open connection - if (isProxyUsed() === true) { + if (isProxyUsed() === TRUE) { // Resolve hostname into IP address $ip = $resolver->resolveHostname($proxyHost); @@ -364,15 +366,15 @@ function sendRawRequest ($host, $request) { if (!is_resource($resource)) { // Failed! logDebugMessage(__FUNCTION__, __LINE__, $errdesc . ' (' . $errno . ')'); - return $response; + return array('', '', ''); } elseif ((!stream_set_blocking($resource, 0)) || (!stream_set_timeout($resource, 1))) { // Cannot set non-blocking mode or timeout logDebugMessage(__FUNCTION__, __LINE__, socket_strerror(socket_last_error())); - return $response; + return array('', '', ''); } // Shall proxy be used? - if (isProxyUsed() === true) { + if (isProxyUsed() === TRUE) { // Setup proxy tunnel $response = setupProxyTunnel($host, $proxyHost, $port, $resource); @@ -388,7 +390,7 @@ function sendRawRequest ($host, $request) { fwrite($resource, $request); // Start counting - $start = microtime(true); + $start = microtime(TRUE); // Read response while (!feof($resource)) { @@ -396,7 +398,7 @@ function sendRawRequest ($host, $request) { $info = stream_get_meta_data($resource); // Is it timed out? 15 seconds is a really patient... - if (($info['timed_out'] == true) || (microtime(true) - $start) > 15) { + if (($info['timed_out'] == TRUE) || (microtime(TRUE) - $start) > 15) { // Timeout logDebugMessage(__FUNCTION__, __LINE__, 'Timed out to get data from host ' . $host); @@ -407,8 +409,11 @@ function sendRawRequest ($host, $request) { // Get line from stream $line = fgets($resource, 128); - // Ignore empty lines because of non-blocking mode - if (empty($line)) { + /* + * Ignore empty lines because of non-blocking mode, you cannot use + * empty() here as it would also see \r\n as "empty". + */ + if (strlen($line) == 0) { // uslepp a little to avoid 100% CPU load usleep(10); @@ -423,7 +428,7 @@ function sendRawRequest ($host, $request) { } // END - if // Add it to response - //* DEBUG: */ print 'line='.$line.'
'; + //* DEBUG: */ print 'line(' . strlen($line) . ')='.$line.'
'; array_push($response, $line); } // END - while @@ -433,41 +438,25 @@ function sendRawRequest ($host, $request) { // Time request if debug-mode is enabled if (isDebugModeEnabled()) { // Add debug message... - logDebugMessage(__FUNCTION__, __LINE__, 'Request took ' . (microtime(true) - $start) . ' seconds and returned ' . count($response) . ' line(s).'); + logDebugMessage(__FUNCTION__, __LINE__, 'Request took ' . (microtime(TRUE) - $start) . ' seconds and returned ' . count($response) . ' line(s).'); } // END - if - // Skip first empty lines - $resp = $response; - foreach ($resp as $idx => $line) { - // Trim space away - $line = trim($line); - - // Is this line empty? - if (empty($line)) { - // Then remove it - array_shift($response); - } else { - // Abort on first non-empty line - break; - } - } // END - foreach - - //* DEBUG: */ debugOutput('Request:
'.print_r($request, true).'
'); - //* DEBUG: */ debugOutput('Response:
'.print_r($response, true).'
'); + //* DEBUG: */ debugOutput('Request:
'.print_r($request, TRUE).'
'); + //* DEBUG: */ debugOutput('Response:
'.print_r($response, TRUE).'
'); // Proxy agent found or something went wrong? - if (!isset($response[0])) { + if (!isFilledArray($response)) { // No response, maybe timeout $response = array('', '', ''); logDebugMessage(__FUNCTION__, __LINE__, 'Invalid empty response array, maybe timed out?'); - } elseif ((substr(strtolower($response[0]), 0, 11) == 'proxy-agent') && (isProxyUsed() === true)) { + } elseif ((substr(strtolower($response[0]), 0, 11) == 'proxy-agent') && (isProxyUsed() === TRUE)) { // Proxy header detected, so remove two lines array_shift($response); array_shift($response); } // END - if // Was the request successfull? - if ((!isInStringIgnoreCase('200 OK', $response[0])) || (empty($response[0]))) { + if ((!isHttpStatusOkay($response[0])) && ($allowOnlyHttpOkay === TRUE)) { // Not found / access forbidden logDebugMessage(__FUNCTION__, __LINE__, 'Unexpected status code ' . $response[0] . ' detected. "200 OK" was expected.'); $response = array('', '', ''); @@ -480,6 +469,12 @@ function sendRawRequest ($host, $request) { return $response; } +// Is HTTP status okay? +function isHttpStatusOkay ($header) { + // Determine it + return in_array(strtoupper(trim($header)), array('HTTP/1.1 200 OK', 'HTTP/1.0 200 OK')); +} + // Sets up a proxy tunnel for given hostname and through resource function setupProxyTunnel ($host, $proxyHost, $port, $resource) { // Initialize array @@ -525,7 +520,7 @@ function setupProxyTunnel ($host, $proxyHost, $port, $resource) { // Check array for chuncked encoding function unchunkHttpResponse ($response) { // Default is not chunked - $isChunked = false; + $isChunked = FALSE; // Check if we have chunks foreach ($response as $line) { @@ -535,29 +530,62 @@ function unchunkHttpResponse ($response) { // Entry found? if ((isInStringIgnoreCase('transfer-encoding', $line)) && (isInStringIgnoreCase('chunked', $line))) { // Found! - $isChunked = true; + $isChunked = TRUE; break; - } // END - if + } elseif (empty($line)) { + // Empty line found (header->body) + break; + } } // END - foreach + // Save whole body + $body = removeHttpHeaderFromResponse($response); + // Is it chunked? - if ($isChunked === true) { + //* DEBUG: */ logDebugMessage(__FUNCTION__, __LINE__, 'isChunked=' . intval($isChunked)); + if ($isChunked === TRUE) { + // Make sure, that body is an array + assert(is_array($body)); + // Good, we still have the HTTP headers in there, so we need to get rid // of them temporarly - //* DEBUG: */ die('
'.htmlentities(print_r(removeHttpHeaderFromResponse($response), true)).'
'); - $tempResponse = http_chunked_decode(implode('', removeHttpHeaderFromResponse($response))); + //* DEBUG: */ die('
'.htmlentities(print_r(removeHttpHeaderFromResponse($response), TRUE)).'
'); + $tempResponse = http_chunked_decode(implode('', $body)); // We got a string back from http_chunked_decode(), so we need to convert it back to an array - //* DEBUG: */ die('tempResponse['.strlen($tempResponse).']=
'.replaceReturnNewLine(htmlentities($tempResponse)).'
'); + //* DEBUG: */ die('tempResponse['.strlen($tempResponse).'/'.gettype($tempResponse).']=
'.replaceReturnNewLine(htmlentities($tempResponse)).'
'); // Re-add the headers - $response = merge_array($GLOBALS['http_headers'], stringToArray(chr(10), $tempResponse)); - } // END - if + $response = mergeHttpHeadersWithBody($tempResponse); + } elseif (is_array($body)) { + /* + * Make sure the body is in one array element as many other functions + * get disturbed by it. + */ + + // Put all array elements from body together + $body = implode('', $body); + + // Now merge the extracted headers + fixed body together + $response = mergeHttpHeadersWithBody($body); + } // Return the unchunked array return $response; } +// Merges HTTP header lines with given body (string) +function mergeHttpHeadersWithBody ($body) { + // Add empty entry to mimic header->body + $GLOBALS['http_headers'][] = getConfig('HTTP_EOL'); + + // Make sure at least one header is there (which is still not valid but okay here) + assert(isFilledArray($GLOBALS['http_headers'])); + + // Merge both together + return merge_array($GLOBALS['http_headers'], array(count($GLOBALS['http_headers']) => $body)); +} + // Removes HTTP header lines from a response array (e.g. output from sendRequest() ) function removeHttpHeaderFromResponse ($response) { // Save headers for later usage @@ -571,9 +599,6 @@ function removeHttpHeaderFromResponse ($response) { // Remove line array_shift($response2); - // Add full line to temporary global array - array_push($GLOBALS['http_headers'], $line); - // Trim it for testing $lineTest = trim($line); @@ -582,6 +607,15 @@ function removeHttpHeaderFromResponse ($response) { // Then stop here break; } // END - if + + // Is the last line set and is not ending with \r\n? + if ((isset($GLOBALS['http_headers'][count($GLOBALS['http_headers']) - 1])) && (substr($GLOBALS['http_headers'][count($GLOBALS['http_headers']) - 1], -2, 2) != getConfig('HTTP_EOL'))) { + // Add it to previous one + $GLOBALS['http_headers'][count($GLOBALS['http_headers']) - 1] .= $line; + } else { + // Add full line to temporary global array + array_push($GLOBALS['http_headers'], $line); + } } // END - foreach // Write back the array @@ -595,7 +629,7 @@ function removeHttpHeaderFromResponse ($response) { // Returns the flag if a broken HTTP server implementation was detected function isBrokenHttpServerImplentation () { // Determine it - $isBroken = ((isset($GLOBALS['is_http_server_broken'])) && ($GLOBALS['is_http_server_broken'] === true)); + $isBroken = ((isset($GLOBALS['is_http_server_broken'])) && ($GLOBALS['is_http_server_broken'] === TRUE)); // ... and return it return $isBroken; @@ -616,11 +650,20 @@ function extractHostnameFromUrl (&$script) { } // END - if // Extract host name - $host = str_replace('http://', '', $url); + $host = str_replace(array('http://', 'https://'), array('', ''), $url); + + // Is there a slash at the end? if (isInString('/', $host)) { $host = substr($host, 0, strpos($host, '/')); } // END - if + // Is there a double-dot in? (Means port number) + if (strpos($host, ':') !== FALSE) { + // Detected a double-dot + $hostArray = explode(':', $host); + $host = $hostArray[0]; + } // END - if + // Generate relative URL //* DEBUG: */ debugOutput('SCRIPT=' . $script); if (substr(strtolower($script), 0, 7) == 'http://') { @@ -677,7 +720,7 @@ if (!function_exists('http_build_query')) { function http_build_query($requestData, $prefix = '', $sep = '', $key = '') { $ret = array(); foreach ((array) $requestData as $k => $v) { - if (is_int($k) && $prefix != null) { + if (is_int($k) && !is_null($prefix)) { $k = urlencode($prefix . $k); } // END - if @@ -857,5 +900,41 @@ function getContentType () { return $GLOBALS['content_type']; } +// Logs wrong SERVER_NAME attempts +function logWrongServerNameRedirect () { + // Is ext-sql_patches at least version 0.9.2? + if (isExtensionInstalledAndNewer('sql_patches', '0.9.2')) { + // Is there an entry? + if (countSumTotalData(detectServerName(), 'server_name_log', 'server_name_id', 'server_name', TRUE, str_replace('%', '{PER}', sprintf(" AND `server_name_remote_addr`='%s' AND `server_name_ua`='%s' AND `server_name_referrer`='%s'", sqlEscapeString(detectRemoteAddr(TRUE)), sqlEscapeString(detectUserAgent(TRUE)), sqlEscapeString(detectReferer(TRUE))))) == 1) { + // Update counter, as all are the same + sqlQueryEscaped("UPDATE + `{?_MYSQL_PREFIX?}_server_name_log` +SET + `server_name_counter`=`server_name_counter`+1 +WHERE + `server_name`='%s' AND + `server_name_remote_addr`='%s' AND + `server_name_ua`='%s' AND + `server_name_referrer`='%s' +LIMIT 1", + array( + detectServerName(), + detectRemoteAddr(TRUE), + detectUserAgent(TRUE), + detectReferer(TRUE) + ), __FUNCTION__, __LINE__); + } else { + // Then log it away + sqlQueryEscaped("INSERT INTO `{?_MYSQL_PREFIX?}_server_name_log` (`server_name`, `server_name_remote_addr`, `server_name_ua`, `server_name_referrer`) VALUES('%s','%s', '%s', '%s')", + array( + detectServerName(), + detectRemoteAddr(TRUE), + detectUserAgent(TRUE), + detectReferer(TRUE) + ), __FUNCTION__, __LINE__); + } + } // END - if +} + // [EOF] ?>