$value) { curl_setopt($ch, $key, $value); } } if(defined('PROXY_URL') && !defined('NOPROXY')) { Debug::log('Setting proxy url: ' . PROXY_URL); curl_setopt($ch, CURLOPT_PROXY, PROXY_URL); } // We always want the response header as part of the data! curl_setopt($ch, CURLOPT_HEADER, true); $data = curl_exec($ch); $curlError = curl_error($ch); $curlErrno = curl_errno($ch); if($data === false) Debug::log('Cant\'t download ' . $url . ' cUrl error: ' . $curlError . ' (' . $curlErrno . ')'); $headerSize = curl_getinfo($ch, CURLINFO_HEADER_SIZE); $errorCode = curl_getinfo($ch, CURLINFO_HTTP_CODE); $header = substr($data, 0, $headerSize); Debug::log('Response header: ' . $header); $headers = parseResponseHeader($header); $finalHeader = end($headers); if($errorCode !== 200) { if(array_key_exists('Server', $finalHeader) && strpos($finalHeader['Server'], 'cloudflare') !== false) { returnServerError(<<< EOD The server responded with a Cloudflare challenge, which is not supported by RSS-Bridge! If this error persists longer than a week, please consider opening an issue on GitHub! EOD ); } returnError(<<setPath(PATH_CACHE . 'pages/'); $cache->purgeCache(86400); // 24 hours (forced) $params = [$url]; $cache->setParameters($params); // Determine if cached file is within duration $time = $cache->getTime(); if($time !== false && (time() - $duration < $time) && (!defined('DEBUG') || DEBUG !== true)) { // Contents within duration $content = $cache->loadData(); } else { // Content not within duration $content = getContents($url, $header, $opts); if($content !== false) { $cache->saveData($content); } } return str_get_html($content, $lowercase, $forceTagsClosed, $target_charset, $stripRN, $defaultBRText, $defaultSpanText); } /** * Parses the provided response header into an associative array * * Based on https://stackoverflow.com/a/18682872 */ function parseResponseHeader($header) { $headers = array(); $requests = explode("\r\n\r\n", trim($header)); foreach ($requests as $request) { $header = array(); foreach (explode("\r\n", $request) as $i => $line) { if($i === 0) { $header['http_code'] = $line; } else { list ($key, $value) = explode(': ', $line); $header[$key] = $value; } } $headers[] = $header; } return $headers; } /** * Determine MIME type from URL/Path file extension * Remark: Built-in functions mime_content_type or fileinfo requires fetching remote content * Remark: A bridge can hint for a MIME type by appending #.ext to a URL, e.g. #.image * Based on https://stackoverflow.com/a/1147952 */ function getMimeType($url) { static $mime = null; if (is_null($mime)) { // Default values, overriden by /etc/mime.types when present $mime = array( 'jpg' => 'image/jpeg', 'gif' => 'image/gif', 'png' => 'image/png', 'image' => 'image/*' ); // '@' is used to mute open_basedir warning, see issue #818 if (@is_readable('/etc/mime.types')) { $file = fopen('/etc/mime.types', 'r'); while(($line = fgets($file)) !== false) { $line = trim(preg_replace('/#.*/', '', $line)); if(!$line) continue; $parts = preg_split('/\s+/', $line); if(count($parts) == 1) continue; $type = array_shift($parts); foreach($parts as $part) $mime[$part] = $type; } fclose($file); } } if (strpos($url, '?') !== false) { $url_temp = substr($url, 0, strpos($url, '?')); if (strpos($url, '#') !== false) { $anchor = substr($url, strpos($url, '#')); $url_temp .= $anchor; } $url = $url_temp; } $ext = strtolower(pathinfo($url, PATHINFO_EXTENSION)); if (!empty($mime[$ext])) { return $mime[$ext]; } return 'application/octet-stream'; }