2016-01-04 10:45:54 +01:00
|
|
|
<?php
|
|
|
|
|
|
|
|
/**
|
2017-09-30 11:04:13 +02:00
|
|
|
* Get cURL callback function for CURLOPT_WRITEFUNCTION
|
2016-01-04 10:45:54 +01:00
|
|
|
*
|
2017-09-30 11:04:13 +02:00
|
|
|
* @param string $charset to extract from the downloaded page (reference)
|
|
|
|
* @param string $title to extract from the downloaded page (reference)
|
|
|
|
* @param string $curlGetInfo Optionnaly overrides curl_getinfo function
|
2016-01-04 10:45:54 +01:00
|
|
|
*
|
2017-09-30 11:04:13 +02:00
|
|
|
* @return Closure
|
2016-01-04 10:45:54 +01:00
|
|
|
*/
|
2017-09-30 11:04:13 +02:00
|
|
|
function get_curl_download_callback(&$charset, &$title, $curlGetInfo = 'curl_getinfo')
|
2016-01-04 10:45:54 +01:00
|
|
|
{
|
2018-05-01 16:44:51 +02:00
|
|
|
$isRedirected = false;
|
2017-09-30 11:04:13 +02:00
|
|
|
/**
|
|
|
|
* cURL callback function for CURLOPT_WRITEFUNCTION (called during the download).
|
|
|
|
*
|
|
|
|
* While downloading the remote page, we check that the HTTP code is 200 and content type is 'html/text'
|
|
|
|
* Then we extract the title and the charset and stop the download when it's done.
|
|
|
|
*
|
|
|
|
* @param resource $ch cURL resource
|
|
|
|
* @param string $data chunk of data being downloaded
|
|
|
|
*
|
|
|
|
* @return int|bool length of $data or false if we need to stop the download
|
|
|
|
*/
|
2018-05-01 16:44:51 +02:00
|
|
|
return function(&$ch, $data) use ($curlGetInfo, &$charset, &$title, &$isRedirected) {
|
2017-09-30 11:04:13 +02:00
|
|
|
$responseCode = $curlGetInfo($ch, CURLINFO_RESPONSE_CODE);
|
2018-05-01 16:44:51 +02:00
|
|
|
if (!empty($responseCode) && in_array($responseCode, [301, 302])) {
|
|
|
|
$isRedirected = true;
|
|
|
|
return strlen($data);
|
|
|
|
}
|
|
|
|
if (!empty($responseCode) && $responseCode !== 200) {
|
2017-09-30 11:04:13 +02:00
|
|
|
return false;
|
|
|
|
}
|
2018-05-01 16:44:51 +02:00
|
|
|
// After a redirection, the content type will keep the previous request value
|
|
|
|
// until it finds the next content-type header.
|
|
|
|
if (! $isRedirected || strpos(strtolower($data), 'content-type') !== false) {
|
|
|
|
$contentType = $curlGetInfo($ch, CURLINFO_CONTENT_TYPE);
|
|
|
|
}
|
2017-09-30 11:04:13 +02:00
|
|
|
if (!empty($contentType) && strpos($contentType, 'text/html') === false) {
|
|
|
|
return false;
|
|
|
|
}
|
2018-05-01 16:44:51 +02:00
|
|
|
if (!empty($contentType) && empty($charset)) {
|
2017-09-30 11:04:13 +02:00
|
|
|
$charset = header_extract_charset($contentType);
|
|
|
|
}
|
|
|
|
if (empty($charset)) {
|
|
|
|
$charset = html_extract_charset($data);
|
|
|
|
}
|
|
|
|
if (empty($title)) {
|
|
|
|
$title = html_extract_title($data);
|
|
|
|
}
|
|
|
|
// We got everything we want, stop the download.
|
|
|
|
if (!empty($responseCode) && !empty($contentType) && !empty($charset) && !empty($title)) {
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
return strlen($data);
|
|
|
|
};
|
2016-01-04 10:45:54 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2017-09-30 11:04:13 +02:00
|
|
|
* Extract title from an HTML document.
|
2016-01-04 10:45:54 +01:00
|
|
|
*
|
2017-09-30 11:04:13 +02:00
|
|
|
* @param string $html HTML content where to look for a title.
|
2016-01-04 10:45:54 +01:00
|
|
|
*
|
2017-09-30 11:04:13 +02:00
|
|
|
* @return bool|string Extracted title if found, false otherwise.
|
2016-01-04 10:45:54 +01:00
|
|
|
*/
|
2017-09-30 11:04:13 +02:00
|
|
|
function html_extract_title($html)
|
2016-01-04 10:45:54 +01:00
|
|
|
{
|
2017-09-30 11:04:13 +02:00
|
|
|
if (preg_match('!<title.*?>(.*?)</title>!is', $html, $matches)) {
|
|
|
|
return trim(str_replace("\n", '', $matches[1]));
|
2016-01-04 10:45:54 +01:00
|
|
|
}
|
2017-09-30 11:04:13 +02:00
|
|
|
return false;
|
2016-01-04 10:45:54 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
2017-09-30 11:04:13 +02:00
|
|
|
* Extract charset from HTTP header if it's defined.
|
2016-01-04 10:45:54 +01:00
|
|
|
*
|
2017-09-30 11:04:13 +02:00
|
|
|
* @param string $header HTTP header Content-Type line.
|
2016-01-04 10:45:54 +01:00
|
|
|
*
|
|
|
|
* @return bool|string Charset string if found (lowercase), false otherwise.
|
|
|
|
*/
|
2017-09-30 11:04:13 +02:00
|
|
|
function header_extract_charset($header)
|
2016-01-04 10:45:54 +01:00
|
|
|
{
|
2017-09-30 11:04:13 +02:00
|
|
|
preg_match('/charset="?([^; ]+)/i', $header, $match);
|
|
|
|
if (! empty($match[1])) {
|
|
|
|
return strtolower(trim($match[1]));
|
2016-01-04 10:45:54 +01:00
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Extract charset HTML content (tag <meta charset>).
|
|
|
|
*
|
|
|
|
* @param string $html HTML content where to look for charset.
|
|
|
|
*
|
|
|
|
* @return bool|string Charset string if found, false otherwise.
|
|
|
|
*/
|
|
|
|
function html_extract_charset($html)
|
|
|
|
{
|
|
|
|
// Get encoding specified in HTML header.
|
2016-04-06 22:00:52 +02:00
|
|
|
preg_match('#<meta .*charset=["\']?([^";\'>/]+)["\']? */?>#Usi', $html, $enc);
|
2016-01-04 10:45:54 +01:00
|
|
|
if (!empty($enc[1])) {
|
|
|
|
return strtolower($enc[1]);
|
|
|
|
}
|
|
|
|
|
|
|
|
return false;
|
|
|
|
}
|
2016-05-11 00:05:22 +02:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Count private links in given linklist.
|
|
|
|
*
|
2016-10-20 11:31:52 +02:00
|
|
|
* @param array|Countable $links Linklist.
|
2016-05-11 00:05:22 +02:00
|
|
|
*
|
|
|
|
* @return int Number of private links.
|
|
|
|
*/
|
|
|
|
function count_private($links)
|
|
|
|
{
|
|
|
|
$cpt = 0;
|
|
|
|
foreach ($links as $link) {
|
2017-01-06 18:54:29 +01:00
|
|
|
if ($link['private']) {
|
|
|
|
$cpt += 1;
|
|
|
|
}
|
2016-05-11 00:05:22 +02:00
|
|
|
}
|
2016-05-10 23:18:04 +02:00
|
|
|
|
2016-05-11 00:05:22 +02:00
|
|
|
return $cpt;
|
|
|
|
}
|
2016-05-10 23:18:04 +02:00
|
|
|
|
|
|
|
/**
|
|
|
|
* In a string, converts URLs to clickable links.
|
|
|
|
*
|
|
|
|
* @param string $text input string.
|
|
|
|
* @param string $redirector if a redirector is set, use it to gerenate links.
|
2017-11-07 20:23:58 +01:00
|
|
|
* @param bool $urlEncode Use `urlencode()` on the URL after the redirector or not.
|
2016-05-10 23:18:04 +02:00
|
|
|
*
|
|
|
|
* @return string returns $text with all links converted to HTML links.
|
|
|
|
*
|
|
|
|
* @see Function inspired from http://www.php.net/manual/en/function.preg-replace.php#85722
|
|
|
|
*/
|
2017-11-07 20:23:58 +01:00
|
|
|
function text2clickable($text, $redirector = '', $urlEncode = true)
|
2016-05-10 23:18:04 +02:00
|
|
|
{
|
2017-09-29 18:52:38 +02:00
|
|
|
$regex = '!(((?:https?|ftp|file)://|apt:|magnet:)\S+[a-z0-9\(\)]/?)!si';
|
2016-05-10 23:18:04 +02:00
|
|
|
|
|
|
|
if (empty($redirector)) {
|
|
|
|
return preg_replace($regex, '<a href="$1">$1</a>', $text);
|
|
|
|
}
|
|
|
|
// Redirector is set, urlencode the final URL.
|
|
|
|
return preg_replace_callback(
|
|
|
|
$regex,
|
2017-11-07 20:23:58 +01:00
|
|
|
function ($matches) use ($redirector, $urlEncode) {
|
|
|
|
$url = $urlEncode ? urlencode($matches[1]) : $matches[1];
|
|
|
|
return '<a href="' . $redirector . $url .'">'. $matches[1] .'</a>';
|
2016-05-10 23:18:04 +02:00
|
|
|
},
|
|
|
|
$text
|
|
|
|
);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Auto-link hashtags.
|
|
|
|
*
|
|
|
|
* @param string $description Given description.
|
|
|
|
* @param string $indexUrl Root URL.
|
|
|
|
*
|
|
|
|
* @return string Description with auto-linked hashtags.
|
|
|
|
*/
|
|
|
|
function hashtag_autolink($description, $indexUrl = '')
|
|
|
|
{
|
|
|
|
/*
|
|
|
|
* To support unicode: http://stackoverflow.com/a/35498078/1484919
|
|
|
|
* \p{Pc} - to match underscore
|
|
|
|
* \p{N} - numeric character in any script
|
|
|
|
* \p{L} - letter from any language
|
|
|
|
* \p{Mn} - any non marking space (accents, umlauts, etc)
|
|
|
|
*/
|
|
|
|
$regex = '/(^|\s)#([\p{Pc}\p{N}\p{L}\p{Mn}]+)/mui';
|
|
|
|
$replacement = '$1<a href="'. $indexUrl .'?addtag=$2" title="Hashtag $2">#$2</a>';
|
|
|
|
return preg_replace($regex, $replacement, $description);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* This function inserts where relevant so that multiple spaces are properly displayed in HTML
|
|
|
|
* even in the absence of <pre> (This is used in description to keep text formatting).
|
|
|
|
*
|
|
|
|
* @param string $text input text.
|
|
|
|
*
|
|
|
|
* @return string formatted text.
|
|
|
|
*/
|
|
|
|
function space2nbsp($text)
|
|
|
|
{
|
|
|
|
return preg_replace('/(^| ) /m', '$1 ', $text);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Format Shaarli's description
|
|
|
|
*
|
|
|
|
* @param string $description shaare's description.
|
|
|
|
* @param string $redirector if a redirector is set, use it to gerenate links.
|
2017-11-07 20:23:58 +01:00
|
|
|
* @param bool $urlEncode Use `urlencode()` on the URL after the redirector or not.
|
2016-10-20 11:31:52 +02:00
|
|
|
* @param string $indexUrl URL to Shaarli's index.
|
2017-11-07 20:23:58 +01:00
|
|
|
|
2016-05-10 23:18:04 +02:00
|
|
|
* @return string formatted description.
|
|
|
|
*/
|
2017-11-07 20:23:58 +01:00
|
|
|
function format_description($description, $redirector = '', $urlEncode = true, $indexUrl = '') {
|
|
|
|
return nl2br(space2nbsp(hashtag_autolink(text2clickable($description, $redirector, $urlEncode), $indexUrl)));
|
2016-05-10 23:18:04 +02:00
|
|
|
}
|
2016-11-28 18:24:15 +01:00
|
|
|
|
|
|
|
/**
|
|
|
|
* Generate a small hash for a link.
|
|
|
|
*
|
|
|
|
* @param DateTime $date Link creation date.
|
|
|
|
* @param int $id Link ID.
|
|
|
|
*
|
|
|
|
* @return string the small hash generated from link data.
|
|
|
|
*/
|
|
|
|
function link_small_hash($date, $id)
|
|
|
|
{
|
|
|
|
return smallHash($date->format(LinkDB::LINK_DATE_FORMAT) . $id);
|
|
|
|
}
|