2015-08-31 22:59:08 +02:00
|
|
|
<?php
|
2017-02-11 16:16:56 +01:00
|
|
|
class FacebookBridge extends BridgeAbstract {
|
2015-08-31 22:59:08 +02:00
|
|
|
|
2018-07-08 17:16:00 +02:00
|
|
|
const MAINTAINER = 'teromene, logmanoriginal';
|
2018-09-25 18:56:33 +02:00
|
|
|
const NAME = 'Facebook Bridge';
|
2017-02-11 16:16:56 +01:00
|
|
|
const URI = 'https://www.facebook.com/';
|
2016-09-25 17:04:28 +02:00
|
|
|
const CACHE_TIMEOUT = 300; // 5min
|
2017-02-11 16:16:56 +01:00
|
|
|
const DESCRIPTION = 'Input a page title or a profile log. For a profile log,
|
|
|
|
please insert the parameter as follow : myExamplePage/132621766841117';
|
2015-11-03 15:36:19 +01:00
|
|
|
|
2018-07-08 17:16:00 +02:00
|
|
|
const PARAMETERS = array(
|
|
|
|
'User' => array(
|
|
|
|
'u' => array(
|
|
|
|
'name' => 'Username',
|
|
|
|
'required' => true
|
|
|
|
),
|
|
|
|
'media_type' => array(
|
|
|
|
'name' => 'Media type',
|
|
|
|
'type' => 'list',
|
|
|
|
'required' => false,
|
|
|
|
'values' => array(
|
|
|
|
'All' => 'all',
|
|
|
|
'Video' => 'video',
|
|
|
|
'No Video' => 'novideo'
|
|
|
|
),
|
|
|
|
'defaultValue' => 'all'
|
2017-07-25 16:04:21 +02:00
|
|
|
),
|
2018-07-08 17:16:00 +02:00
|
|
|
'skip_reviews' => array(
|
|
|
|
'name' => 'Skip reviews',
|
|
|
|
'type' => 'checkbox',
|
|
|
|
'required' => false,
|
|
|
|
'defaultValue' => false,
|
|
|
|
'title' => 'Feed includes reviews when checked'
|
|
|
|
)
|
2018-06-24 10:52:00 +02:00
|
|
|
),
|
2018-07-08 17:16:00 +02:00
|
|
|
'Group' => array(
|
|
|
|
'g' => array(
|
|
|
|
'name' => 'Group',
|
|
|
|
'type' => 'text',
|
|
|
|
'required' => true,
|
|
|
|
'exampleValue' => 'https://www.facebook.com/groups/743149642484225',
|
|
|
|
'title' => 'Insert group name or facebook group URL'
|
|
|
|
)
|
2018-10-15 17:33:19 +02:00
|
|
|
),
|
|
|
|
'global' => array(
|
|
|
|
'limit' => array(
|
|
|
|
'name' => 'Limit',
|
|
|
|
'type' => 'number',
|
|
|
|
'required' => false,
|
|
|
|
'title' => 'Specify the number of items to return (default: -1)',
|
|
|
|
'defaultValue' => -1
|
|
|
|
)
|
2017-02-11 16:16:56 +01:00
|
|
|
)
|
2018-07-08 17:16:00 +02:00
|
|
|
);
|
2015-08-31 22:59:08 +02:00
|
|
|
|
2017-02-11 16:16:56 +01:00
|
|
|
private $authorName = '';
|
2018-07-08 17:16:00 +02:00
|
|
|
private $groupName = '';
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
public function getName(){
|
|
|
|
|
|
|
|
switch($this->queriedContext) {
|
|
|
|
|
|
|
|
case 'User':
|
|
|
|
if(!empty($this->authorName)) {
|
|
|
|
return isset($this->extraInfos['name']) ? $this->extraInfos['name'] : $this->authorName
|
|
|
|
. ' - ' . static::NAME;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
|
|
|
case 'Group':
|
|
|
|
if(!empty($this->groupName)) {
|
|
|
|
return $this->groupName . ' - ' . static::NAME;
|
|
|
|
}
|
|
|
|
break;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
return parent::getName();
|
|
|
|
}
|
|
|
|
|
2018-07-08 17:16:00 +02:00
|
|
|
public function getURI() {
|
|
|
|
$uri = self::URI;
|
|
|
|
|
|
|
|
switch($this->queriedContext) {
|
|
|
|
|
|
|
|
case 'Group':
|
2018-09-25 18:56:33 +02:00
|
|
|
// Discover groups via https://www.facebook.com/groups/
|
|
|
|
// Example group: https://www.facebook.com/groups/sailors.worldwide
|
2018-07-08 17:16:00 +02:00
|
|
|
$uri .= 'groups/' . $this->sanitizeGroup(filter_var($this->getInput('g'), FILTER_SANITIZE_URL));
|
|
|
|
break;
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
case 'User':
|
|
|
|
// Example user 1: https://www.facebook.com/artetv/
|
|
|
|
// Example user 2: artetv
|
|
|
|
$user = $this->sanitizeUser($this->getInput('u'));
|
|
|
|
|
|
|
|
if(!strpos($user, '/')) {
|
2018-09-26 18:24:43 +02:00
|
|
|
$uri .= '/pg/' . urlencode($user) . '/posts';
|
2018-09-25 18:56:33 +02:00
|
|
|
} else {
|
|
|
|
$uri .= 'pages/' . $user;
|
|
|
|
}
|
|
|
|
|
|
|
|
break;
|
|
|
|
|
2018-07-08 17:16:00 +02:00
|
|
|
}
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
// Request the mobile version to reduce page size (no javascript)
|
|
|
|
// More information: https://stackoverflow.com/a/11103592
|
2018-07-08 17:16:00 +02:00
|
|
|
return $uri .= '?_fb_noscript=1';
|
|
|
|
}
|
|
|
|
|
|
|
|
public function collectData() {
|
|
|
|
|
|
|
|
switch($this->queriedContext) {
|
|
|
|
|
|
|
|
case 'Group':
|
|
|
|
$this->collectGroupData();
|
|
|
|
break;
|
|
|
|
|
|
|
|
case 'User':
|
|
|
|
$this->collectUserData();
|
|
|
|
break;
|
|
|
|
|
|
|
|
default:
|
|
|
|
returnClientError('Unknown context: "' . $this->queriedContext . '"!');
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2018-10-15 17:33:19 +02:00
|
|
|
$limit = $this->getInput('limit') ?: -1;
|
|
|
|
|
|
|
|
if($limit > 0 && count($this->items) > $limit) {
|
|
|
|
$this->items = array_slice($this->items, 0, $limit);
|
|
|
|
}
|
|
|
|
|
2018-07-08 17:16:00 +02:00
|
|
|
}
|
|
|
|
|
|
|
|
#region Group
|
|
|
|
|
|
|
|
private function collectGroupData() {
|
|
|
|
|
|
|
|
$header = array('Accept-Language: ' . getEnv('HTTP_ACCEPT_LANGUAGE') . "\r\n");
|
|
|
|
|
|
|
|
$html = getSimpleHTMLDOM($this->getURI(), $header)
|
|
|
|
or returnServerError('Failed loading facebook page: ' . $this->getURI());
|
|
|
|
|
|
|
|
if(!$this->isPublicGroup($html)) {
|
|
|
|
returnClientError('This group is not public! RSS-Bridge only supports public groups!');
|
|
|
|
}
|
|
|
|
|
|
|
|
defaultLinkTo($html, substr(self::URI, 0, strlen(self::URI) - 1));
|
|
|
|
|
|
|
|
$this->groupName = $this->extractGroupName($html);
|
|
|
|
|
|
|
|
$posts = $html->find('div.userContentWrapper')
|
|
|
|
or returnServerError('Failed finding posts!');
|
|
|
|
|
|
|
|
foreach($posts as $post) {
|
|
|
|
|
|
|
|
$item = array();
|
|
|
|
|
|
|
|
$item['uri'] = $this->extractGroupURI($post);
|
|
|
|
$item['title'] = $this->extractGroupTitle($post);
|
|
|
|
$item['author'] = $this->extractGroupAuthor($post);
|
|
|
|
$item['content'] = $this->extractGroupContent($post);
|
|
|
|
$item['timestamp'] = $this->extractGroupTimestamp($post);
|
|
|
|
$item['enclosures'] = $this->extractGroupEnclosures($post);
|
|
|
|
|
|
|
|
$this->items[] = $item;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
private function sanitizeGroup($group) {
|
|
|
|
|
|
|
|
if(filter_var(
|
|
|
|
$group,
|
|
|
|
FILTER_VALIDATE_URL,
|
|
|
|
FILTER_FLAG_HOST_REQUIRED | FILTER_FLAG_PATH_REQUIRED)) {
|
|
|
|
// User provided a URL
|
|
|
|
|
|
|
|
$urlparts = parse_url($group);
|
|
|
|
|
|
|
|
if($urlparts['host'] !== parse_url(self::URI)['host']
|
|
|
|
&& 'www.' . $urlparts['host'] !== parse_url(self::URI)['host']) {
|
|
|
|
|
|
|
|
returnClientError('The host you provided is invalid! Received "'
|
|
|
|
. $urlparts['host']
|
|
|
|
. '", expected "'
|
|
|
|
. parse_url(self::URI)['host']
|
|
|
|
. '"!');
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
return explode('/', $urlparts['path'])[2];
|
|
|
|
|
|
|
|
} elseif(strpos($group, '/') !== false) {
|
|
|
|
returnClientError('The group you provided is invalid: ' . $group);
|
|
|
|
} else {
|
|
|
|
return $group;
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
private function isPublicGroup($html) {
|
|
|
|
|
|
|
|
// Facebook redirects to the groups about page for non-public groups
|
|
|
|
$about = $html->find('#pagelet_group_about', 0);
|
|
|
|
|
|
|
|
return !($about);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
private function extractGroupName($html) {
|
|
|
|
|
|
|
|
$ogtitle = $html->find('meta[property="og:title"]', 0)
|
|
|
|
or returnServerError('Unable to find group title!');
|
2016-08-28 14:24:17 +02:00
|
|
|
|
2018-07-08 17:16:00 +02:00
|
|
|
return htmlspecialchars_decode($ogtitle->content, ENT_QUOTES);
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
private function extractGroupURI($post) {
|
|
|
|
|
|
|
|
$elements = $post->find('a')
|
|
|
|
or returnServerError('Unable to find URI!');
|
|
|
|
|
|
|
|
foreach($elements as $anchor) {
|
|
|
|
|
|
|
|
// Find the one that is a permalink
|
|
|
|
if(strpos($anchor->href, 'permalink') !== false) {
|
|
|
|
return $anchor->href;
|
|
|
|
}
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
return null;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
private function extractGroupContent($post) {
|
|
|
|
|
|
|
|
$content = $post->find('div.userContent', 0)
|
|
|
|
or returnServerError('Unable to find user content!');
|
|
|
|
|
|
|
|
return $content->innertext . $content->next_sibling()->innertext;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
private function extractGroupTimestamp($post) {
|
|
|
|
|
|
|
|
$element = $post->find('abbr[data-utime]', 0)
|
|
|
|
or returnServerError('Unable to find timestamp!');
|
|
|
|
|
|
|
|
return $element->getAttribute('data-utime');
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
private function extractGroupAuthor($post) {
|
|
|
|
|
|
|
|
$element = $post->find('img', 0)
|
|
|
|
or returnServerError('Unable to find author information!');
|
|
|
|
|
|
|
|
return $element->{'aria-label'};
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
private function extractGroupEnclosures($post) {
|
|
|
|
|
|
|
|
$elements = $post->find('div.userContent', 0)->next_sibling()->find('img');
|
|
|
|
|
|
|
|
$enclosures = array();
|
|
|
|
|
|
|
|
foreach($elements as $enclosure) {
|
|
|
|
$enclosures[] = $enclosure->src;
|
|
|
|
}
|
|
|
|
|
|
|
|
return empty($enclosures) ? null : $enclosures;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
private function extractGroupTitle($post) {
|
|
|
|
|
|
|
|
$element = $post->find('h5', 0)
|
|
|
|
or returnServerError('Unable to find title!');
|
|
|
|
|
|
|
|
if(strpos($element->plaintext, 'shared') === false) {
|
|
|
|
|
|
|
|
$content = strip_tags($this->extractGroupContent($post));
|
|
|
|
|
|
|
|
return $this->extractGroupAuthor($post)
|
|
|
|
. ' posted: '
|
|
|
|
. substr(
|
|
|
|
$content,
|
|
|
|
0,
|
|
|
|
strpos(wordwrap($content, 64), "\n")
|
|
|
|
)
|
|
|
|
. '...';
|
|
|
|
|
|
|
|
}
|
|
|
|
|
|
|
|
return $element->plaintext;
|
|
|
|
|
|
|
|
}
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
#endregion (Group)
|
2018-07-08 17:16:00 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
#region User
|
2015-08-31 22:59:08 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
/**
|
|
|
|
* Checks if $user is a valid username or URI and returns the username
|
|
|
|
*/
|
|
|
|
private function sanitizeUser($user) {
|
|
|
|
if (filter_var($user, FILTER_VALIDATE_URL)) {
|
|
|
|
|
|
|
|
$urlparts = parse_url($user);
|
|
|
|
|
|
|
|
if($urlparts['host'] !== parse_url(self::URI)['host']) {
|
|
|
|
returnClientError('The host you provided is invalid! Received "'
|
|
|
|
. $urlparts['host']
|
|
|
|
. '", expected "'
|
|
|
|
. parse_url(self::URI)['host']
|
|
|
|
. '"!');
|
|
|
|
}
|
|
|
|
|
|
|
|
if(!array_key_exists('path', $urlparts)
|
|
|
|
|| $urlparts['path'] === '/') {
|
|
|
|
returnClientError('The URL you provided doesn\'t contain the user name!');
|
|
|
|
}
|
|
|
|
|
|
|
|
return explode('/', $urlparts['path'])[1];
|
|
|
|
|
|
|
|
} else {
|
|
|
|
|
|
|
|
// First character cannot be a forward slash
|
|
|
|
if(strpos($user, '/') === 0) {
|
|
|
|
returnClientError('Remove leading slash "/" from the username!');
|
|
|
|
}
|
|
|
|
|
|
|
|
return $user;
|
|
|
|
|
|
|
|
}
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Bypass external link redirection
|
|
|
|
*/
|
|
|
|
private function unescape_fb_link($content){
|
|
|
|
return preg_replace_callback('/ href=\"([^"]+)\"/i', function($matches){
|
2017-07-29 19:28:00 +02:00
|
|
|
if(is_array($matches) && count($matches) > 1) {
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2015-10-23 12:08:18 +02:00
|
|
|
$link = $matches[1];
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2017-02-11 16:16:56 +01:00
|
|
|
if(strpos($link, 'facebook.com/l.php?u=') !== false)
|
|
|
|
$link = urldecode(extractFromDelimiters($link, 'facebook.com/l.php?u=', '&'));
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2017-02-11 16:16:56 +01:00
|
|
|
return ' href="' . $link . '"';
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2015-10-23 12:08:18 +02:00
|
|
|
}
|
2018-09-25 18:56:33 +02:00
|
|
|
}, $content);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Convert textual representation of emoticons back to ASCII emoticons.
|
|
|
|
* i.e. "<i><u>smile emoticon</u></i>" => ":)"
|
|
|
|
*/
|
|
|
|
private function unescape_fb_emote($content){
|
|
|
|
return preg_replace_callback('/<i><u>([^ <>]+) ([^<>]+)<\/u><\/i>/i', function($matches){
|
|
|
|
static $facebook_emoticons = array(
|
|
|
|
'smile' => ':)',
|
|
|
|
'frown' => ':(',
|
|
|
|
'tongue' => ':P',
|
|
|
|
'grin' => ':D',
|
|
|
|
'gasp' => ':O',
|
|
|
|
'wink' => ';)',
|
|
|
|
'pacman' => ':<',
|
|
|
|
'grumpy' => '>_<',
|
|
|
|
'unsure' => ':/',
|
|
|
|
'cry' => ':\'(',
|
|
|
|
'kiki' => '^_^',
|
|
|
|
'glasses' => '8-)',
|
|
|
|
'sunglasses' => 'B-)',
|
|
|
|
'heart' => '<3',
|
|
|
|
'devil' => ']:D',
|
|
|
|
'angel' => '0:)',
|
|
|
|
'squint' => '-_-',
|
|
|
|
'confused' => 'o_O',
|
|
|
|
'upset' => 'xD',
|
|
|
|
'colonthree' => ':3',
|
|
|
|
'like' => '👍');
|
|
|
|
|
|
|
|
$len = count($matches);
|
|
|
|
|
|
|
|
if ($len > 1)
|
|
|
|
for ($i = 1; $i < $len; $i++)
|
|
|
|
foreach ($facebook_emoticons as $name => $emote)
|
|
|
|
if ($matches[$i] === $name)
|
|
|
|
return $emote;
|
|
|
|
|
|
|
|
return $matches[0];
|
|
|
|
}, $content);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Returns the captcha message for the given captcha
|
|
|
|
*/
|
|
|
|
private function returnCaptchaMessage($captcha) {
|
|
|
|
// Save form for submitting after getting captcha response
|
|
|
|
if (session_status() == PHP_SESSION_NONE) {
|
|
|
|
session_start();
|
|
|
|
}
|
|
|
|
|
|
|
|
$captcha_fields = array();
|
|
|
|
|
|
|
|
foreach ($captcha->find('input, button') as $input) {
|
|
|
|
$captcha_fields[$input->name] = $input->value;
|
|
|
|
}
|
|
|
|
|
|
|
|
$_SESSION['captcha_fields'] = $captcha_fields;
|
|
|
|
$_SESSION['captcha_action'] = $captcha->find('form', 0)->action;
|
|
|
|
|
|
|
|
// Show captcha filling form to the viewer, proxying the captcha image
|
|
|
|
$img = base64_encode(getContents($captcha->find('img', 0)->src));
|
|
|
|
|
|
|
|
http_response_code(500);
|
|
|
|
header('Content-Type: text/html');
|
|
|
|
|
|
|
|
$message = <<<EOD
|
|
|
|
<form method="post" action="?{$_SERVER['QUERY_STRING']}">
|
|
|
|
<h2>Facebook captcha challenge</h2>
|
|
|
|
<p>Unfortunately, rss-bridge cannot fetch the requested page.<br />
|
|
|
|
Facebook wants rss-bridge to resolve the following captcha:</p>
|
|
|
|
<p><img src="data:image/png;base64,{$img}" /></p>
|
|
|
|
<p><b>Response:</b> <input name="captcha_response" placeholder="please fill in" />
|
|
|
|
<input type="submit" value="Submit!" /></p>
|
|
|
|
</form>
|
|
|
|
EOD;
|
|
|
|
|
|
|
|
die($message);
|
|
|
|
}
|
|
|
|
|
|
|
|
/**
|
|
|
|
* Checks if a capture response was received and tries to load the contents
|
|
|
|
* @return mixed null if no capture response was received, simplhtmldom document otherwise
|
|
|
|
*/
|
|
|
|
private function handleCaptchaResponse() {
|
2017-07-29 19:28:00 +02:00
|
|
|
if (isset($_POST['captcha_response'])) {
|
2016-01-23 21:53:23 +01:00
|
|
|
if (session_status() == PHP_SESSION_NONE)
|
|
|
|
session_start();
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2017-07-29 19:28:00 +02:00
|
|
|
if (isset($_SESSION['captcha_fields'], $_SESSION['captcha_action'])) {
|
2016-01-23 21:53:23 +01:00
|
|
|
$captcha_action = $_SESSION['captcha_action'];
|
|
|
|
$captcha_fields = $_SESSION['captcha_fields'];
|
2018-06-29 23:55:33 +02:00
|
|
|
$captcha_fields['captcha_response'] = preg_replace('/[^a-zA-Z0-9]+/', '', $_POST['captcha_response']);
|
2018-03-25 14:01:35 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
$header = array(
|
|
|
|
'Content-type: application/x-www-form-urlencoded',
|
|
|
|
'Referer: ' . $captcha_action,
|
|
|
|
'Cookie: noscript=1'
|
|
|
|
);
|
|
|
|
|
2018-03-25 14:01:35 +02:00
|
|
|
$opts = array(
|
|
|
|
CURLOPT_POST => 1,
|
|
|
|
CURLOPT_POSTFIELDS => http_build_query($captcha_fields)
|
2016-01-23 21:53:23 +01:00
|
|
|
);
|
2018-03-25 14:01:35 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
$html = getSimpleHTMLDOM($captcha_action, $header, $opts)
|
|
|
|
or returnServerError('Failed to submit captcha response back to Facebook');
|
2017-02-11 16:16:56 +01:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
return $html;
|
2016-01-23 21:53:23 +01:00
|
|
|
}
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2016-01-23 21:53:23 +01:00
|
|
|
unset($_SESSION['captcha_fields']);
|
|
|
|
unset($_SESSION['captcha_action']);
|
|
|
|
}
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
return null;
|
|
|
|
}
|
2018-06-24 11:03:43 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
private function collectUserData(){
|
2018-06-24 11:03:43 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
$html = $this->handleCaptchaResponse();
|
2018-03-23 21:23:27 +01:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
// Retrieve page contents
|
|
|
|
if(is_null($html)) {
|
2018-06-24 11:03:43 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
$header = array('Accept-Language: ' . getEnv('HTTP_ACCEPT_LANGUAGE'));
|
2018-06-24 11:03:43 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
$html = getSimpleHTMLDOM($this->getURI(), $header)
|
|
|
|
or returnServerError('No results for this query.');
|
2018-06-24 11:03:43 +02:00
|
|
|
|
2015-09-05 14:31:57 +02:00
|
|
|
}
|
2015-09-02 13:49:36 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
// Handle captcha form?
|
2016-01-23 21:53:23 +01:00
|
|
|
$captcha = $html->find('div.captcha_interstitial', 0);
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2017-07-29 19:28:00 +02:00
|
|
|
if (!is_null($captcha)) {
|
2018-09-25 18:56:33 +02:00
|
|
|
$this->returnCaptchaMessage($captcha);
|
2016-01-23 21:53:23 +01:00
|
|
|
}
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
// No captcha? We can carry on retrieving page contents :)
|
|
|
|
// First, we check wether the page is public or not
|
2018-05-05 14:49:49 +02:00
|
|
|
$loginForm = $html->find('._585r', 0);
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2018-05-05 14:49:49 +02:00
|
|
|
if($loginForm != null) {
|
|
|
|
returnServerError('You must be logged in to view this page. This is not supported by RSS-Bridge.');
|
|
|
|
}
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
$html = defaultLinkTo($html, self::URI);
|
|
|
|
|
2017-02-11 16:16:56 +01:00
|
|
|
$element = $html
|
|
|
|
->find('#pagelet_timeline_main_column')[0]
|
|
|
|
->children(0)
|
|
|
|
->children(0)
|
|
|
|
->next_sibling()
|
|
|
|
->children(0);
|
2015-08-31 22:59:08 +02:00
|
|
|
|
2017-07-29 19:28:00 +02:00
|
|
|
if(isset($element)) {
|
2015-08-31 22:59:08 +02:00
|
|
|
|
2015-09-05 14:31:57 +02:00
|
|
|
$author = str_replace(' | Facebook', '', $html->find('title#pageTitle', 0)->innertext);
|
2018-09-25 18:56:33 +02:00
|
|
|
|
|
|
|
$profilePic = $html->find('meta[property="og:image"]', 0)->content;
|
2017-02-11 16:16:56 +01:00
|
|
|
|
2016-08-28 14:24:17 +02:00
|
|
|
$this->authorName = $author;
|
2015-08-31 22:59:08 +02:00
|
|
|
|
2017-07-29 19:28:00 +02:00
|
|
|
foreach($element->children() as $cell) {
|
2017-04-10 13:04:38 +02:00
|
|
|
// Manage summary posts
|
2017-07-29 19:28:00 +02:00
|
|
|
if(strpos($cell->class, '_3xaf') !== false) {
|
2017-04-10 13:04:38 +02:00
|
|
|
$posts = $cell->children();
|
|
|
|
} else {
|
|
|
|
$posts = array($cell);
|
|
|
|
}
|
2015-09-05 14:31:57 +02:00
|
|
|
|
2018-06-24 10:52:00 +02:00
|
|
|
// Optionally skip reviews
|
|
|
|
if($this->getInput('skip_reviews')
|
|
|
|
&& !is_null($cell->find('#review_composer_container', 0))) {
|
|
|
|
continue;
|
|
|
|
}
|
|
|
|
|
2017-07-29 19:28:00 +02:00
|
|
|
foreach($posts as $post) {
|
2017-07-25 16:04:21 +02:00
|
|
|
// Check media type
|
2017-07-29 19:28:00 +02:00
|
|
|
switch($this->getInput('media_type')) {
|
2017-07-25 16:04:21 +02:00
|
|
|
case 'all': break;
|
|
|
|
case 'video':
|
|
|
|
if(empty($post->find('[aria-label=Video]'))) continue 2;
|
|
|
|
break;
|
|
|
|
case 'novideo':
|
|
|
|
if(!empty($post->find('[aria-label=Video]'))) continue 2;
|
|
|
|
break;
|
|
|
|
default: break;
|
|
|
|
}
|
2017-07-25 15:39:26 +02:00
|
|
|
|
2017-04-10 13:04:38 +02:00
|
|
|
$item = array();
|
|
|
|
|
2017-07-29 19:28:00 +02:00
|
|
|
if(count($post->find('abbr')) > 0) {
|
2017-04-10 13:04:38 +02:00
|
|
|
|
|
|
|
//Retrieve post contents
|
|
|
|
$content = preg_replace(
|
|
|
|
'/(?i)><div class=\"clearfix([^>]+)>(.+?)div\ class=\"userContent\"/i',
|
|
|
|
'',
|
|
|
|
$post);
|
|
|
|
|
|
|
|
$content = preg_replace(
|
|
|
|
'/(?i)><div class=\"_59tj([^>]+)>(.+?)<\/div><\/div><a/i',
|
|
|
|
'',
|
|
|
|
$content);
|
|
|
|
|
|
|
|
$content = preg_replace(
|
|
|
|
'/(?i)><div class=\"_3dp([^>]+)>(.+?)div\ class=\"[^u]+userContent\"/i',
|
|
|
|
'',
|
|
|
|
$content);
|
|
|
|
|
|
|
|
$content = preg_replace(
|
|
|
|
'/(?i)><div class=\"_4l5([^>]+)>(.+?)<\/div>/i',
|
|
|
|
'',
|
|
|
|
$content);
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
// Remove "SpSonsSoriSsés"
|
Catching up | [Main] Debug mode, parse utils, MIME | [Bridges] Add/Improve 20 bridges (#802)
* Debug mode improvements
- Improve debug warning message
- Restore error reporting in debug mode
- Fix 'notice' messages for unset fields
* Add parsing utility functions
html.php
- extractFromDelimiters
- stripWithDelimiters
- stripRecursiveHTMLSection
- markdownToHtml (partial)
bridges
- remove now-duplicate functions
- call functions from html.php instead
* [Anidex] New bridge
Anime torrent tracker
* [Anime-Ultime] Restore thumbnail
* [CNET] Recreate bridge
Full rewrite as the previous one was broken
* [Dilbert] Minor URI fix
Use new self::URI property
* [EstCeQuonMetEnProd] Fix content extraction
Bridge was broken
* [Facebook] Fix "SpSonsSoriSsés" label
... which was taking space in item title
* [Futura-Sciences] Use HTTPS, More cleanup
Use HTTPS as FS now offer HTTPS
Clean additional useless HTML elements
* [GBATemp] Multiple fixes
- Fix categories: missing "break" statements
- Restore thumbnail as enclosure
- Fix date extraction
- Fix user blog post extraction
- Use getSimpleHTMLDOMCached
* [JapanExpo] Fix bridge, HTTPS, thumbnails
- Fix getSimpleHTMLDOMCached call
- Upgrade to HTTPS as JE now offers HTTPS
- Restore thumbnails as enclosures
* [LeMondeInformatique] Fix bridge, HTTPS
- Upgrade to HTTPS as LMI now offers HTTPS
- Restore thumbnails using small images
- Fix content extraction
- Fix text encoding issue
* [Nextgov] Fix content extraction
- Restore thumbnail and use small image
- Field extraction fixes
* [NextInpact] Add categories and filtering by type
- Offer all RSS feeds
- Allow filtering by article type
- Implement extraction for brief articles
- Remove article limit, many brief articles are publied all at once
* [NyaaTorrents] New bridge
Anime torrent tracker
* [Releases3DS] Cache content, restore thumbnail
- Use getSimpleHTMLDOMCached
- Restore thumbnail as enclosure
* [TheHackerNews] Fix bridge
- Fix content extraction including article body
- Restore thumbnail as enclosure
* [WeLiveSecurity] HTTPS, Fix content extraction
- Upgrade to HTTPS as WLS now offers HTTPS
- Fix content extraction including article body
* [WordPress] Reduce timeout, more content selectors
- Reduce timeout to use default one (1h)
- Add new content selector (articleBody)
- Find thumbnail and set as enclosure
- Fix <script> cleanup
* [YGGTorrent] Increase limit, use cache
- Increase item limit as uploads are very frequent
- Use getSimpleHTMLDOMCached
* [ZDNet] Rewrite with FeedExpander
- Upgrade to HTTPS as ZD now offers HTTPS
- Use FeedExpander for secondary fields
- Fix content extraction for article body
* [Main] Handle MIME type for enclosures
Many feed readers will ignore enclosures (e.g. thumbnails) with no MIME type. This commit adds automatic MIME type detection based on file extension (which may be inaccurate but is the only way without fetching the content).
One can force enclosure type using #.ext anchor (hacky, needs improving)
* [FeedExpander] Improve field extraction
- Add support for passing enclosures
- Improve author and uri extraction
- Fix 'notice' PHP error messages
* [Pull] Coding style fixes for #802
* [Pull] Implementing changes for #802
- Fix coding style issues with str append
- Remove useless CACHE_TIMEOUT
- Use count() instead of $limit
- Use defaultLinkTo() + handle strings
- Use http_build_query()
- Fix missing </em>
- Remove error_reporting(0)
- warning CSS (@LogMANOriginal)
- Fix typo in FeedExpander comment
* [Main] More documentation for markdownToHtml
See #802 for more details
2018-09-09 21:20:13 +02:00
|
|
|
$content = preg_replace(
|
|
|
|
'/(?iU)<a [^>]+ href="#" role="link" [^>}]+>.+<\/a>/iU',
|
|
|
|
'',
|
|
|
|
$content);
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
// Remove html nodes, keep only img, links, basic formatting
|
2017-04-10 13:04:38 +02:00
|
|
|
$content = strip_tags($content, '<a><img><i><u><br><p>');
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
$content = $this->unescape_fb_link($content);
|
2017-04-10 13:04:38 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
// Clean useless html tag properties and fix link closing tags
|
2017-04-10 13:04:38 +02:00
|
|
|
foreach (array(
|
|
|
|
'onmouseover',
|
|
|
|
'onclick',
|
|
|
|
'target',
|
|
|
|
'ajaxify',
|
|
|
|
'tabindex',
|
|
|
|
'class',
|
|
|
|
'style',
|
|
|
|
'data-[^=]*',
|
|
|
|
'aria-[^=]*',
|
|
|
|
'role',
|
|
|
|
'rel',
|
2018-09-25 18:56:33 +02:00
|
|
|
'id') as $property_name) {
|
|
|
|
$content = preg_replace('/ ' . $property_name . '=\"[^"]*\"/i', '', $content);
|
|
|
|
}
|
|
|
|
|
2017-04-10 13:04:38 +02:00
|
|
|
$content = preg_replace('/<\/a [^>]+>/i', '</a>', $content);
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
$this->unescape_fb_emote($content);
|
2017-04-10 13:04:38 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
// Retrieve date of the post
|
2018-06-29 23:55:33 +02:00
|
|
|
$date = $post->find('abbr')[0];
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2017-07-29 19:28:00 +02:00
|
|
|
if(isset($date) && $date->hasAttribute('data-utime')) {
|
2017-04-10 13:04:38 +02:00
|
|
|
$date = $date->getAttribute('data-utime');
|
|
|
|
} else {
|
|
|
|
$date = 0;
|
|
|
|
}
|
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
// Build title from username and content
|
2017-04-10 13:04:38 +02:00
|
|
|
$title = $author;
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2017-04-10 13:04:38 +02:00
|
|
|
if(strlen($title) > 24)
|
|
|
|
$title = substr($title, 0, strpos(wordwrap($title, 24), "\n")) . '...';
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2017-04-10 13:04:38 +02:00
|
|
|
$title = $title . ' | ' . strip_tags($content);
|
2018-09-25 18:56:33 +02:00
|
|
|
|
2017-04-10 13:04:38 +02:00
|
|
|
if(strlen($title) > 64)
|
|
|
|
$title = substr($title, 0, strpos(wordwrap($title, 64), "\n")) . '...';
|
|
|
|
|
2018-09-09 17:31:15 +02:00
|
|
|
$uri = $post->find('abbr')[0]->parent()->getAttribute('href');
|
|
|
|
|
|
|
|
if (false !== strpos($uri, '?')) {
|
|
|
|
$uri = substr($uri, 0, strpos($uri, '?'));
|
|
|
|
}
|
2017-08-04 21:12:43 +02:00
|
|
|
|
2017-04-10 13:04:38 +02:00
|
|
|
//Build and add final item
|
2017-08-04 21:12:43 +02:00
|
|
|
$item['uri'] = htmlspecialchars_decode($uri);
|
|
|
|
$item['content'] = htmlspecialchars_decode($content);
|
2017-04-10 13:04:38 +02:00
|
|
|
$item['title'] = $title;
|
|
|
|
$item['author'] = $author;
|
|
|
|
$item['timestamp'] = $date;
|
2018-09-25 18:56:33 +02:00
|
|
|
|
|
|
|
if(strpos($item['content'], '<img') === false) {
|
Catching up | [Main] Debug mode, parse utils, MIME | [Bridges] Add/Improve 20 bridges (#802)
* Debug mode improvements
- Improve debug warning message
- Restore error reporting in debug mode
- Fix 'notice' messages for unset fields
* Add parsing utility functions
html.php
- extractFromDelimiters
- stripWithDelimiters
- stripRecursiveHTMLSection
- markdownToHtml (partial)
bridges
- remove now-duplicate functions
- call functions from html.php instead
* [Anidex] New bridge
Anime torrent tracker
* [Anime-Ultime] Restore thumbnail
* [CNET] Recreate bridge
Full rewrite as the previous one was broken
* [Dilbert] Minor URI fix
Use new self::URI property
* [EstCeQuonMetEnProd] Fix content extraction
Bridge was broken
* [Facebook] Fix "SpSonsSoriSsés" label
... which was taking space in item title
* [Futura-Sciences] Use HTTPS, More cleanup
Use HTTPS as FS now offer HTTPS
Clean additional useless HTML elements
* [GBATemp] Multiple fixes
- Fix categories: missing "break" statements
- Restore thumbnail as enclosure
- Fix date extraction
- Fix user blog post extraction
- Use getSimpleHTMLDOMCached
* [JapanExpo] Fix bridge, HTTPS, thumbnails
- Fix getSimpleHTMLDOMCached call
- Upgrade to HTTPS as JE now offers HTTPS
- Restore thumbnails as enclosures
* [LeMondeInformatique] Fix bridge, HTTPS
- Upgrade to HTTPS as LMI now offers HTTPS
- Restore thumbnails using small images
- Fix content extraction
- Fix text encoding issue
* [Nextgov] Fix content extraction
- Restore thumbnail and use small image
- Field extraction fixes
* [NextInpact] Add categories and filtering by type
- Offer all RSS feeds
- Allow filtering by article type
- Implement extraction for brief articles
- Remove article limit, many brief articles are publied all at once
* [NyaaTorrents] New bridge
Anime torrent tracker
* [Releases3DS] Cache content, restore thumbnail
- Use getSimpleHTMLDOMCached
- Restore thumbnail as enclosure
* [TheHackerNews] Fix bridge
- Fix content extraction including article body
- Restore thumbnail as enclosure
* [WeLiveSecurity] HTTPS, Fix content extraction
- Upgrade to HTTPS as WLS now offers HTTPS
- Fix content extraction including article body
* [WordPress] Reduce timeout, more content selectors
- Reduce timeout to use default one (1h)
- Add new content selector (articleBody)
- Find thumbnail and set as enclosure
- Fix <script> cleanup
* [YGGTorrent] Increase limit, use cache
- Increase item limit as uploads are very frequent
- Use getSimpleHTMLDOMCached
* [ZDNet] Rewrite with FeedExpander
- Upgrade to HTTPS as ZD now offers HTTPS
- Use FeedExpander for secondary fields
- Fix content extraction for article body
* [Main] Handle MIME type for enclosures
Many feed readers will ignore enclosures (e.g. thumbnails) with no MIME type. This commit adds automatic MIME type detection based on file extension (which may be inaccurate but is the only way without fetching the content).
One can force enclosure type using #.ext anchor (hacky, needs improving)
* [FeedExpander] Improve field extraction
- Add support for passing enclosures
- Improve author and uri extraction
- Fix 'notice' PHP error messages
* [Pull] Coding style fixes for #802
* [Pull] Implementing changes for #802
- Fix coding style issues with str append
- Remove useless CACHE_TIMEOUT
- Use count() instead of $limit
- Use defaultLinkTo() + handle strings
- Use http_build_query()
- Fix missing </em>
- Remove error_reporting(0)
- warning CSS (@LogMANOriginal)
- Fix typo in FeedExpander comment
* [Main] More documentation for markdownToHtml
See #802 for more details
2018-09-09 21:20:13 +02:00
|
|
|
$item['enclosures'] = array($profilePic);
|
2018-09-25 18:56:33 +02:00
|
|
|
}
|
Catching up | [Main] Debug mode, parse utils, MIME | [Bridges] Add/Improve 20 bridges (#802)
* Debug mode improvements
- Improve debug warning message
- Restore error reporting in debug mode
- Fix 'notice' messages for unset fields
* Add parsing utility functions
html.php
- extractFromDelimiters
- stripWithDelimiters
- stripRecursiveHTMLSection
- markdownToHtml (partial)
bridges
- remove now-duplicate functions
- call functions from html.php instead
* [Anidex] New bridge
Anime torrent tracker
* [Anime-Ultime] Restore thumbnail
* [CNET] Recreate bridge
Full rewrite as the previous one was broken
* [Dilbert] Minor URI fix
Use new self::URI property
* [EstCeQuonMetEnProd] Fix content extraction
Bridge was broken
* [Facebook] Fix "SpSonsSoriSsés" label
... which was taking space in item title
* [Futura-Sciences] Use HTTPS, More cleanup
Use HTTPS as FS now offer HTTPS
Clean additional useless HTML elements
* [GBATemp] Multiple fixes
- Fix categories: missing "break" statements
- Restore thumbnail as enclosure
- Fix date extraction
- Fix user blog post extraction
- Use getSimpleHTMLDOMCached
* [JapanExpo] Fix bridge, HTTPS, thumbnails
- Fix getSimpleHTMLDOMCached call
- Upgrade to HTTPS as JE now offers HTTPS
- Restore thumbnails as enclosures
* [LeMondeInformatique] Fix bridge, HTTPS
- Upgrade to HTTPS as LMI now offers HTTPS
- Restore thumbnails using small images
- Fix content extraction
- Fix text encoding issue
* [Nextgov] Fix content extraction
- Restore thumbnail and use small image
- Field extraction fixes
* [NextInpact] Add categories and filtering by type
- Offer all RSS feeds
- Allow filtering by article type
- Implement extraction for brief articles
- Remove article limit, many brief articles are publied all at once
* [NyaaTorrents] New bridge
Anime torrent tracker
* [Releases3DS] Cache content, restore thumbnail
- Use getSimpleHTMLDOMCached
- Restore thumbnail as enclosure
* [TheHackerNews] Fix bridge
- Fix content extraction including article body
- Restore thumbnail as enclosure
* [WeLiveSecurity] HTTPS, Fix content extraction
- Upgrade to HTTPS as WLS now offers HTTPS
- Fix content extraction including article body
* [WordPress] Reduce timeout, more content selectors
- Reduce timeout to use default one (1h)
- Add new content selector (articleBody)
- Find thumbnail and set as enclosure
- Fix <script> cleanup
* [YGGTorrent] Increase limit, use cache
- Increase item limit as uploads are very frequent
- Use getSimpleHTMLDOMCached
* [ZDNet] Rewrite with FeedExpander
- Upgrade to HTTPS as ZD now offers HTTPS
- Use FeedExpander for secondary fields
- Fix content extraction for article body
* [Main] Handle MIME type for enclosures
Many feed readers will ignore enclosures (e.g. thumbnails) with no MIME type. This commit adds automatic MIME type detection based on file extension (which may be inaccurate but is the only way without fetching the content).
One can force enclosure type using #.ext anchor (hacky, needs improving)
* [FeedExpander] Improve field extraction
- Add support for passing enclosures
- Improve author and uri extraction
- Fix 'notice' PHP error messages
* [Pull] Coding style fixes for #802
* [Pull] Implementing changes for #802
- Fix coding style issues with str append
- Remove useless CACHE_TIMEOUT
- Use count() instead of $limit
- Use defaultLinkTo() + handle strings
- Use http_build_query()
- Fix missing </em>
- Remove error_reporting(0)
- warning CSS (@LogMANOriginal)
- Fix typo in FeedExpander comment
* [Main] More documentation for markdownToHtml
See #802 for more details
2018-09-09 21:20:13 +02:00
|
|
|
|
2017-04-10 13:04:38 +02:00
|
|
|
$this->items[] = $item;
|
|
|
|
}
|
2015-09-02 13:49:36 +02:00
|
|
|
}
|
|
|
|
}
|
2015-08-31 22:59:08 +02:00
|
|
|
}
|
2016-01-23 21:53:23 +01:00
|
|
|
}
|
2015-08-31 22:59:08 +02:00
|
|
|
|
2018-09-25 18:56:33 +02:00
|
|
|
#endregion (User)
|
2018-07-08 17:16:00 +02:00
|
|
|
|
2015-08-31 22:59:08 +02:00
|
|
|
}
|