LesLibres.org/Rss-Bridge
2
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

Update Futura-Sciences field retrieval

Browse source 
See #433
This commit is contained in:
ORelio 2016-12-19 20:04:32 +01:00
parent 9405dc6c4b
commit 3a6ccc4c29
1 changed files with 12 additions and 5 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

17
bridges/FuturaSciencesBridge.php
View file

@ -89,7 +89,8 @@ class FuturaSciencesBridge extends FeedExpander {
$article = getSimpleHTMLDOMCached($item['uri']) $article = getSimpleHTMLDOMCached($item['uri'])
or returnServerError('Could not request Futura-Sciences: ' . $item['uri']); or returnServerError('Could not request Futura-Sciences: ' . $item['uri']);
$item['content'] = $this->ExtractArticleContent($article); $item['content'] = $this->ExtractArticleContent($article);
$item['author'] = empty($this->ExtractAuthor($article)) ? $item['author'] : $this->ExtractAuthor($article); $author = $this->ExtractAuthor($article);
$item['author'] = empty($author) ? $item['author'] : $author;
return $item; return $item;
} }
@ -126,12 +127,16 @@ class FuturaSciencesBridge extends FeedExpander {
} }
private function ExtractArticleContent($article){ private function ExtractArticleContent($article){
$contents = $article->find('section[class=module article-text article-text-classic bg-white]', 0)->innertext; $contents = $article->find('section.article-text-classic', 0)->innertext;
$headline = trim($article->find('p.description', 0)->plaintext);
if (!empty($headline))
$headline = '<p><b>'.$headline.'</b></p>';
foreach (array( foreach (array(
'<div class="clear', '<div class="clear',
'<div class="sharebar2', '<div class="sharebar2',
'<div class="diaporamafullscreen"', '<div class="diaporamafullscreen"',
'<div class="module social-button',
'<div style="margin-bottom:10px;" class="noprint"', '<div style="margin-bottom:10px;" class="noprint"',
'<div class="ficheprevnext', '<div class="ficheprevnext',
'<div class="bar noprint', '<div class="bar noprint',
@ -140,7 +145,8 @@ class FuturaSciencesBridge extends FeedExpander {
'<div class="noprint', '<div class="noprint',
'<div class="bg bglight border border-full noprint', '<div class="bg bglight border border-full noprint',
'<div class="httplogbar-wrapper noprint', '<div class="httplogbar-wrapper noprint',
'<div id="forumcomments' '<div id="forumcomments',
'<div ng-if="active"'
) as $div_start) { ) as $div_start) {
$contents = $this->StripRecursiveHTMLSection($contents , 'div', $div_start); $contents = $this->StripRecursiveHTMLSection($contents , 'div', $div_start);
} }
@ -151,13 +157,14 @@ class FuturaSciencesBridge extends FeedExpander {
$contents = $this->StripWithDelimiters($contents, 'fs:definition="', '"'); $contents = $this->StripWithDelimiters($contents, 'fs:definition="', '"');
$contents = $this->StripWithDelimiters($contents, 'fs:xt:clicktype="', '"'); $contents = $this->StripWithDelimiters($contents, 'fs:xt:clicktype="', '"');
$contents = $this->StripWithDelimiters($contents, 'fs:xt:clickname="', '"'); $contents = $this->StripWithDelimiters($contents, 'fs:xt:clickname="', '"');
$contents = $this->StripWithDelimiters($contents, '<script ', '</script>');
return $contents; return $headline.trim($contents);
} }
// Extracts the author from an article or element // Extracts the author from an article or element
private function ExtractAuthor($article){ private function ExtractAuthor($article){
$article_author = $article->find('span.author', 0); $article_author = $article->find('h3.epsilon', 0);
if($article_author){ if($article_author){
return trim(str_replace(', Futura-Sciences', '', $article_author->plaintext)); return trim(str_replace(', Futura-Sciences', '', $article_author->plaintext));
} }