StripRecursiveHTMLSection($contents , 'div', $div_start);
- }
+ foreach (array(
+ '
stripRecursiveHTMLSection($contents , 'div', $div_start);
+ }
- $contents = $this->StripWithDelimiters($contents, '
');
- $contents = $this->StripWithDelimiters($contents, '
');
- $contents = $this->StripWithDelimiters($contents, 'fs:definition="', '"');
- $contents = $this->StripWithDelimiters($contents, 'fs:xt:clicktype="', '"');
- $contents = $this->StripWithDelimiters($contents, 'fs:xt:clickname="', '"');
- $contents = $this->StripWithDelimiters($contents, '');
- return $headline.trim($contents);
- }
+ return $headline . trim($contents);
+ }
- // Extracts the author from an article or element
- private function ExtractAuthor($article){
- $article_author = $article->find('h3.epsilon', 0);
- if($article_author){
- return trim(str_replace(', Futura-Sciences', '', $article_author->plaintext));
- }
- return '';
- }
+ // Extracts the author from an article or element
+ private function extractAuthor($article){
+ $article_author = $article->find('h3.epsilon', 0);
+ if($article_author){
+ return trim(str_replace(', Futura-Sciences', '', $article_author->plaintext));
+ }
+ return '';
+ }
}
diff --git a/bridges/GBAtempBridge.php b/bridges/GBAtempBridge.php
index cf0c8e0c..fc979aec 100644
--- a/bridges/GBAtempBridge.php
+++ b/bridges/GBAtempBridge.php
@@ -1,128 +1,157 @@
array(
- 'name'=>'Type',
- 'type'=>'list',
- 'required'=>true,
- 'values'=>array(
- 'News'=>'N',
- 'Reviews'=>'R',
- 'Tutorials'=>'T',
- 'Forum'=>'F'
- )
- )
- ));
+ const PARAMETERS = array( array(
+ 'type' => array(
+ 'name' => 'Type',
+ 'type' => 'list',
+ 'required' => true,
+ 'values' => array(
+ 'News' => 'N',
+ 'Reviews' => 'R',
+ 'Tutorials' => 'T',
+ 'Forum' => 'F'
+ )
+ )
+ ));
- private function ExtractFromDelimiters($string, $start, $end) {
- if (strpos($string, $start) !== false) {
- $section_retrieved = substr($string, strpos($string, $start) + strlen($start));
- $section_retrieved = substr($section_retrieved, 0, strpos($section_retrieved, $end));
- return $section_retrieved;
- } return false;
- }
+ private function extractFromDelimiters($string, $start, $end){
+ if(strpos($string, $start) !== false){
+ $section_retrieved = substr($string, strpos($string, $start) + strlen($start));
+ $section_retrieved = substr($section_retrieved, 0, strpos($section_retrieved, $end));
+ return $section_retrieved;
+ }
- private function StripWithDelimiters($string, $start, $end) {
- while (strpos($string, $start) !== false) {
- $section_to_remove = substr($string, strpos($string, $start));
- $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
- $string = str_replace($section_to_remove, '', $string);
- } return $string;
- }
+ return false;
+ }
- private function build_item($uri, $title, $author, $timestamp, $content) {
- $item = array();
- $item['uri'] = $uri;
- $item['title'] = $title;
- $item['author'] = $author;
- $item['timestamp'] = $timestamp;
- $item['content'] = $content;
- return $item;
- }
+ private function stripWithDelimiters($string, $start, $end){
+ while(strpos($string, $start) !== false){
+ $section_to_remove = substr($string, strpos($string, $start));
+ $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
+ $string = str_replace($section_to_remove, '', $string);
+ }
- private function cleanup_post_content($content, $site_url) {
- $content = str_replace(':arrow:', '➤', $content);
- $content = str_replace('href="attachments/', 'href="'.$site_url.'attachments/', $content);
- $content = $this->StripWithDelimiters($content, '');
- return $content;
- }
+ return $string;
+ }
- private function fetch_post_content($uri, $site_url) {
- $html = getSimpleHTMLDOM($uri);
- if(!$html){
- return 'Could not request GBAtemp '.$uri;
- }
+ private function buildItem($uri, $title, $author, $timestamp, $content){
+ $item = array();
+ $item['uri'] = $uri;
+ $item['title'] = $title;
+ $item['author'] = $author;
+ $item['timestamp'] = $timestamp;
+ $item['content'] = $content;
+ return $item;
+ }
- $content = $html->find('div.messageContent', 0)->innertext;
- return $this->cleanup_post_content($content, $site_url);
- }
+ private function cleanupPostContent($content, $site_url){
+ $content = str_replace(':arrow:', '➤', $content);
+ $content = str_replace('href="attachments/', 'href="'.$site_url.'attachments/', $content);
+ $content = $this->stripWithDelimiters($content, '');
+ return $content;
+ }
- public function collectData(){
+ private function fetchPostContent($uri, $site_url){
+ $html = getSimpleHTMLDOM($uri);
+ if(!$html){
+ return 'Could not request GBAtemp ' . $uri;
+ }
- $html = getSimpleHTMLDOM(self::URI)
- or returnServerError('Could not request GBAtemp.');
+ $content = $html->find('div.messageContent', 0)->innertext;
+ return $this->cleanupPostContent($content, $site_url);
+ }
- switch($this->getInput('type')){
- case 'N':
- foreach ($html->find('li[class=news_item full]') as $newsItem) {
- $url = self::URI.$newsItem->find('a', 0)->href;
- $time = intval($this->ExtractFromDelimiters($newsItem->find('abbr.DateTime', 0)->outertext, 'data-time="', '"'));
- $author = $newsItem->find('a.username', 0)->plaintext;
- $title = $newsItem->find('a', 1)->plaintext;
- $content = $this->fetch_post_content($url, self::URI);
- $this->items[] = $this->build_item($url, $title, $author, $time, $content);
- }
- case 'R':
- foreach ($html->find('li.portal_review') as $reviewItem) {
- $url = self::URI.$reviewItem->find('a', 0)->href;
- $title = $reviewItem->find('span.review_title', 0)->plaintext;
- $content = getSimpleHTMLDOM($url) or returnServerError('Could not request GBAtemp: '.$uri);
- $author = $content->find('a.username', 0)->plaintext;
- $time = intval($this->ExtractFromDelimiters($content->find('abbr.DateTime', 0)->outertext, 'data-time="', '"'));
- $intro = ''.($content->find('div#review_intro', 0)->plaintext).'
';
- $review = $content->find('div#review_main', 0)->innertext;
- $subheader = ''.$content->find('div.review_subheader', 0)->plaintext.'
';
- $procons = $content->find('table.review_procons', 0)->outertext;
- $scores = $content->find('table.reviewscores', 0)->outertext;
- $content = $this->cleanup_post_content($intro.$review.$subheader.$procons.$scores, self::URI);
- $this->items[] = $this->build_item($url, $title, $author, $time, $content);
- }
- case 'T':
- foreach ($html->find('li.portal-tutorial') as $tutorialItem) {
- $url = self::URI.$tutorialItem->find('a', 0)->href;
- $title = $tutorialItem->find('a', 0)->plaintext;
- $time = intval($this->ExtractFromDelimiters($tutorialItem->find('abbr.DateTime', 0)->outertext, 'data-time="', '"'));
- $author = $tutorialItem->find('a.username', 0)->plaintext;
- $content = $this->fetch_post_content($url, self::URI);
- $this->items[] = $this->build_item($url, $title, $author, $time, $content);
- }
- case 'F':
- foreach ($html->find('li.rc_item') as $postItem) {
- $url = self::URI.$postItem->find('a', 1)->href;
- $title = $postItem->find('a', 1)->plaintext;
- $time = intval($this->ExtractFromDelimiters($postItem->find('abbr.DateTime', 0)->outertext, 'data-time="', '"'));
- $author = $postItem->find('a.username', 0)->plaintext;
- $content = $this->fetch_post_content($url, self::URI);
- $this->items[] = $this->build_item($url, $title, $author, $time, $content);
- }
- }
- }
+ public function collectData(){
- public function getName() {
- if(!is_null($this->getInput('type'))){
- $type=array_search(
- $this->getInput('type'),
- self::PARAMETERS[$this->queriedContext]['type']['values']
- );
- return 'GBAtemp '.$type.' Bridge';
- }
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request GBAtemp.');
- return parent::getName();
- }
+ switch($this->getInput('type')){
+ case 'N':
+ foreach($html->find('li[class=news_item full]') as $newsItem){
+ $url = self::URI . $newsItem->find('a', 0)->href;
+ $time = intval(
+ $this->extractFromDelimiters(
+ $newsItem->find('abbr.DateTime', 0)->outertext,
+ 'data-time="',
+ '"'
+ )
+ );
+ $author = $newsItem->find('a.username', 0)->plaintext;
+ $title = $newsItem->find('a', 1)->plaintext;
+ $content = $this->fetchPostContent($url, self::URI);
+ $this->items[] = $this->buildItem($url, $title, $author, $time, $content);
+ }
+ case 'R':
+ foreach($html->find('li.portal_review') as $reviewItem){
+ $url = self::URI . $reviewItem->find('a', 0)->href;
+ $title = $reviewItem->find('span.review_title', 0)->plaintext;
+ $content = getSimpleHTMLDOM($url)
+ or returnServerError('Could not request GBAtemp: ' . $uri);
+ $author = $content->find('a.username', 0)->plaintext;
+ $time = intval(
+ $this->extractFromDelimiters(
+ $content->find('abbr.DateTime', 0)->outertext,
+ 'data-time="',
+ '"'
+ )
+ );
+ $intro = '' . ($content->find('div#review_intro', 0)->plaintext) . '
';
+ $review = $content->find('div#review_main', 0)->innertext;
+ $subheader = '' . $content->find('div.review_subheader', 0)->plaintext . '
';
+ $procons = $content->find('table.review_procons', 0)->outertext;
+ $scores = $content->find('table.reviewscores', 0)->outertext;
+ $content = $this->cleanupPostContent($intro . $review . $subheader . $procons . $scores, self::URI);
+ $this->items[] = $this->buildItem($url, $title, $author, $time, $content);
+ }
+ case 'T':
+ foreach($html->find('li.portal-tutorial') as $tutorialItem){
+ $url = self::URI . $tutorialItem->find('a', 0)->href;
+ $title = $tutorialItem->find('a', 0)->plaintext;
+ $time = intval(
+ $this->extractFromDelimiters(
+ $tutorialItem->find('abbr.DateTime', 0)->outertext,
+ 'data-time="',
+ '"'
+ )
+ );
+ $author = $tutorialItem->find('a.username', 0)->plaintext;
+ $content = $this->fetchPostContent($url, self::URI);
+ $this->items[] = $this->buildItem($url, $title, $author, $time, $content);
+ }
+ case 'F':
+ foreach($html->find('li.rc_item') as $postItem){
+ $url = self::URI . $postItem->find('a', 1)->href;
+ $title = $postItem->find('a', 1)->plaintext;
+ $time = intval(
+ $this->extractFromDelimiters(
+ $postItem->find('abbr.DateTime', 0)->outertext,
+ 'data-time="',
+ '"'
+ )
+ );
+ $author = $postItem->find('a.username', 0)->plaintext;
+ $content = $this->fetchPostContent($url, self::URI);
+ $this->items[] = $this->buildItem($url, $title, $author, $time, $content);
+ }
+ }
+ }
+
+ public function getName() {
+ if(!is_null($this->getInput('type'))){
+ $type = array_search(
+ $this->getInput('type'),
+ self::PARAMETERS[$this->queriedContext]['type']['values']
+ );
+ return 'GBAtemp ' . $type . ' Bridge';
+ }
+
+ return parent::getName();
+ }
}
diff --git a/bridges/GelbooruBridge.php b/bridges/GelbooruBridge.php
index 25cd6a3a..fa4ce11a 100644
--- a/bridges/GelbooruBridge.php
+++ b/bridges/GelbooruBridge.php
@@ -1,21 +1,22 @@
getURI().'index.php?page=post&s=list&'
- .'&pid='.($this->getInput('p')?($this->getInput('p') -1)*static::PIDBYPAGE:'')
- .'&tags='.urlencode($this->getInput('t'));
- }
+ protected function getFullURI(){
+ return $this->getURI()
+ . 'index.php?page=post&s=list&pid='
+ . ($this->getInput('p') ? ($this->getInput('p') - 1) * static::PIDBYPAGE : '')
+ . '&tags=' . urlencode($this->getInput('t'));
+ }
}
diff --git a/bridges/GiphyBridge.php b/bridges/GiphyBridge.php
index 90f23a99..182d2a3f 100644
--- a/bridges/GiphyBridge.php
+++ b/bridges/GiphyBridge.php
@@ -1,71 +1,76 @@
array(
- 'name'=>'search tag',
- 'required'=>true
- ),
- 'n'=>array(
- 'name'=>'max number of returned items',
- 'type'=>'number'
- )
- ));
+ const PARAMETERS = array( array(
+ 's' => array(
+ 'name' => 'search tag',
+ 'required' => true
+ ),
+ 'n' => array(
+ 'name' => 'max number of returned items',
+ 'type' => 'number'
+ )
+ ));
public function collectData(){
$html = '';
- $base_url = 'http://giphy.com';
- $html = getSimpleHTMLDOM(self::URI.'/search/'.urlencode($this->getInput('s').'/'))
- or returnServerError('No results for this query.');
+ $base_url = 'http://giphy.com';
+ $html = getSimpleHTMLDOM(self::URI . '/search/' . urlencode($this->getInput('s') . '/'))
+ or returnServerError('No results for this query.');
- $max = GIPHY_LIMIT;
- if ($this->getInput('n')) {
- $max = $this->getInput('n');
- }
+ $max = GIPHY_LIMIT;
+ if($this->getInput('n')){
+ $max = $this->getInput('n');
+ }
- $limit = 0;
- $kw = urlencode($this->getInput('s'));
- foreach($html->find('div.hoverable-gif') as $entry) {
- if($limit < $max) {
- $node = $entry->first_child();
- $href = $node->getAttribute('href');
+ $limit = 0;
+ $kw = urlencode($this->getInput('s'));
+ foreach($html->find('div.hoverable-gif') as $entry){
+ if($limit < $max){
+ $node = $entry->first_child();
+ $href = $node->getAttribute('href');
- $html2 = getSimpleHTMLDOM(self::URI . $href)
- or returnServerError('No results for this query.');
- $figure = $html2->getElementByTagName('figure');
- $img = $figure->firstChild();
- $caption = $figure->lastChild();
+ $html2 = getSimpleHTMLDOM(self::URI . $href)
+ or returnServerError('No results for this query.');
+ $figure = $html2->getElementByTagName('figure');
+ $img = $figure->firstChild();
+ $caption = $figure->lastChild();
- $item = array();
- $item['id'] = $img->getAttribute('data-gif_id');
- $item['uri'] = $img->getAttribute('data-bitly_gif_url');
- $item['username'] = 'Giphy - '.ucfirst($kw);
- $title = $caption->innertext();
- $title = preg_replace('/\s+/', ' ',$title);
- $title = str_replace('animated GIF', '', $title);
- $title = str_replace($kw, '', $title);
- $title = preg_replace('/\s+/', ' ',$title);
- $title = trim($title);
- if (strlen($title) <= 0) {
- $title = $item['id'];
- }
- $item['title'] = trim($title);
- $item['content'] =
- ''
- .'.')
'
- .'';
+ $item = array();
+ $item['id'] = $img->getAttribute('data-gif_id');
+ $item['uri'] = $img->getAttribute('data-bitly_gif_url');
+ $item['username'] = 'Giphy - ' . ucfirst($kw);
+ $title = $caption->innertext();
+ $title = preg_replace('/\s+/', ' ', $title);
+ $title = str_replace('animated GIF', '', $title);
+ $title = str_replace($kw, '', $title);
+ $title = preg_replace('/\s+/', ' ',$title);
+ $title = trim($title);
+ if(strlen($title) <= 0){
+ $title = $item['id'];
+ }
+ $item['title'] = trim($title);
+ $item['content'] = '
+ . ')
';
- $this->items[] = $item;
- $limit++;
- }
- }
+ $this->items[] = $item;
+ $limit++;
+ }
+ }
}
}
diff --git a/bridges/GithubIssueBridge.php b/bridges/GithubIssueBridge.php
index 58dfc37e..ba5b5e26 100644
--- a/bridges/GithubIssueBridge.php
+++ b/bridges/GithubIssueBridge.php
@@ -1,190 +1,187 @@
array (
- 'u'=>array(
- 'name'=>'User name',
- 'required'=>true
- ),
- 'p'=>array(
- 'name'=>'Project name',
- 'required'=>true
- )
- ),
+ const PARAMETERS = array(
+ 'global' => array(
+ 'u' => array(
+ 'name' => 'User name',
+ 'required' => true
+ ),
+ 'p' => array(
+ 'name' => 'Project name',
+ 'required' => true
+ )
+ ),
+ 'Project Issues' => array(
+ 'c' => array(
+ 'name' => 'Show Issues Comments',
+ 'type' => 'checkbox'
+ )
+ ),
+ 'Issue comments' => array(
+ 'i' => array(
+ 'name' => 'Issue number',
+ 'type' => 'number',
+ 'required' => 'true'
+ )
+ )
+ );
- 'Project Issues'=>array(
- 'c'=>array(
- 'name'=>'Show Issues Comments',
- 'type'=>'checkbox'
- )
- ),
- 'Issue comments'=>array(
- 'i'=>array(
- 'name'=>'Issue number',
- 'type'=>'number',
- 'required'=>'true'
- )
- )
- );
+ public function getName(){
+ $name = $this->getInput('u') . '/' . $this->getInput('p');
+ switch($this->queriedContext){
+ case 'Project Issues':
+ if($this->getInput('c')){
+ $prefix = static::NAME . 's comments for ';
+ } else {
+ $prefix = static::NAME . 's for ';
+ }
+ $name = $prefix . $name;
+ break;
+ case 'Issue comments':
+ $name = static::NAME . ' ' . $name . ' #' . $this->getInput('i');
+ break;
+ }
+ return $name;
+ }
- public function getName(){
- $name=$this->getInput('u').'/'.$this->getInput('p');
- switch($this->queriedContext){
- case 'Project Issues':
- if($this->getInput('c')){
- $prefix=static::NAME.'s comments for ';
- }else{
- $prefix=static::NAME.'s for ';
- }
- $name=$prefix.$name;
- break;
- case 'Issue comments':
- $name=static::NAME.' '.$name.' #'.$this->getInput('i');
- break;
- }
- return $name;
- }
+ public function getURI(){
+ $uri = static::URI . $this->getInput('u') . '/' . $this->getInput('p') . '/issues';
+ if($this->queriedContext === 'Issue comments'){
+ $uri .= '/' . $this->getInput('i');
+ } elseif($this->getInput('c')){
+ $uri .= '?q=is%3Aissue+sort%3Aupdated-desc';
+ }
+ return $uri;
+ }
- public function getURI(){
- $uri = static::URI.$this->getInput('u').'/'.$this->getInput('p').'/issues';
- if($this->queriedContext==='Issue comments'){
- $uri.='/'.$this->getInput('i');
- }else if($this->getInput('c')){
- $uri.='?q=is%3Aissue+sort%3Aupdated-desc';
- }
- return $uri;
- }
+ protected function extractIssueComment($issueNbr, $title, $comment){
+ $class = $comment->getAttribute('class');
+ $classes = explode(' ', $class);
+ $event = false;
+ if(in_array('discussion-item', $classes)){
+ $event = true;
+ }
- protected function extractIssueComment($issueNbr,$title,$comment){
- $class=$comment->getAttribute('class');
- $classes=explode(' ',$class);
- $event=false;
- if(in_array('discussion-item',$classes)){
- $event=true;
- }
+ $author = 'unknown';
+ if($comment->find('.author', 0)){
+ $author = $comment->find('.author', 0)->plaintext;
+ }
- $author='unknown';
- if($comment->find('.author',0)){
- $author=$comment->find('.author',0)->plaintext;
- }
+ $uri = static::URI . $this->getInput('u') . '/' . $this->getInput('p') . '/issues/' . $issueNbr;
- $uri=static::URI.$this->getInput('u').'/'.$this->getInput('p').'/issues/'
- .$issueNbr;
+ $comment = $comment->firstChild();
+ if(!$event){
+ $comment = $comment->nextSibling();
+ }
- $comment=$comment->firstChild();
- if(!$event){
- $comment=$comment->nextSibling();
- }
+ if($event){
+ $title .= ' / ' . substr($class, strpos($class, 'discussion-item-') + strlen('discussion-item-'));
+ if(!$comment->hasAttribute('id')){
+ $items = array();
+ $timestamp = strtotime($comment->find('relative-time', 0)->getAttribute('datetime'));
+ $content = $comment->innertext;
+ while($comment = $comment->nextSibling()){
+ $item = array();
+ $item['author'] = $author;
+ $item['title'] = html_entity_decode($title, ENT_QUOTES, 'UTF-8');
+ $item['timestamp'] = $timestamp;
+ $item['content'] = $content . '' . $comment->children(1)->innertext . '
';
+ $item['uri'] = $uri . '#' . $comment->children(1)->getAttribute('id');
+ $items[] = $item;
+ }
+ return $items;
+ }
+ $content = $comment->parent()->innertext;
+ } else {
+ $title .= ' / ' . trim($comment->firstChild()->plaintext);
+ $content = "" . $comment->find('.comment-body', 0)->innertext . "";
+ }
- if($event){
- $title.=' / '.substr($class,strpos($class,'discussion-item-')+strlen('discussion-item-'));
- if(!$comment->hasAttribute('id')){
- $items=array();
- $timestamp=strtotime($comment->find('relative-time',0)->getAttribute('datetime'));
- $content=$comment->innertext;
- while($comment=$comment->nextSibling()){
- $item=array();
- $item['author']=$author;
- $item['title']=html_entity_decode($title,ENT_QUOTES,'UTF-8');
- $item['timestamp']=$timestamp;
- $item['content']=$content.''.$comment->children(1)->innertext.'
';
- $item['uri']=$uri.'#'.$comment->children(1)->getAttribute('id');
- $items[]=$item;
- }
- return $items;
- }
- $content=$comment->parent()->innertext;
- }else{
- $title.=' / '.trim($comment->firstChild()->plaintext);
- $content="".$comment->find('.comment-body',0)->innertext."";
- }
+ $item = array();
+ $item['author'] = $author;
+ $item['uri'] = $uri . '#' . $comment->getAttribute('id');
+ $item['title'] = html_entity_decode($title, ENT_QUOTES, 'UTF-8');
+ $item['timestamp'] = strtotime($comment->find('relative-time', 0)->getAttribute('datetime'));
+ $item['content'] = $content;
+ return $item;
+ }
- $item = array();
- $item['author']=$author;
- $item['uri']= $uri.'#'.$comment->getAttribute('id');
- $item['title']=html_entity_decode($title,ENT_QUOTES,'UTF-8');
- $item['timestamp']=strtotime($comment->find('relative-time',0)->getAttribute('datetime'));
- $item['content']=$content;
- return $item;
- }
+ protected function extractIssueComments($issue){
+ $items = array();
+ $title = $issue->find('.gh-header-title', 0)->plaintext;
+ $issueNbr = trim(substr($issue->find('.gh-header-number', 0)->plaintext, 1));
+ $comments = $issue->find('.js-discussion', 0);
+ foreach($comments->children() as $comment){
+ $classes = explode(' ', $comment->getAttribute('class'));
+ if(in_array('discussion-item', $classes)
+ || in_array('timeline-comment-wrapper', $classes)){
+ $item = $this->extractIssueComment($issueNbr, $title, $comment);
+ if(array_keys($item) !== range(0, count($item) - 1)){
+ $item = array($item);
+ }
+ $items = array_merge($items, $item);
+ }
+ }
+ return $items;
+ }
- protected function extractIssueComments($issue){
- $items=array();
- $title=$issue->find('.gh-header-title',0)->plaintext;
- $issueNbr=trim(substr($issue->find('.gh-header-number',0)->plaintext,1));
- $comments=$issue->find('.js-discussion',0);
- foreach($comments->children() as $comment){
- $classes=explode(' ',$comment->getAttribute('class'));
- if(in_array('discussion-item',$classes) ||
- in_array('timeline-comment-wrapper',$classes)
- ){
- $item=$this->extractIssueComment($issueNbr,$title,$comment);
- if(array_keys($item)!==range(0,count($item)-1)){
- $item=array($item);
- }
- $items=array_merge($items,$item);
- }
- }
- return $items;
- }
+ public function collectData(){
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('No results for Github Issue ' . $this->getURI());
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('No results for Github Issue '.$this->getURI());
+ switch($this->queriedContext){
+ case 'Issue comments':
+ $this->items = $this->extractIssueComments($html);
+ break;
+ case 'Project Issues':
+ foreach($html->find('.js-active-navigation-container .js-navigation-item') as $issue){
+ $info = $issue->find('.opened-by', 0);
+ $issueNbr = substr(trim($info->plaintext), 1, strpos(trim($info->plaintext), ' '));
- switch($this->queriedContext){
- case 'Issue comments':
- $this->items=$this->extractIssueComments($html);
- break;
- case 'Project Issues':
- foreach($html->find('.js-active-navigation-container .js-navigation-item') as $issue){
- $info=$issue->find('.opened-by',0);
- $issueNbr=substr(trim($info->plaintext),1,strpos(trim($info->plaintext),' '));
+ $item = array();
+ $item['content'] = '';
- $item=array();
- $item['content']='';
+ if($this->getInput('c')){
+ $uri = static::URI . $this->getInput('u') . '/' . $this->getInput('p') . '/issues/' . $issueNbr;
+ $issue = getSimpleHTMLDOMCached($uri, static::CACHE_TIMEOUT);
+ if($issue){
+ $this->items = array_merge($this->items, $this->extractIssueComments($issue));
+ continue;
+ }
+ $item['content'] = 'Can not extract comments from ' . $uri;
+ }
- if($this->getInput('c')){
- $uri=static::URI.$this->getInput('u').'/'.$this->getInput('p').'/issues/'.$issueNbr;
- $issue=getSimpleHTMLDOMCached($uri,static::CACHE_TIMEOUT);
- if($issue){
- $this->items=array_merge($this->items,$this->extractIssueComments($issue));
- continue;
- }
- $item['content']='Can not extract comments from '.$uri;
- }
+ $item['author'] = $info->find('a', 0)->plaintext;
+ $item['timestamp'] = strtotime($info->find('relative-time', 0)->getAttribute('datetime'));
+ $item['title'] = html_entity_decode(
+ $issue->find('.js-navigation-open', 0)->plaintext,
+ ENT_QUOTES,
+ 'UTF-8'
+ );
+ $comments = $issue->find('.col-5', 0)->plaintext;
+ $item['content'] .= "\n" . 'Comments: ' . ($comments ? $comments : '0');
+ $item['uri'] = self::URI . $issue->find('.js-navigation-open', 0)->getAttribute('href');
+ $this->items[] = $item;
+ }
+ break;
+ }
- $item['author']=$info->find('a',0)->plaintext;
- $item['timestamp']=strtotime($info->find('relative-time',0)->getAttribute('datetime'));
- $item['title']=html_entity_decode(
- $issue->find('.js-navigation-open',0)->plaintext,
- ENT_QUOTES,
- 'UTF-8'
- );
- $comments=$issue->find('.col-5',0)->plaintext;
- $item['content'].="\n".'Comments: '.($comments?$comments:'0');
- $item['uri']=self::URI.$issue->find('.js-navigation-open',0)->getAttribute('href');
- $this->items[]=$item;
- }
- break;
- }
-
- array_walk($this->items, function(&$item){
- $item['content']=preg_replace('/\s+/',' ',$item['content']);
- $item['content']=str_replace('href="/','href="'.static::URI,$item['content']);
- $item['content']=str_replace(
- 'href="#',
- 'href="'.substr($item['uri'],0,strpos($item['uri'],'#')+1),
- $item['content']
- );
- $item['title']=preg_replace('/\s+/',' ',$item['title']);
- });
- }
+ array_walk($this->items, function(&$item){
+ $item['content'] = preg_replace('/\s+/', ' ', $item['content']);
+ $item['content'] = str_replace('href="/', 'href="' . static::URI, $item['content']);
+ $item['content'] = str_replace(
+ 'href="#',
+ 'href="' . substr($item['uri'], 0, strpos($item['uri'], '#') + 1),
+ $item['content']
+ );
+ $item['title'] = preg_replace('/\s+/', ' ', $item['title']);
+ });
+ }
}
diff --git a/bridges/GizmodoBridge.php b/bridges/GizmodoBridge.php
index bb99c668..c98f7550 100644
--- a/bridges/GizmodoBridge.php
+++ b/bridges/GizmodoBridge.php
@@ -1,22 +1,26 @@
find('div.entry-content', 0)->innertext;
- foreach($articleHTMLContent->find('pagespeed_iframe') as $element) {
- $text .= 'link to a iframe (could be a video): '.$element->src.'
';
+ foreach($articleHTMLContent->find('pagespeed_iframe') as $element){
+ $text .= 'link to a iframe (could be a video): '
+ . $element->src
+ . '
';
}
$text = strip_tags($text, '![]()
');
diff --git a/bridges/GoComicsBridge.php b/bridges/GoComicsBridge.php
index 87c30df0..b9d6b2d8 100644
--- a/bridges/GoComicsBridge.php
+++ b/bridges/GoComicsBridge.php
@@ -1,51 +1,51 @@
array(
- 'name' => 'comicname',
- 'type' => 'text',
- 'required' => true
- )
- ));
+ const MAINTAINER = 'sky';
+ const NAME = 'GoComics Unofficial RSS';
+ const URI = 'http://www.gocomics.com/';
+ const CACHE_TIMEOUT = 21600; // 6h
+ const DESCRIPTION = 'The Unofficial GoComics RSS';
+ const PARAMETERS = array( array(
+ 'comicname' => array(
+ 'name' => 'comicname',
+ 'type' => 'text',
+ 'required' => true
+ )
+ ));
- public function collectData() {
- $html = getSimpleHTMLDOM($this->getURI()) or returnServerError('Could not request GoComics: '.$this->getURI());
+ public function collectData(){
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request GoComics: ' . $this->getURI());
- foreach ($html->find('div.item-comic-container') as $element) {
+ foreach($html->find('div.item-comic-container') as $element){
- $img = $element->find('img', 0);
- $link = $element->find('a.item-comic-link', 0);
- $comic = $img->src;
- $title = $link->title;
- $url = $html->find('input.js-copy-link', 0)->value;
- $date = substr($title, -10);
- if (empty($title))
- $title = 'GoComics '.$this->getInput('comicname').' on '.$date;
- $date = strtotime($date);
+ $img = $element->find('img', 0);
+ $link = $element->find('a.item-comic-link', 0);
+ $comic = $img->src;
+ $title = $link->title;
+ $url = $html->find('input.js-copy-link', 0)->value;
+ $date = substr($title, -10);
+ if (empty($title))
+ $title = 'GoComics ' . $this->getInput('comicname') . ' on ' . $date;
+ $date = strtotime($date);
- $item = array();
- $item['id'] = $url;
- $item['uri'] = $url;
- $item['title'] = $title;
- $item['author'] = preg_replace('/by /', '', $element->find('a.link-blended small', 0)->plaintext);
- $item['timestamp'] = $date;
- $item['content'] = '
';
- $this->items[] = $item;
- }
- }
+ $item = array();
+ $item['id'] = $url;
+ $item['uri'] = $url;
+ $item['title'] = $title;
+ $item['author'] = preg_replace('/by /', '', $element->find('a.link-blended small', 0)->plaintext);
+ $item['timestamp'] = $date;
+ $item['content'] = '
';
+ $this->items[] = $item;
+ }
+ }
- public function getURI() {
- return self::URI.urlencode($this->getInput('comicname'));
- }
+ public function getURI(){
+ return self::URI . urlencode($this->getInput('comicname'));
+ }
- public function getName() {
- return $this->getInput('comicname') .' - '.'GoComics';
- }
+ public function getName(){
+ return $this->getInput('comicname') . ' - GoComics';
+ }
}
-?>
diff --git a/bridges/GooglePlusPostBridge.php b/bridges/GooglePlusPostBridge.php
index 64cc5ef8..5d4680e1 100644
--- a/bridges/GooglePlusPostBridge.php
+++ b/bridges/GooglePlusPostBridge.php
@@ -1,39 +1,40 @@
array(
- 'name'=>'username or Id',
- 'required'=>true
- )
- ));
+ const PARAMETERS = array( array(
+ 'username' => array(
+ 'name' => 'username or Id',
+ 'required' => true
+ )
+ ));
- public function collectData()
- {
+ public function collectData(){
// get content parsed
$html = getSimpleHTMLDOMCached(self::URI . urlencode($this->getInput('username')) . '/posts'
// force language
- , 84600, false, stream_context_create(array('http'=> array(
- 'header' => 'Accept-Language: fr,fr-be,fr-fr;q=0.8,en;q=0.4,en-us;q=0.2;*' . "\r\n"
+ , 84600
+ , false
+ , stream_context_create(array(
+ 'http' => array(
+ 'header' => 'Accept-Language: fr,fr-be,fr-fr;q=0.8,en;q=0.4,en-us;q=0.2;*' . "\r\n"
)))
- ) OR returnServerError('No results for this query.');
+ ) or returnServerError('No results for this query.');
// get title, url, ... there is a lot of intresting stuff in meta
$this->_title = $html->find('meta[property]', 0)->getAttribute('content');
$this->_url = $html->find('meta[itemprop=url]', 0)->getAttribute('content');
// div[jsmodel=XNmfOc]
- foreach($html->find('div.yt') as $post)
- {
+ foreach($html->find('div.yt') as $post){
$item = array();
// $item['content'] = $post->find('div.Al', 0)->innertext;
$item['author'] = $item['fullname'] = $post->find('header.lea h3 a', 0)->innertext;
@@ -45,34 +46,39 @@ class GooglePlusPostBridge extends BridgeAbstract
// hashtag to treat : https://plus.google.com/explore/tag
$hashtags = array();
- foreach($post->find('a.d-s') as $hashtag)
- {
- $hashtags[ trim($hashtag->plaintext) ] = self::URI . $hashtag->href;
+ foreach($post->find('a.d-s') as $hashtag){
+ $hashtags[trim($hashtag->plaintext)] = self::URI . $hashtag->href;
}
$item['content'] = '';
// avatar display
- $item['content'] .= '';
+ $item['content'] .= '';
$content = $post->find('div.Al', 0);
- // XXX ugly but I don't have any idea how to do a better stuff, str_replace on link doesn't work as expected and ask too many checks
- foreach($content->find('a') as $link)
- {
+ // XXX ugly but I don't have any idea how to do a better stuff,
+ // str_replace on link doesn't work as expected and ask too many checks
+ foreach($content->find('a') as $link){
$hasHttp = strpos($link->href, 'http');
$hasDoubleSlash = strpos($link->href, '//');
- if ((!$hasHttp && !$hasDoubleSlash)
- || (false !== $hasHttp && strpos($link->href, 'http') != 0)
- || (false === $hasHttp && false !== $hasDoubleSlash && $hasDoubleSlash != 0))
- {
+ if((!$hasHttp && !$hasDoubleSlash)
+ || (false !== $hasHttp && strpos($link->href, 'http') != 0)
+ || (false === $hasHttp && false !== $hasDoubleSlash && $hasDoubleSlash != 0)){
// skipp bad link, for some hashtag or other stuff
- if (strpos($link->href, '/') == 0)
- {
+ if(strpos($link->href, '/') == 0){
$link->href = substr($link->href, 1);
}
+
$link->href = self::URI . $link->href;
}
}
@@ -86,13 +92,11 @@ class GooglePlusPostBridge extends BridgeAbstract
}
}
- public function getName()
- {
+ public function getName(){
return $this->_title ?: 'Google Plus Post Bridge';
}
- public function getURI()
- {
+ public function getURI(){
return $this->_url ?: self::URI;
}
}
diff --git a/bridges/GoogleSearchBridge.php b/bridges/GoogleSearchBridge.php
index 4e97210d..bd07f36d 100644
--- a/bridges/GoogleSearchBridge.php
+++ b/bridges/GoogleSearchBridge.php
@@ -9,11 +9,11 @@
*/
class GoogleSearchBridge extends BridgeAbstract {
- const MAINTAINER = "sebsauvage";
- const NAME = "Google search";
- const URI = "https://www.google.com/";
+ const MAINTAINER = 'sebsauvage';
+ const NAME = 'Google search';
+ const URI = 'https://www.google.com/';
const CACHE_TIMEOUT = 1800; // 30min
- const DESCRIPTION = "Returns most recent results from Google search.";
+ const DESCRIPTION = 'Returns most recent results from Google search.';
const PARAMETERS = array(array(
'q' => array(
@@ -22,30 +22,31 @@ class GoogleSearchBridge extends BridgeAbstract {
)
));
-
- public function collectData() {
+ public function collectData(){
$html = '';
- $html = getSimpleHTMLDOM(self::URI.'search?q='.urlencode($this->getInput('q'))
- .'&num=100&complete=0&tbs=qdr:y,sbd:1')
- or returnServerError('No results for this query.');
+ $html = getSimpleHTMLDOM(self::URI
+ . 'search?q='
+ . urlencode($this->getInput('q'))
+ .'&num=100&complete=0&tbs=qdr:y,sbd:1')
+ or returnServerError('No results for this query.');
$emIsRes = $html->find('div[id=ires]', 0);
- if( !is_null($emIsRes) ) {
-
- foreach($emIsRes->find('div[class=g]') as $element) {
+ if(!is_null($emIsRes)){
+ foreach($emIsRes->find('div[class=g]') as $element){
$item = array();
// Extract direct URL from google href (eg. /url?q=...)
$t = $element->find('a[href]', 0)->href;
- $item['uri'] = ''.$t;
+ $item['uri'] = '' . $t;
parse_str(parse_url($t, PHP_URL_QUERY), $parameters);
- if (isset($parameters['q'])) { $item['uri'] = $parameters['q']; }
+ if(isset($parameters['q'])){
+ $item['uri'] = $parameters['q'];
+ }
$item['title'] = $element->find('h3', 0)->plaintext;
-
$item['content'] = $element->find('span[class=st]', 0)->plaintext;
$this->items[] = $item;
@@ -54,7 +55,6 @@ class GoogleSearchBridge extends BridgeAbstract {
}
public function getName(){
-
- return $this->getInput('q') .' - Google search';
+ return $this->getInput('q') . ' - Google search';
}
}
diff --git a/bridges/HDWallpapersBridge.php b/bridges/HDWallpapersBridge.php
index 740b7005..309c3fdf 100644
--- a/bridges/HDWallpapersBridge.php
+++ b/bridges/HDWallpapersBridge.php
@@ -1,62 +1,79 @@
array(
- 'name'=>'category',
- 'defaultValue'=>'latest_wallpapers'
- ),
- 'm'=>array('name'=>'max number of wallpapers'),
- 'r'=>array(
- 'name'=>'resolution',
- 'defaultValue'=>'1920x1200',
- 'exampleValue'=>'1920x1200, 1680x1050,…'
- )
- ));
+ const PARAMETERS = array( array(
+ 'c' => array(
+ 'name' => 'category',
+ 'defaultValue' => 'latest_wallpapers'
+ ),
+ 'm' => array(
+ 'name' => 'max number of wallpapers'
+ ),
+ 'r' => array(
+ 'name' => 'resolution',
+ 'defaultValue' => '1920x1200',
+ 'exampleValue' => '1920x1200, 1680x1050,…'
+ )
+ ));
- public function collectData(){
- $category = $this->category;
- if (strrpos($category, 'wallpapers') !== strlen($category)-strlen('wallpapers')) {
- $category .= '-desktop-wallpapers';
- }
+ public function collectData(){
+ $category = $this->category;
+ if(strrpos($category, 'wallpapers') !== strlen($category) - strlen('wallpapers')){
+ $category .= '-desktop-wallpapers';
+ }
- $num = 0;
- $max = $this->getInput('m') ?: 14;
- $lastpage = 1;
+ $num = 0;
+ $max = $this->getInput('m') ?: 14;
+ $lastpage = 1;
- for ($page = 1; $page <= $lastpage; $page++) {
- $link = self::URI.'/'.$category.'/page/'.$page;
- $html = getSimpleHTMLDOM($link) or returnServerError('No results for this query.');
+ for($page = 1; $page <= $lastpage; $page++){
+ $link = self::URI . '/' . $category . '/page/' . $page;
+ $html = getSimpleHTMLDOM($link)
+ or returnServerError('No results for this query.');
- if ($page === 1) {
- preg_match('/page\/(\d+)$/', $html->find('.pagination a', -2)->href, $matches);
- $lastpage = min($matches[1], ceil($max/14));
- }
+ if($page === 1){
+ preg_match('/page\/(\d+)$/', $html->find('.pagination a', -2)->href, $matches);
+ $lastpage = min($matches[1], ceil($max / 14));
+ }
- foreach($html->find('.wallpapers .wall a') as $element) {
- $thumbnail = $element->find('img', 0);
+ foreach($html->find('.wallpapers .wall a') as $element){
+ $thumbnail = $element->find('img', 0);
- $item = array();
- // http://www.hdwallpapers.in/download/yosemite_reflections-1680x1050.jpg
- $item['uri'] = self::URI.'/download'.str_replace('wallpapers.html', $this->getInput('r').'.jpg', $element->href);
- $item['timestamp'] = time();
- $item['title'] = $element->find('p', 0)->text();
- $item['content'] = $item['title'].'
';
- $this->items[] = $item;
+ $item = array();
+ // http://www.hdwallpapers.in/download/yosemite_reflections-1680x1050.jpg
+ $item['uri'] = self::URI
+ . '/download'
+ . str_replace('wallpapers.html', $this->getInput('r') . '.jpg', $element->href);
- $num++;
- if ($num >= $max)
- break 2;
- }
- }
- }
+ $item['timestamp'] = time();
+ $item['title'] = $element->find('p', 0)->text();
+ $item['content'] = $item['title']
+ . '
';
- public function getName(){
- return 'HDWallpapers - '.str_replace(['__', '_'], [' & ', ' '], $this->getInput('c')).' ['.$this->getInput('r').']';
- }
+ $this->items[] = $item;
+
+ $num++;
+ if ($num >= $max)
+ break 2;
+ }
+ }
+ }
+
+ public function getName(){
+ return 'HDWallpapers - '
+ . str_replace(['__', '_'], [' & ', ' '], $this->getInput('c'))
+ . ' ['
+ . $this->getInput('r')
+ . ']';
+ }
}
diff --git a/bridges/HentaiHavenBridge.php b/bridges/HentaiHavenBridge.php
index f075cb6a..14f4ee57 100644
--- a/bridges/HentaiHavenBridge.php
+++ b/bridges/HentaiHavenBridge.php
@@ -1,23 +1,37 @@
find('div.zoe-grid') as $element) {
- $item = array();
- $item['uri'] = $element->find('div.brick-content h3 a', 0)->href;
- $thumbnailUri = $element->find('a.thumbnail-image img', 0)->getAttribute('data-src');
- $item['title'] = mb_convert_encoding(trim($element->find('div.brick-content h3 a', 0)->innertext), 'UTF-8', 'HTML-ENTITIES');
- $item['tags'] = $element->find('div.oFlyout_bg div.oFlyout div.flyoutContent span.tags', 0)->plaintext;
- $item['content'] = 'Tags: ' . $item['tags'].'
' . $element->find('div.oFlyout_bg div.oFlyout div.flyoutContent p.description', 0)->innertext;
- $this->items[] = $item;
- }
- }
+ public function collectData(){
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request Hentai Haven.');
+
+ foreach($html->find('div.zoe-grid') as $element){
+ $item = array();
+ $item['uri'] = $element->find('div.brick-content h3 a', 0)->href;
+ $thumbnailUri = $element->find('a.thumbnail-image img', 0)->getAttribute('data-src');
+ $item['title'] = mb_convert_encoding(
+ trim($element->find('div.brick-content h3 a', 0)->innertext),
+ 'UTF-8',
+ 'HTML-ENTITIES'
+ );
+
+ $item['tags'] = $element->find('div.oFlyout_bg div.oFlyout div.flyoutContent span.tags', 0)->plaintext;
+ $item['content'] = 'Tags: '
+ . $item['tags']
+ . '
'
+ . $element->find('div.oFlyout_bg div.oFlyout div.flyoutContent p.description', 0)->innertext;
+
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/IdenticaBridge.php b/bridges/IdenticaBridge.php
index a0c3bb2e..05d832ad 100644
--- a/bridges/IdenticaBridge.php
+++ b/bridges/IdenticaBridge.php
@@ -1,38 +1,44 @@
array(
- 'name'=>'username',
- 'required'=>true
- )
- ));
+ const PARAMETERS = array( array(
+ 'u' => array(
+ 'name' => 'username',
+ 'required' => true
+ )
+ ));
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Requested username can\'t be found.');
+ public function collectData(){
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Requested username can\'t be found.');
- foreach($html->find('li.major') as $dent) {
- $item = array();
- $item['uri'] = html_entity_decode($dent->find('a', 0)->href); // get dent link
- $item['timestamp'] = strtotime($dent->find('abbr.easydate', 0)->plaintext); // extract dent timestamp
- $item['content'] = trim($dent->find('div.activity-content', 0)->innertext); // extract dent text
- $item['title'] = $this->getInput('u') . ' | ' . $item['content'];
- $this->items[] = $item;
- }
- }
+ foreach($html->find('li.major') as $dent){
+ $item = array();
- public function getName(){
- return $this->getInput('u') .' - Identica Bridge';
- }
+ // get dent link
+ $item['uri'] = html_entity_decode($dent->find('a', 0)->href);
- public function getURI(){
- return self::URI.urlencode($this->getInput('u'));
- }
+ // extract dent timestamp
+ $item['timestamp'] = strtotime($dent->find('abbr.easydate', 0)->plaintext);
+
+ // extract dent text
+ $item['content'] = trim($dent->find('div.activity-content', 0)->innertext);
+ $item['title'] = $this->getInput('u') . ' | ' . $item['content'];
+ $this->items[] = $item;
+ }
+ }
+
+ public function getName(){
+ return $this->getInput('u') . ' - Identica Bridge';
+ }
+
+ public function getURI(){
+ return self::URI . urlencode($this->getInput('u'));
+ }
}
diff --git a/bridges/InstagramBridge.php b/bridges/InstagramBridge.php
index e3c4b511..36240b10 100644
--- a/bridges/InstagramBridge.php
+++ b/bridges/InstagramBridge.php
@@ -1,71 +1,62 @@
array(
- 'name'=>'username',
- 'required'=>true
- )
- ));
+ const PARAMETERS = array( array(
+ 'u' => array(
+ 'name' => 'username',
+ 'required' => true
+ )
+ ));
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request Instagram.');
+ public function collectData(){
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request Instagram.');
- $innertext = null;
+ $innertext = null;
- foreach($html->find('script') as $script)
- {
- if ('' === $script->innertext) {
- continue;
- }
+ foreach($html->find('script') as $script){
+ if('' === $script->innertext){
+ continue;
+ }
- $pos = strpos(trim($script->innertext), 'window._sharedData');
- if (0 !== $pos)
- {
- continue;
- }
+ $pos = strpos(trim($script->innertext), 'window._sharedData');
+ if(0 !== $pos){
+ continue;
+ }
- $innertext = $script->innertext;
- break;
- }
+ $innertext = $script->innertext;
+ break;
+ }
- $json = trim(substr($innertext, $pos+18), ' =;');
- $data = json_decode($json);
+ $json = trim(substr($innertext, $pos + 18), ' =;');
+ $data = json_decode($json);
+ $userMedia = $data->entry_data->ProfilePage[0]->user->media->nodes;
+ foreach($userMedia as $media){
+ $item = array();
+ $item['uri'] = self::URI . 'p/' . $media->code . '/';
+ $item['content'] = ' . ')
';
+ if (isset($media->caption)){
+ $item['title'] = $media->caption;
+ } else {
+ $item['title'] = basename($media->display_src);
+ }
+ $item['timestamp'] = $media->date;
+ $this->items[] = $item;
+ }
+ }
- $userMedia = $data->entry_data->ProfilePage[0]->user->media->nodes;
+ public function getName(){
+ return $this->getInput('u') . ' - Instagram Bridge';
+ }
- foreach($userMedia as $media)
- {
-
- $item = array();
- $item['uri'] = self::URI.'p/'.$media->code.'/';
- $item['content'] = '';
- if (isset($media->caption))
- {
- $item['title'] = $media->caption;
- } else {
- $item['title'] = basename($media->display_src);
- }
- $item['timestamp'] = $media->date;
- $this->items[] = $item;
-
- }
- }
-
- public function getName(){
- return $this->getInput('u') .' - Instagram Bridge';
- }
-
- public function getURI(){
- return self::URI.urlencode($this->getInput('u'));
- }
+ public function getURI(){
+ return self::URI . urlencode($this->getInput('u'));
+ }
}
-
diff --git a/bridges/IsoHuntBridge.php b/bridges/IsoHuntBridge.php
index 8101d327..a465bdd0 100644
--- a/bridges/IsoHuntBridge.php
+++ b/bridges/IsoHuntBridge.php
@@ -1,472 +1,465 @@
array(
- 'latest_category'=>array(
- 'name'=>'Latest category',
- 'type'=>'list',
- 'required'=>true,
- 'title'=>'Select your category',
- 'defaultValue'=>'news',
- 'values'=>array(
- 'Hot Torrents'=>'hot_torrents',
- 'News'=>'news',
- 'Releases'=>'releases',
- 'Torrents'=>'torrents'
- )
- )
- ),
-
- /*
- * Get feeds for one of the "torrent" categories
- * Make sure to add new categories also to get_torrent_category_index($)!
- * Elements are sorted by name ascending!
- */
- 'By "Torrent" category' => array(
- 'torrent_category'=>array(
- 'name'=>'Torrent category',
- 'type'=>'list',
- 'required'=>true,
- 'title'=>'Select your category',
- 'defaultValue'=>'anime',
- 'values'=>array(
- 'Adult'=>'adult',
- 'Anime'=>'anime',
- 'Books'=>'books',
- 'Games'=>'games',
- 'Movies'=>'movies',
- 'Music'=>'music',
- 'Other'=>'other',
- 'Series & TV'=>'series_tv',
- 'Software'=>'software'
- )
- ),
- 'torrent_popularity'=>array(
- 'name'=>'Sort by popularity',
- 'type'=>'checkbox',
- 'title'=>'Activate to receive results by popularity'
- )
- ),
-
- /*
- * Get feeds for a specific search request
- */
- 'Search torrent by name' => array(
- 'search_name'=>array(
- 'name'=>'Name',
- 'required'=>true,
- 'title'=>'Insert your search query',
- 'exampleValue'=>'Bridge'
- ),
- 'search_category'=>array(
- 'name'=>'Category',
- 'type'=>'list',
- 'title'=>'Select your category',
- 'defaultValue'=>'all',
- 'values'=>array(
- 'Adult'=>'adult',
- 'All'=>'all',
- 'Anime'=>'anime',
- 'Books'=>'books',
- 'Games'=>'games',
- 'Movies'=>'movies',
- 'Music'=>'music',
- 'Other'=>'other',
- 'Series & TV'=>'series_tv',
- 'Software'=>'software'
- )
- )
- )
- );
-
- public function getURI(){
- $uri=self::URI;
- switch($this->queriedContext){
- case 'By "Latest" category':
- switch($this->getInput('latest_category')){
- case 'hot_torrents':
- $uri .= 'statistic/hot/torrents';
- break;
- case 'news':
- break;
- case 'releases':
- $uri .= 'releases.php';
- break;
- case 'torrents':
- $uri .= 'latest.php';
- break;
- }
- break;
-
- case 'By "Torrent" category':
- $uri .= $this->build_category_uri(
- $this->getInput('torrent_category'),
- $this->getInput('torrent_popularity')
- );
- break;
-
- case 'Search torrent by name':
- $category=$this->getInput('search_category');
- $uri .= $this->build_category_uri($category);
- if($category!=='movies')
- $uri .= '&ihq=' . urlencode($this->getInput('search_name'));
- break;
-
- default: parent::getURI();
- }
-
- return $uri;
- }
-
- public function getName(){
- switch($this->queriedContext){
- case 'By "Latest" category':
- $categoryName =
- array_search(
- $this->getInput('latest_category'),
- self::PARAMETERS['By "Latest" category']['latest_category']['values']
- );
- $name = 'Latest '.$categoryName.' - ' . self::NAME;
- break;
-
- case 'By "Torrent" category':
- $categoryName =
- array_search(
- $this->getInput('torrent_category'),
- self::PARAMETERS['By "Torrent" category']['torrent_category']['values']
- );
- $name = 'Category: ' . $categoryName . ' - ' . self::NAME;
- break;
-
- case 'Search torrent by name':
- $categoryName =
- array_search(
- $this->getInput('search_category'),
- self::PARAMETERS['Search torrent by name']['search_category']['values']
- );
- $name = 'Search: "' . $this->getInput('search_name') . '" in category: ' . $categoryName . ' - ' . self::NAME;
- break;
-
- default: return parent::getName();
- }
-
- return $name;
- }
-
-
- public function collectData(){
- $html = $this->load_html($this->getURI());
-
- switch($this->queriedContext){
- case 'By "Latest" category':
- switch($this->getInput('latest_category')){
- case 'hot_torrents':
- $this->get_latest_hot_torrents($html);
- break;
- case 'news':
- $this->get_latest_news($html);
- break;
- case 'releases':
- case 'torrents':
- $this->get_latest_torrents($html);
- break;
- }
- break;
-
- case 'By "Torrent" category':
- if($this->getInput('torrent_category') === 'movies'){
- // This one is special (content wise)
- $this->get_movie_torrents($html);
- }else{
- $this->get_latest_torrents($html);
- }
- break;
-
- case 'Search torrent by name':
- if( $this->getInput('search_category') === 'movies'){
- // This one is special (content wise)
- $this->get_movie_torrents($html);
- } else {
- $this->get_latest_torrents($html);
- }
- break;
- }
- }
-
- #region Helper functions for "Movie Torrents"
-
- private function get_movie_torrents($html){
- $container = $html->find('div#w0', 0);
- if(!$container)
- returnServerError('Unable to find torrent container!');
-
- $torrents = $container->find('article');
- if(!$torrents)
- returnServerError('Unable to find torrents!');
-
- foreach($torrents as $torrent){
-
- $anchor = $torrent->find('a', 0);
- if(!$anchor)
- returnServerError('Unable to find anchor!');
-
- $date = $torrent->find('small', 0);
- if(!$date)
- returnServerError('Unable to find date!');
-
- $item = array();
-
- $item['uri'] = $this->fix_relative_uri($anchor->href);
- $item['title'] = $anchor->title;
- // $item['author'] =
- $item['timestamp'] = strtotime($date->plaintext);
- $item['content'] = $this->fix_relative_uri($torrent->innertext);
-
- $this->items[] = $item;
- }
- }
-
- #endregion
-
- #region Helper functions for "Latest Hot Torrents"
-
- private function get_latest_hot_torrents($html){
- $container = $html->find('div#serps', 0);
- if(!$container)
- returnServerError('Unable to find torrent container!');
-
- $torrents = $container->find('tr');
- if(!$torrents)
- returnServerError('Unable to find torrents!');
-
- // Remove first element (header row)
- $torrents = array_slice($torrents, 1);
-
- foreach($torrents as $torrent){
-
- $cell = $torrent->find('td', 0);
- if(!$cell)
- returnServerError('Unable to find cell!');
-
- $element = $cell->find('a', 0);
- if(!$element)
- returnServerError('Unable to find element!');
-
- $item = array();
-
- $item['uri'] = $element->href;
- $item['title'] = $element->plaintext;
- // $item['author'] =
- // $item['timestamp'] =
- // $item['content'] =
-
- $this->items[] = $item;
- }
- }
-
- #endregion
+class IsoHuntBridge extends BridgeAbstract {
+ const MAINTAINER = 'logmanoriginal';
+ const NAME = 'isoHunt Bridge';
+ const URI = 'https://isohunt.to/';
+ const CACHE_TIMEOUT = 300; //5min
+ const DESCRIPTION = 'Returns the latest results by category or search result';
+
+ const PARAMETERS = array(
+ /*
+ * Get feeds for one of the "latest" categories
+ * Notice: The categories "News" and "Top Searches" are received from the main page
+ * Elements are sorted by name ascending!
+ */
+ 'By "Latest" category' => array(
+ 'latest_category' => array(
+ 'name' => 'Latest category',
+ 'type' => 'list',
+ 'required' => true,
+ 'title' => 'Select your category',
+ 'defaultValue' => 'news',
+ 'values' => array(
+ 'Hot Torrents' => 'hot_torrents',
+ 'News' => 'news',
+ 'Releases' => 'releases',
+ 'Torrents' => 'torrents'
+ )
+ )
+ ),
+
+ /*
+ * Get feeds for one of the "torrent" categories
+ * Make sure to add new categories also to get_torrent_category_index($)!
+ * Elements are sorted by name ascending!
+ */
+ 'By "Torrent" category' => array(
+ 'torrent_category' => array(
+ 'name' => 'Torrent category',
+ 'type' => 'list',
+ 'required' => true,
+ 'title' => 'Select your category',
+ 'defaultValue' => 'anime',
+ 'values' => array(
+ 'Adult' => 'adult',
+ 'Anime' => 'anime',
+ 'Books' => 'books',
+ 'Games' => 'games',
+ 'Movies' => 'movies',
+ 'Music' => 'music',
+ 'Other' => 'other',
+ 'Series & TV' => 'series_tv',
+ 'Software' => 'software'
+ )
+ ),
+ 'torrent_popularity' => array(
+ 'name' => 'Sort by popularity',
+ 'type' => 'checkbox',
+ 'title' => 'Activate to receive results by popularity'
+ )
+ ),
+
+ /*
+ * Get feeds for a specific search request
+ */
+ 'Search torrent by name' => array(
+ 'search_name' => array(
+ 'name' => 'Name',
+ 'required' => true,
+ 'title' => 'Insert your search query',
+ 'exampleValue' => 'Bridge'
+ ),
+ 'search_category' => array(
+ 'name' => 'Category',
+ 'type' => 'list',
+ 'title' => 'Select your category',
+ 'defaultValue' => 'all',
+ 'values' => array(
+ 'Adult' => 'adult',
+ 'All' => 'all',
+ 'Anime' => 'anime',
+ 'Books' => 'books',
+ 'Games' => 'games',
+ 'Movies' => 'movies',
+ 'Music' => 'music',
+ 'Other' => 'other',
+ 'Series & TV' => 'series_tv',
+ 'Software' => 'software'
+ )
+ )
+ )
+ );
+
+ public function getURI(){
+ $uri = self::URI;
+ switch($this->queriedContext){
+ case 'By "Latest" category':
+ switch($this->getInput('latest_category')){
+ case 'hot_torrents':
+ $uri .= 'statistic/hot/torrents';
+ break;
+ case 'news':
+ break;
+ case 'releases':
+ $uri .= 'releases.php';
+ break;
+ case 'torrents':
+ $uri .= 'latest.php';
+ break;
+ }
+ break;
+ case 'By "Torrent" category':
+ $uri .= $this->buildCategoryUri(
+ $this->getInput('torrent_category'),
+ $this->getInput('torrent_popularity')
+ );
+ break;
+ case 'Search torrent by name':
+ $category = $this->getInput('search_category');
+ $uri .= $this->buildCategoryUri($category);
+ if($category !== 'movies')
+ $uri .= '&ihq=' . urlencode($this->getInput('search_name'));
+ break;
+
+ default: parent::getURI();
+ }
+
+ return $uri;
+ }
+
+ public function getName(){
+ switch($this->queriedContext){
+ case 'By "Latest" category':
+ $categoryName = array_search(
+ $this->getInput('latest_category'),
+ self::PARAMETERS['By "Latest" category']['latest_category']['values']
+ );
+ $name = 'Latest ' . $categoryName . ' - ' . self::NAME;
+ break;
+ case 'By "Torrent" category':
+ $categoryName = array_search(
+ $this->getInput('torrent_category'),
+ self::PARAMETERS['By "Torrent" category']['torrent_category']['values']
+ );
+ $name = 'Category: ' . $categoryName . ' - ' . self::NAME;
+ break;
+ case 'Search torrent by name':
+ $categoryName = array_search(
+ $this->getInput('search_category'),
+ self::PARAMETERS['Search torrent by name']['search_category']['values']
+ );
+ $name = 'Search: "'
+ . $this->getInput('search_name')
+ . '" in category: '
+ . $categoryName . ' - '
+ . self::NAME;
+ break;
+ default: return parent::getName();
+ }
+
+ return $name;
+ }
+
+ public function collectData(){
+ $html = $this->loadHtml($this->getURI());
+
+ switch($this->queriedContext){
+ case 'By "Latest" category':
+ switch($this->getInput('latest_category')){
+ case 'hot_torrents':
+ $this->getLatestHotTorrents($html);
+ break;
+ case 'news':
+ $this->getLatestNews($html);
+ break;
+ case 'releases':
+ case 'torrents':
+ $this->getLatestTorrents($html);
+ break;
+ }
+ break;
+ case 'By "Torrent" category':
+ if($this->getInput('torrent_category') === 'movies'){
+ // This one is special (content wise)
+ $this->getMovieTorrents($html);
+ } else {
+ $this->getLatestTorrents($html);
+ }
+ break;
+ case 'Search torrent by name':
+ if( $this->getInput('search_category') === 'movies'){
+ // This one is special (content wise)
+ $this->getMovieTorrents($html);
+ } else {
+ $this->getLatestTorrents($html);
+ }
+ break;
+ }
+ }
+
+ #region Helper functions for "Movie Torrents"
+
+ private function getMovieTorrents($html){
+ $container = $html->find('div#w0', 0);
+ if(!$container)
+ returnServerError('Unable to find torrent container!');
+
+ $torrents = $container->find('article');
+ if(!$torrents)
+ returnServerError('Unable to find torrents!');
+
+ foreach($torrents as $torrent){
+
+ $anchor = $torrent->find('a', 0);
+ if(!$anchor)
+ returnServerError('Unable to find anchor!');
+
+ $date = $torrent->find('small', 0);
+ if(!$date)
+ returnServerError('Unable to find date!');
+
+ $item = array();
+
+ $item['uri'] = $this->fixRelativeUri($anchor->href);
+ $item['title'] = $anchor->title;
+ // $item['author'] =
+ $item['timestamp'] = strtotime($date->plaintext);
+ $item['content'] = $this->fixRelativeUri($torrent->innertext);
+
+ $this->items[] = $item;
+ }
+ }
+
+ #endregion
+
+ #region Helper functions for "Latest Hot Torrents"
+
+ private function getLatestHotTorrents($html){
+ $container = $html->find('div#serps', 0);
+ if(!$container)
+ returnServerError('Unable to find torrent container!');
+
+ $torrents = $container->find('tr');
+ if(!$torrents)
+ returnServerError('Unable to find torrents!');
+
+ // Remove first element (header row)
+ $torrents = array_slice($torrents, 1);
+
+ foreach($torrents as $torrent){
+
+ $cell = $torrent->find('td', 0);
+ if(!$cell)
+ returnServerError('Unable to find cell!');
+
+ $element = $cell->find('a', 0);
+ if(!$element)
+ returnServerError('Unable to find element!');
+
+ $item = array();
+
+ $item['uri'] = $element->href;
+ $item['title'] = $element->plaintext;
+ // $item['author'] =
+ // $item['timestamp'] =
+ // $item['content'] =
+
+ $this->items[] = $item;
+ }
+ }
+
+ #endregion
+
+ #region Helper functions for "Latest News"
+
+ private function getLatestNews($html){
+ $container = $html->find('div#postcontainer', 0);
+ if(!$container)
+ returnServerError('Unable to find post container!');
+
+ $posts = $container->find('div.index-post');
+ if(!$posts)
+ returnServerError('Unable to find posts!');
- #region Helper functions for "Latest News"
+ foreach($posts as $post){
+ $item = array();
- private function get_latest_news($html){
- $container = $html->find('div#postcontainer', 0);
- if(!$container)
- returnServerError('Unable to find post container!');
+ $item['uri'] = $this->latestNewsExtractUri($post);
+ $item['title'] = $this->latestNewsExtractTitle($post);
+ $item['author'] = $this->latestNewsExtractAuthor($post);
+ $item['timestamp'] = $this->latestNewsExtractTimestamp($post);
+ $item['content'] = $this->latestNewsExtractContent($post);
- $posts = $container->find('div.index-post');
- if(!$posts)
- returnServerError('Unable to find posts!');
+ $this->items[] = $item;
+ }
+ }
- foreach($posts as $post){
- $item = array();
+ private function latestNewsExtractAuthor($post){
+ $author = $post->find('small', 0);
+ if(!$author)
+ returnServerError('Unable to find author!');
- $item['uri'] = $this->latest_news_extract_uri($post);
- $item['title'] = $this->latest_news_extract_title($post);
- $item['author'] = $this->latest_news_extract_author($post);
- $item['timestamp'] = $this->latest_news_extract_timestamp($post);
- $item['content'] = $this->latest_news_extract_content($post);
+ // The author is hidden within a string like: 'Posted by {author} on {date}'
+ preg_match('/Posted\sby\s(.*)\son/i', $author->innertext, $matches);
- $this->items[] = $item;
- }
- }
+ return $matches[1];
+ }
- private function latest_news_extract_author($post){
- $author = $post->find('small', 0);
- if(!$author)
- returnServerError('Unable to find author!');
+ private function latestNewsExtractTimestamp($post){
+ $date = $post->find('small', 0);
+ if(!$date)
+ returnServerError('Unable to find date!');
- // The author is hidden within a string like: 'Posted by {author} on {date}'
- preg_match('/Posted\sby\s(.*)\son/i', $author->innertext, $matches);
+ // The date is hidden within a string like: 'Posted by {author} on {date}'
+ preg_match('/Posted\sby\s.*\son\s(.*)/i', $date->innertext, $matches);
- return $matches[1];
- }
+ $timestamp = strtotime($matches[1]);
- private function latest_news_extract_timestamp($post){
- $date = $post->find('small', 0);
- if(!$date)
- returnServerError('Unable to find date!');
+ // Make sure date is not in the future (dates are given like 'Nov. 20' without year)
+ if($timestamp > time()){
+ $timestamp = strtotime('-1 year', $timestamp);
+ }
- // The date is hidden within a string like: 'Posted by {author} on {date}'
- preg_match('/Posted\sby\s.*\son\s(.*)/i', $date->innertext, $matches);
+ return $timestamp;
+ }
- $timestamp = strtotime($matches[1]);
+ private function latestNewsExtractTitle($post){
+ $title = $post->find('a', 0);
+ if(!$title)
+ returnServerError('Unable to find title!');
- // Make sure date is not in the future (dates are given like 'Nov. 20' without year)
- if($timestamp > time()){
- $timestamp = strtotime('-1 year', $timestamp);
- }
+ return $title->plaintext;
+ }
- return $timestamp;
- }
+ private function latestNewsExtractUri($post){
+ $uri = $post->find('a', 0);
+ if(!$uri)
+ returnServerError('Unable to find uri!');
- private function latest_news_extract_title($post){
- $title = $post->find('a', 0);
- if(!$title)
- returnServerError('Unable to find title!');
+ return $uri->href;
+ }
- return $title->plaintext;
- }
+ private function latestNewsExtractContent($post){
+ $content = $post->find('div', 0);
+ if(!$content)
+ returnServerError('Unable to find content!');
- private function latest_news_extract_uri($post){
- $uri = $post->find('a', 0);
- if(!$uri)
- returnServerError('Unable to find uri!');
+ // Remove ...
(title)
+ foreach($content->find('h2') as $element){
+ $element->outertext = '';
+ }
- return $uri->href;
- }
+ // Remove ... (author)
+ foreach($content->find('small') as $element){
+ $element->outertext = '';
+ }
- private function latest_news_extract_content($post){
- $content = $post->find('div', 0);
- if(!$content)
- returnServerError('Unable to find content!');
+ return $content->innertext;
+ }
+
+ #endregion
+
+ #region Helper functions for "Latest Torrents", "Latest Releases" and "Torrent Category"
- // Remove ...
(title)
- foreach($content->find('h2') as $element){
- $element->outertext = '';
- }
+ private function getLatestTorrents($html){
+ $container = $html->find('div#serps', 0);
+ if(!$container)
+ returnServerError('Unable to find torrent container!');
- // Remove ... (author)
- foreach($content->find('small') as $element){
- $element->outertext = '';
- }
+ $torrents = $container->find('tr[data-key]');
+ if(!$torrents)
+ returnServerError('Unable to find torrents!');
- return $content->innertext;
- }
-
- #endregion
-
- #region Helper functions for "Latest Torrents", "Latest Releases" and "Torrent Category"
+ foreach($torrents as $torrent){
+ $item = array();
+
+ $item['uri'] = $this->latestTorrentsExtractUri($torrent);
+ $item['title'] = $this->latestTorrentsExtractTitle($torrent);
+ $item['author'] = $this->latestTorrentsExtractAuthor($torrent);
+ $item['timestamp'] = $this->latestTorrentsExtractTimestamp($torrent);
+ $item['content'] = ''; // There is no valuable content
+
+ $this->items[] = $item;
+ }
+ }
+
+ private function latestTorrentsExtractTitle($torrent){
+ $cell = $torrent->find('td.title-row', 0);
+ if(!$cell)
+ returnServerError('Unable to find title cell!');
- private function get_latest_torrents($html){
- $container = $html->find('div#serps', 0);
- if(!$container)
- returnServerError('Unable to find torrent container!');
+ $title = $cell->find('span', 0);
+ if(!$title)
+ returnServerError('Unable to find title!');
- $torrents = $container->find('tr[data-key]');
- if(!$torrents)
- returnServerError('Unable to find torrents!');
+ return $title->plaintext;
+ }
+
+ private function latestTorrentsExtractUri($torrent){
+ $cell = $torrent->find('td.title-row', 0);
+ if(!$cell)
+ returnServerError('Unable to find title cell!');
- foreach($torrents as $torrent){
- $item = array();
-
- $item['uri'] = $this->latest_torrents_extract_uri($torrent);
- $item['title'] = $this->latest_torrents_extract_title($torrent);
- $item['author'] = $this->latest_torrents_extract_author($torrent);
- $item['timestamp'] = $this->latest_torrents_extract_timestamp($torrent);
- $item['content'] = ''; // There is no valuable content
-
- $this->items[] = $item;
- }
- }
-
- private function latest_torrents_extract_title($torrent){
- $cell = $torrent->find('td.title-row', 0);
- if(!$cell)
- returnServerError('Unable to find title cell!');
+ $uri = $cell->find('a', 0);
+ if(!$uri)
+ returnServerError('Unable to find uri!');
- $title = $cell->find('span', 0);
- if(!$title)
- returnServerError('Unable to find title!');
+ return $this->fixRelativeUri($uri->href);
+ }
+
+ private function latestTorrentsExtractAuthor($torrent){
+ $cell = $torrent->find('td.user-row', 0);
+ if(!$cell)
+ return; // No author
- return $title->plaintext;
- }
-
- private function latest_torrents_extract_uri($torrent){
- $cell = $torrent->find('td.title-row', 0);
- if(!$cell)
- returnServerError('Unable to find title cell!');
+ $user = $cell->find('a', 0);
+ if(!$user)
+ returnServerError('Unable to find user!');
+
+ return $user->plaintext;
+ }
+
+ private function latestTorrentsExtractTimestamp($torrent){
+ $cell = $torrent->find('td.date-row', 0);
+ if(!$cell)
+ returnServerError('Unable to find date cell!');
+
+ return strtotime('-' . $cell->plaintext, time());
+ }
+
+ #endregion
+
+ #region Generic helper functions
+
+ private function loadHtml($uri){
+ $html = getSimpleHTMLDOM($uri);
+ if(!$html)
+ returnServerError('Unable to load ' . $uri . '!');
- $uri = $cell->find('a', 0);
- if(!$uri)
- returnServerError('Unable to find uri!');
-
- return $this->fix_relative_uri($uri->href);
- }
-
- private function latest_torrents_extract_author($torrent){
- $cell = $torrent->find('td.user-row', 0);
- if(!$cell)
- return; // No author
-
- $user = $cell->find('a', 0);
- if(!$user)
- returnServerError('Unable to find user!');
-
- return $user->plaintext;
- }
-
- private function latest_torrents_extract_timestamp($torrent){
- $cell = $torrent->find('td.date-row', 0);
- if(!$cell)
- returnServerError('Unable to find date cell!');
-
- return strtotime('-' . $cell->plaintext, time());
- }
-
- #endregion
-
- #region Generic helper functions
-
- private function load_html($uri){
- $html = getSimpleHTMLDOM($uri);
- if(!$html)
- returnServerError('Unable to load ' . $uri . '!');
-
- return $html;
- }
-
- private function fix_relative_uri($uri){
- return preg_replace('/\//i', self::URI, $uri, 1);
- }
-
- private function build_category_uri($category, $order_popularity = false){
- switch($category){
- case 'anime': $index = 1; break;
- case 'software' : $index = 2; break;
- case 'games' : $index = 3; break;
- case 'adult' : $index = 4; break;
- case 'movies' : $index = 5; break;
- case 'music' : $index = 6; break;
- case 'other' : $index = 7; break;
- case 'series_tv' : $index = 8; break;
- case 'books': $index = 9; break;
- case 'all':
- default: $index = 0; break;
- }
-
- return 'torrents/?iht=' . $index . '&ihs=' . ($order_popularity ? 1 : 0) . '&age=0';
- }
-
- #endregion
+ return $html;
+ }
+
+ private function fixRelativeUri($uri){
+ return preg_replace('/\//i', self::URI, $uri, 1);
+ }
+
+ private function buildCategoryUri($category, $order_popularity = false){
+ switch($category){
+ case 'anime': $index = 1; break;
+ case 'software' : $index = 2; break;
+ case 'games' : $index = 3; break;
+ case 'adult' : $index = 4; break;
+ case 'movies' : $index = 5; break;
+ case 'music' : $index = 6; break;
+ case 'other' : $index = 7; break;
+ case 'series_tv' : $index = 8; break;
+ case 'books': $index = 9; break;
+ case 'all':
+ default: $index = 0; break;
+ }
+
+ return 'torrents/?iht=' . $index . '&ihs=' . ($order_popularity ? 1 : 0) . '&age=0';
+ }
+
+ #endregion
}
diff --git a/bridges/JapanExpoBridge.php b/bridges/JapanExpoBridge.php
index 72dd0a6c..040754cd 100644
--- a/bridges/JapanExpoBridge.php
+++ b/bridges/JapanExpoBridge.php
@@ -1,89 +1,100 @@
array(
- 'name'=>'Show full contents',
- 'type'=>'checkbox',
- )
- ));
+ const MAINTAINER = 'Ginko';
+ const NAME = 'Japan Expo Actualités';
+ const URI = 'http://www.japan-expo-paris.com/fr/actualites';
+ const CACHE_TIMEOUT = 14400; // 4h
+ const DESCRIPTION = 'Returns most recent entries from Japan Expo actualités.';
+ const PARAMETERS = array( array(
+ 'mode' => array(
+ 'name' => 'Show full contents',
+ 'type' => 'checkbox',
+ )
+ ));
- public function collectData(){
+ public function collectData(){
- function french_pubdate_to_timestamp($date_to_parse) {
- return strtotime(
- strtr(
- strtolower(str_replace('Publié le ', '', $date_to_parse)),
- array(
- 'janvier' => 'jan',
- 'février' => 'feb',
- 'mars' => 'march',
- 'avril' => 'apr',
- 'mai' => 'may',
- 'juin' => 'jun',
- 'juillet' => 'jul',
- 'août' => 'aug',
- 'septembre' => 'sep',
- 'octobre' => 'oct',
- 'novembre' => 'nov',
- 'décembre' => 'dec'
- )
- )
- );
- }
+ function frenchPubDateToTimestamp($date_to_parse) {
+ return strtotime(
+ strtr(
+ strtolower(str_replace('Publié le ', '', $date_to_parse)),
+ array(
+ 'janvier' => 'jan',
+ 'février' => 'feb',
+ 'mars' => 'march',
+ 'avril' => 'apr',
+ 'mai' => 'may',
+ 'juin' => 'jun',
+ 'juillet' => 'jul',
+ 'août' => 'aug',
+ 'septembre' => 'sep',
+ 'octobre' => 'oct',
+ 'novembre' => 'nov',
+ 'décembre' => 'dec'
+ )
+ )
+ );
+ }
- $convert_article_images = function ($matches) {
- if (is_array($matches) && count($matches) > 1) {
- return '
';
- }
- };
+ $convert_article_images = function($matches){
+ if(is_array($matches) && count($matches) > 1){
+ return '
';
+ }
+ };
- $html = getSimpleHTMLDOM(self::URI)
- or returnServerError('Could not request JapanExpo: '.self::URI);
- $fullcontent = $this->getInput('mode');
- $count = 0;
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request JapanExpo: ' . self::URI);
+ $fullcontent = $this->getInput('mode');
+ $count = 0;
- foreach ($html->find('a._tile2') as $element) {
+ foreach($html->find('a._tile2') as $element){
- $url = $element->href;
- $thumbnail = 'http://s.japan-expo.com/katana/images/JES049/paris.png';
- preg_match('/url\(([^)]+)\)/', $element->find('img.rspvimgset', 0)->style, $img_search_result);
- if (count($img_search_result) >= 2)
- $thumbnail = trim($img_search_result[1], "'");
+ $url = $element->href;
+ $thumbnail = 'http://s.japan-expo.com/katana/images/JES049/paris.png';
+ preg_match('/url\(([^)]+)\)/', $element->find('img.rspvimgset', 0)->style, $img_search_result);
- if ($fullcontent) {
- if ($count >= 5) {
- break;
- }
+ if(count($img_search_result) >= 2)
+ $thumbnail = trim($img_search_result[1], "'");
- $article_html = getSimpleHTMLDOMCached('Could not request JapanExpo: '.$url);
- $header = $article_html->find('header.pageHeadBox', 0);
- $timestamp = strtotime($header->find('time', 0)->datetime);
- $title_html = $header->find('div.section', 0)->next_sibling();
- $title = $title_html->plaintext;
- $headings = $title_html->next_sibling()->outertext;
- $article = $article_html->find('div.content', 0)->innertext;
- $article = preg_replace_callback('/![]()
]+ style="[^\(]+\(\'([^\']+)\'[^>]+>/i', $convert_article_images, $article);
- $content = $headings.$article;
- } else {
- $date_text = $element->find('span.date', 0)->plaintext;
- $timestamp = french_pubdate_to_timestamp($date_text);
- $title = trim($element->find('span._title', 0)->plaintext);
- $content = '
'.$date_text.'
Lire l\'article';
- }
+ if($fullcontent){
+ if($count >= 5){
+ break;
+ }
- $item = array();
- $item['uri'] = $url;
- $item['title'] = $title;
- $item['timestamp'] = $timestamp;
- $item['content'] = $content;
- $this->items[] = $item;
- $count++;
- }
- }
+ $article_html = getSimpleHTMLDOMCached('Could not request JapanExpo: ' . $url);
+ $header = $article_html->find('header.pageHeadBox', 0);
+ $timestamp = strtotime($header->find('time', 0)->datetime);
+ $title_html = $header->find('div.section', 0)->next_sibling();
+ $title = $title_html->plaintext;
+ $headings = $title_html->next_sibling()->outertext;
+ $article = $article_html->find('div.content', 0)->innertext;
+ $article = preg_replace_callback(
+ '/![]()
]+ style="[^\(]+\(\'([^\']+)\'[^>]+>/i',
+ $convert_article_images,
+ $article);
+
+ $content = $headings . $article;
+ } else {
+ $date_text = $element->find('span.date', 0)->plaintext;
+ $timestamp = frenchPubDateToTimestamp($date_text);
+ $title = trim($element->find('span._title', 0)->plaintext);
+ $content = '
'
+ . $date_text
+ . '
Lire l\'article';
+ }
+
+ $item = array();
+ $item['uri'] = $url;
+ $item['title'] = $title;
+ $item['timestamp'] = $timestamp;
+ $item['content'] = $content;
+ $this->items[] = $item;
+ $count++;
+ }
+ }
}
diff --git a/bridges/KonachanBridge.php b/bridges/KonachanBridge.php
index 6d170312..4250e8b8 100644
--- a/bridges/KonachanBridge.php
+++ b/bridges/KonachanBridge.php
@@ -3,9 +3,9 @@ require_once('MoebooruBridge.php');
class KonachanBridge extends MoebooruBridge {
- const MAINTAINER = "mitsukarenai";
- const NAME = "Konachan";
- const URI = "http://konachan.com/";
- const DESCRIPTION = "Returns images from given page";
+ const MAINTAINER = 'mitsukarenai';
+ const NAME = 'Konachan';
+ const URI = 'http://konachan.com/';
+ const DESCRIPTION = 'Returns images from given page';
}
diff --git a/bridges/KoreusBridge.php b/bridges/KoreusBridge.php
index 25d8dbf9..a5e09cbd 100644
--- a/bridges/KoreusBridge.php
+++ b/bridges/KoreusBridge.php
@@ -1,12 +1,12 @@
array(
- 'site'=>array(
- 'name'=>'Site',
- 'type'=>'list',
- 'required'=>true,
- 'title'=>'Select your site',
- 'values'=>array(
- 'Austria'=>'at',
- 'Germany'=>'de',
- 'Switzerland'=>'ch',
- 'United States'=>'us'
+ 'site' => array(
+ 'name' => 'Site',
+ 'type' => 'list',
+ 'required' => true,
+ 'title' => 'Select your site',
+ 'values' => array(
+ 'Austria' => 'at',
+ 'Germany' => 'de',
+ 'Switzerland' => 'ch',
+ 'United States' => 'us'
)
- ),
- 'full'=>array(
- 'name'=>'Load full article',
- 'type'=>'checkbox',
- 'required'=>false,
- 'exampleValue'=>'checked',
- 'title'=>'Activate to load full article'
+ ),
+ 'full' => array(
+ 'name' => 'Load full article',
+ 'type' => 'checkbox',
+ 'required' => false,
+ 'exampleValue' => 'checked',
+ 'title' => 'Activate to load full article'
)
),
-
array(
- 'company'=>array(
- 'name'=>'Company',
- 'required'=>true,
- 'exampleValue'=>'kununu-us',
- 'title'=>'Insert company name (i.e. Kununu US) or URI path (i.e. kununu-us)'
+ 'company' => array(
+ 'name' => 'Company',
+ 'required' => true,
+ 'exampleValue' => 'kununu-us',
+ 'title' => 'Insert company name (i.e. Kununu US) or URI path (i.e. kununu-us)'
)
)
);
@@ -44,7 +43,7 @@ class KununuBridge extends BridgeAbstract {
public function getURI(){
if(!is_null($this->getInput('company')) && !is_null($this->getInput('site'))){
- $company = $this->fix_company_name($this->getInput('company'));
+ $company = $this->fixCompanyName($this->getInput('company'));
$site = $this->getInput('site');
$section = '';
@@ -67,8 +66,8 @@ class KununuBridge extends BridgeAbstract {
function getName(){
if(!is_null($this->getInput('company'))){
- $company = $this->fix_company_name($this->getInput('company'));
- return ($this->companyName?:$company).' - '.self::NAME;
+ $company = $this->fixCompanyName($this->getInput('company'));
+ return ($this->companyName ?: $company) . ' - ' . self::NAME;
}
return paren::getName();
@@ -82,7 +81,7 @@ class KununuBridge extends BridgeAbstract {
if(!$html)
returnServerError('Unable to receive data from ' . $this->getURI() . '!');
// Update name for this request
- $this->companyName = $this->extract_company_name($html);
+ $this->companyName = $this->extractCompanyName($html);
// Find the section with all the panels (reviews)
$section = $html->find('section.kununu-scroll-element', 0);
@@ -98,15 +97,18 @@ class KununuBridge extends BridgeAbstract {
foreach($articles as $article){
$item = array();
- $item['author'] = $this->extract_article_author_position($article);
- $item['timestamp'] = $this->extract_article_date($article);
- $item['title'] = $this->extract_article_rating($article) . ' : ' . $this->extract_article_summary($article);
- $item['uri'] = $this->extract_article_uri($article);
+ $item['author'] = $this->extractArticleAuthorPosition($article);
+ $item['timestamp'] = $this->extractArticleDate($article);
+ $item['title'] = $this->extractArticleRating($article)
+ . ' : '
+ . $this->extractArticleSummary($article);
+
+ $item['uri'] = $this->extractArticleUri($article);
if($full)
- $item['content'] = $this->extract_full_description($item['uri']);
+ $item['content'] = $this->extractFullDescription($item['uri']);
else
- $item['content'] = $this->extract_article_description($article);
+ $item['content'] = $this->extractArticleDescription($article);
$this->items[] = $item;
}
@@ -115,24 +117,24 @@ class KununuBridge extends BridgeAbstract {
/**
* Fixes relative URLs in the given text
*/
- private function fix_url($text){
+ private function fixUrl($text){
return preg_replace('/href=(\'|\")\//i', 'href="'.self::URI, $text);
}
/*
* Returns a fixed version of the provided company name
*/
- private function fix_company_name($company){
+ private function fixCompanyName($company){
$company = trim($company);
$company = str_replace(' ', '-', $company);
$company = strtolower($company);
- return $this->encode_umlauts($company);
+ return $this->encodeUmlauts($company);
}
/**
* Encodes unmlauts in the given text
*/
- private function encode_umlauts($text){
+ private function encodeUmlauts($text){
$umlauts = Array("/ä/","/ö/","/ü/","/Ä/","/Ö/","/Ü/","/ß/");
$replace = Array("ae","oe","ue","Ae","Oe","Ue","ss");
@@ -142,7 +144,7 @@ class KununuBridge extends BridgeAbstract {
/**
* Returns the company name from the review html
*/
- private function extract_company_name($html){
+ private function extractCompanyName($html){
$company_name = $html->find('h1[itemprop=name]', 0);
if(is_null($company_name))
returnServerError('Cannot find company name!');
@@ -153,7 +155,7 @@ class KununuBridge extends BridgeAbstract {
/**
* Returns the date from a given article
*/
- private function extract_article_date($article){
+ private function extractArticleDate($article){
// They conviniently provide a time attribute for us :)
$date = $article->find('meta[itemprop=dateCreated]', 0);
if(is_null($date))
@@ -165,7 +167,7 @@ class KununuBridge extends BridgeAbstract {
/**
* Returns the rating from a given article
*/
- private function extract_article_rating($article){
+ private function extractArticleRating($article){
$rating = $article->find('span.rating', 0);
if(is_null($rating))
returnServerError('Cannot find article rating!');
@@ -176,7 +178,7 @@ class KununuBridge extends BridgeAbstract {
/**
* Returns the summary from a given article
*/
- private function extract_article_summary($article){
+ private function extractArticleSummary($article){
$summary = $article->find('[itemprop=name]', 0);
if(is_null($summary))
returnServerError('Cannot find article summary!');
@@ -187,7 +189,7 @@ class KununuBridge extends BridgeAbstract {
/**
* Returns the URI from a given article
*/
- private function extract_article_uri($article){
+ private function extractArticleUri($article){
$anchor = $article->find('ku-company-review-more', 0);
if(is_null($anchor))
returnServerError('Cannot find article URI!');
@@ -198,7 +200,7 @@ class KununuBridge extends BridgeAbstract {
/**
* Returns the position of the author from a given article
*/
- private function extract_article_author_position($article){
+ private function extractArticleAuthorPosition($article){
// We need to parse the user-content manually
$user_content = $article->find('div.user-content', 0);
if(is_null($user_content))
@@ -219,18 +221,18 @@ class KununuBridge extends BridgeAbstract {
/**
* Returns the description from a given article
*/
- private function extract_article_description($article){
+ private function extractArticleDescription($article){
$description = $article->find('[itemprop=reviewBody]', 0);
if(is_null($description))
returnServerError('Cannot find article description!');
- return $this->fix_url($description->innertext);
+ return $this->fixUrl($description->innertext);
}
/**
* Returns the full description from a given uri
*/
- private function extract_full_description($uri){
+ private function extractFullDescription($uri){
// Load full article
$html = getSimpleHTMLDOMCached($uri);
if($html === false)
@@ -242,6 +244,6 @@ class KununuBridge extends BridgeAbstract {
returnServerError('Cannot find article!');
// Luckily they use the same layout for the review overview and full article pages :)
- return $this->extract_article_description($article);
+ return $this->extractArticleDescription($article);
}
}
diff --git a/bridges/LWNprevBridge.php b/bridges/LWNprevBridge.php
index 8c2c4356..c0ad4109 100644
--- a/bridges/LWNprevBridge.php
+++ b/bridges/LWNprevBridge.php
@@ -1,144 +1,145 @@
nodeType===XML_TEXT_NODE){
- $nextNode=$node->nextSibling;
- if(!$nextNode){
- break;
- }
- $node=$nextNode;
- }
- }
+ private function jumpToNextTag(&$node){
+ while($node && $node->nodeType === XML_TEXT_NODE){
+ $nextNode = $node->nextSibling;
+ if(!$nextNode){
+ break;
+ }
+ $node = $nextNode;
+ }
+ }
- private function jumpToPreviousTag(&$node){
- while($node && $node->nodeType===XML_TEXT_NODE){
- $previousNode=$node->previousSibling;
- if(!$previousNode){
- break;
- }
- $node=$previousNode;
- }
- }
+ private function jumpToPreviousTag(&$node){
+ while($node && $node->nodeType === XML_TEXT_NODE){
+ $previousNode = $node->previousSibling;
+ if(!$previousNode){
+ break;
+ }
+ $node = $previousNode;
+ }
+ }
- public function collectData(){
- // Because the LWN page is written in loose HTML and not XHTML,
- // Simple HTML Dom is not accurate enough for the job
- $content=getContents($this->getURI())
- or returnServerError('No results for LWNprev');
+ public function collectData(){
+ // Because the LWN page is written in loose HTML and not XHTML,
+ // Simple HTML Dom is not accurate enough for the job
+ $content = getContents($this->getURI())
+ or returnServerError('No results for LWNprev');
- libxml_use_internal_errors(true);
- $html=new DOMDocument();
- $html->loadHTML($content);
- libxml_clear_errors();
+ libxml_use_internal_errors(true);
+ $html = new DOMDocument();
+ $html->loadHTML($content);
+ libxml_clear_errors();
- $cat1='';
- $cat2='';
+ $cat1 = '';
+ $cat2 = '';
- foreach($html->getElementsByTagName('a') as $a){
- if($a->textContent==='Multi-page format'){
- break;
- }
- }
- $realURI=self::URI.$a->getAttribute('href');
- $URICounter=0;
+ foreach($html->getElementsByTagName('a') as $a){
+ if($a->textContent === 'Multi-page format'){
+ break;
+ }
+ }
+ $realURI = self::URI . $a->getAttribute('href');
+ $URICounter = 0;
- $edition=$html->getElementsByTagName('h1')->item(0)->textContent;
- $editionTimeStamp=strtotime(
- substr($edition,strpos($edition,'for ')+strlen('for '))
- );
+ $edition = $html->getElementsByTagName('h1')->item(0)->textContent;
+ $editionTimeStamp = strtotime(
+ substr($edition, strpos($edition, 'for ') + strlen('for '))
+ );
- foreach($html->getElementsByTagName('h2') as $h2){
- if($h2->getAttribute('class')!=='SummaryHL'){
- continue;
- }
+ foreach($html->getElementsByTagName('h2') as $h2){
+ if($h2->getAttribute('class') !== 'SummaryHL'){
+ continue;
+ }
- $item = array();
+ $item = array();
- $h2NextSibling=$h2->nextSibling;
- $this->jumpToNextTag($h2NextSibling);
+ $h2NextSibling = $h2->nextSibling;
+ $this->jumpToNextTag($h2NextSibling);
- switch($h2NextSibling->getAttribute('class')){
- case 'FeatureByline':
- $item['author']=$h2NextSibling->getElementsByTagName('b')->item(0)->textContent;
- break;
- case 'GAByline':
- $text=$h2NextSibling->textContent;
- $item['author']=substr($text,strpos($text,'by '));
- break;
- default:
- $item['author']='LWN';
- break;
- };
+ switch($h2NextSibling->getAttribute('class')){
+ case 'FeatureByline':
+ $item['author'] = $h2NextSibling->getElementsByTagName('b')->item(0)->textContent;
+ break;
+ case 'GAByline':
+ $text = $h2NextSibling->textContent;
+ $item['author'] = substr($text,strpos($text, 'by '));
+ break;
+ default:
+ $item['author'] = 'LWN';
+ break;
+ };
- $h2FirstChild=$h2->firstChild;
- $this->jumpToNextTag($h2FirstChild);
- if($h2FirstChild->nodeName==='a'){
- $item['uri']=self::URI.$h2FirstChild->getAttribute('href');
- }else{
- $item['uri']=$realURI.'#'.$URICounter;
- }
- $URICounter++;
+ $h2FirstChild = $h2->firstChild;
+ $this->jumpToNextTag($h2FirstChild);
+ if($h2FirstChild->nodeName === 'a'){
+ $item['uri'] = self::URI . $h2FirstChild->getAttribute('href');
+ }else{
+ $item['uri'] = $realURI . '#' . $URICounter;
+ }
+ $URICounter++;
- $item['timestamp']=$editionTimeStamp+$URICounter;
+ $item['timestamp'] = $editionTimeStamp + $URICounter;
- $h2PrevSibling=$h2->previousSibling;
- $this->jumpToPreviousTag($h2PrevSibling);
- switch($h2PrevSibling->getAttribute('class')){
- case 'Cat2HL':
- $cat2=$h2PrevSibling->textContent;
- $h2PrevSibling=$h2PrevSibling->previousSibling;
- $this->jumpToPreviousTag($h2PrevSibling);
- if($h2PrevSibling->getAttribute('class')!=='Cat1HL'){
- break;
- }
- $cat1=$h2PrevSibling->textContent;
- break;
- case 'Cat1HL':
- $cat1=$h2PrevSibling->textContent;
- $cat2='';
- break;
- default:
- break;
- }
- $h2PrevSibling=null;
+ $h2PrevSibling = $h2->previousSibling;
+ $this->jumpToPreviousTag($h2PrevSibling);
+ switch($h2PrevSibling->getAttribute('class')){
+ case 'Cat2HL':
+ $cat2 = $h2PrevSibling->textContent;
+ $h2PrevSibling = $h2PrevSibling->previousSibling;
+ $this->jumpToPreviousTag($h2PrevSibling);
+ if($h2PrevSibling->getAttribute('class') !== 'Cat1HL'){
+ break;
+ }
+ $cat1 = $h2PrevSibling->textContent;
+ break;
+ case 'Cat1HL':
+ $cat1 = $h2PrevSibling->textContent;
+ $cat2 = '';
+ break;
+ default:
+ break;
+ }
+ $h2PrevSibling = null;
- $item['title']='';
- if(!empty($cat1)){
- $item['title'].='['.$cat1.($cat2?'/'.$cat2:'').'] ';
- }
- $item['title'].=$h2->textContent;
+ $item['title'] = '';
+ if(!empty($cat1)){
+ $item['title'] .= '[' . $cat1 . ($cat2 ? '/' . $cat2 : '') . '] ';
+ }
+ $item['title'] .= $h2->textContent;
- $node=$h2;
- $content='';
- $contentEnd=false;
- while(!$contentEnd){
- $node=$node->nextSibling;
- if(
- !$node || (
- $node->nodeType!==XML_TEXT_NODE && (
- $node->nodeName==='h2' ||
- (!is_null($node->attributes) && !is_null($class=$node->attributes->getNamedItem('class')) &&
- in_array($class->nodeValue,array('Cat1HL','Cat2HL')))
- )
- )
- ){
- $contentEnd=true;
- }else{
- $content.=$node->C14N();
- }
- }
- $item['content']=$content;
- $this->items[]=$item;
- }
- }
+ $node = $h2;
+ $content = '';
+ $contentEnd = false;
+ while(!$contentEnd){
+ $node = $node->nextSibling;
+ if(!$node || (
+ $node->nodeType !== XML_TEXT_NODE && (
+ $node->nodeName === 'h2' || (
+ !is_null($node->attributes) &&
+ !is_null($class = $node->attributes->getNamedItem('class')) &&
+ in_array($class->nodeValue, array('Cat1HL', 'Cat2HL'))
+ )
+ )
+ )
+ ){
+ $contentEnd = true;
+ }else{
+ $content .= $node->C14N();
+ }
+ }
+ $item['content'] = $content;
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/LeBonCoinBridge.php b/bridges/LeBonCoinBridge.php
index 54c0f5ec..624401eb 100755
--- a/bridges/LeBonCoinBridge.php
+++ b/bridges/LeBonCoinBridge.php
@@ -1,162 +1,166 @@
array('name'=>'Mot Clé'),
- 'r'=>array(
- 'name'=>'Région',
- 'type'=>'list',
- 'values'=>array(
- 'Toute la France'=>'ile_de_france/occasions',
- 'Alsace'=>'alsace',
- 'Aquitaine'=>'aquitaine',
- 'Auvergne'=>'auvergne',
- 'Basse Normandie'=>'basse_normandie',
- 'Bourgogne'=>'bourgogne',
- 'Bretagne'=>'bretagne',
- 'Centre'=>'centre',
- 'Champagne Ardenne'=>'champagne_ardenne',
- 'Corse'=>'corse',
- 'Franche Comté'=>'franche_comte',
- 'Haute Normandie'=>'haute_normandie',
- 'Ile de France'=>'ile_de_france',
- 'Languedoc Roussillon'=>'languedoc_roussillon',
- 'Limousin'=>'limousin',
- 'Lorraine'=>'lorraine',
- 'Midi Pyrénées'=>'midi_pyrenees',
- 'Nord Pas De Calais'=>'nord_pas_de_calais',
- 'Pays de la Loire'=>'pays_de_la_loire',
- 'Picardie'=>'picardie',
- 'Poitou Charentes'=>'poitou_charentes',
- 'Provence Alpes Côte d\'Azur'=>'provence_alpes_cote_d_azur',
- 'Rhône-Alpes'=>'rhone_alpes',
- 'Guadeloupe'=>'guadeloupe',
- 'Martinique'=>'martinique',
- 'Guyane'=>'guyane',
- 'Réunion'=>'reunion'
- )
- ),
- 'c'=>array(
- 'name'=>'Catégorie',
- 'type'=>'list',
- 'values'=>array(
- 'TOUS'=>'',
- 'EMPLOI'=>'_emploi_',
- 'VEHICULES'=>array(
- 'Tous'=>'_vehicules_',
- 'Voitures'=>'voitures',
- 'Motos'=>'motos',
- 'Caravaning'=>'caravaning',
- 'Utilitaires'=>'utilitaires',
- 'Équipement Auto'=>'equipement_auto',
- 'Équipement Moto'=>'equipement_moto',
- 'Équipement Caravaning'=>'equipement_caravaning',
- 'Nautisme'=>'nautisme',
- 'Équipement Nautisme'=>'equipement_nautisme'
- ),
- 'IMMOBILIER'=>array(
- 'Tous'=>'_immobilier_',
- 'Ventes immobilières'=>'ventes_immobilieres',
- 'Locations'=>'locations',
- 'Colocations'=>'colocations',
- 'Bureaux & Commerces'=>'bureaux_commerces'
- ),
- 'VACANCES'=>array(
- 'Tous'=>'_vacances_',
- 'Location gîtes'=>'locations_gites',
- 'Chambres d\'hôtes'=>'chambres_d_hotes',
- 'Campings'=>'campings',
- 'Hôtels'=>'hotels',
- 'Hébergements insolites'=>'hebergements_insolites'
- ),
- 'MULTIMEDIA'=>array(
- 'Tous'=>'_multimedia_',
- 'Informatique'=>'informatique',
- 'Consoles & Jeux vidéo'=>'consoles_jeux_video',
- 'Image & Son'=>'image_son',
- 'Téléphonie'=>'telephonie'
- ),
- 'LOISIRS'=>array(
- 'Tous'=>'_loisirs_',
- 'DVD / Films'=>'dvd_films',
- 'CD / Musique'=>'cd_musique',
- 'Livres'=>'livres',
- 'Animaux'=>'animaux',
- 'Vélos'=>'velos',
- 'Sports & Hobbies'=>'sports_hobbies',
- 'Instruments de musique'=>'instruments_de_musique',
- 'Collection'=>'collection',
- 'Jeux & Jouets'=>'jeux_jouets',
- 'Vins & Gastronomie'=>'vins_gastronomie'
- ),
- 'MATÉRIEL PROFESSIONNEL'=>array(
- 'Tous'=>'_materiel_professionnel_',
- 'Matériel Agricole'=>'mateiel_agricole',
- 'Transport - Manutention'=>'transport_manutention',
- 'BTP - Chantier - Gros-œuvre'=>'btp_chantier_gros_oeuvre',
- 'Outillage - Matériaux 2nd-œuvre'=>'outillage_materiaux_2nd_oeuvre',
- 'Équipements Industriels'=>'equipement_industriels',
- 'Restauration - Hôtellerie'=>'restauration_hotellerie',
- 'Fournitures de Bureau'=>'fournitures_de_bureau',
- 'Commerces & Marchés'=>'commerces_marches',
- 'Matériel médical'=>'materiel_medical'
- ),
- 'SERVICES'=>array(
- 'Tous'=>'_services_',
- 'Prestations de services'=>'prestations_de_services',
- 'Billetterie'=>'billetterie',
- 'Évènements'=>'evenements',
- 'Cours particuliers'=>'cours_particuliers',
- 'Covoiturage'=>'covoiturage'
- ),
- 'MAISON'=>array(
- 'Tous'=>'_maison_',
- 'Ameublement'=>'ameublement',
- 'Électroménager'=>'electromenager',
- 'Arts de la table'=>'arts_de_la_table',
- 'Décoration'=>'decoration',
- 'Linge de maison'=>'linge_de_maison',
- 'Bricolage'=>'bricolage',
- 'Jardinage'=>'jardinage',
- 'Vêtements'=>'vetements',
- 'Chaussures'=>'chaussures',
- 'Accessoires & Bagagerie'=>'accessoires_bagagerie',
- 'Montres & Bijoux'=>'montres_bijoux',
- 'Équipement bébé'=>'equipement_bebe',
- 'Vêtements bébé'=>'vetements_bebe'
- ),
- 'AUTRES'=>'autres'
- )
- )
- )
- );
+ const PARAMETERS = array(
+ array(
+ 'k' => array('name' => 'Mot Clé'),
+ 'r' => array(
+ 'name' => 'Région',
+ 'type' => 'list',
+ 'values' => array(
+ 'Toute la France' => 'ile_de_france/occasions',
+ 'Alsace' => 'alsace',
+ 'Aquitaine' => 'aquitaine',
+ 'Auvergne' => 'auvergne',
+ 'Basse Normandie' => 'basse_normandie',
+ 'Bourgogne' => 'bourgogne',
+ 'Bretagne' => 'bretagne',
+ 'Centre' => 'centre',
+ 'Champagne Ardenne' => 'champagne_ardenne',
+ 'Corse' => 'corse',
+ 'Franche Comté' => 'franche_comte',
+ 'Haute Normandie' => 'haute_normandie',
+ 'Ile de France' => 'ile_de_france',
+ 'Languedoc Roussillon' => 'languedoc_roussillon',
+ 'Limousin' => 'limousin',
+ 'Lorraine' => 'lorraine',
+ 'Midi Pyrénées' => 'midi_pyrenees',
+ 'Nord Pas De Calais' => 'nord_pas_de_calais',
+ 'Pays de la Loire' => 'pays_de_la_loire',
+ 'Picardie' => 'picardie',
+ 'Poitou Charentes' => 'poitou_charentes',
+ 'Provence Alpes Côte d\'Azur' => 'provence_alpes_cote_d_azur',
+ 'Rhône-Alpes' => 'rhone_alpes',
+ 'Guadeloupe' => 'guadeloupe',
+ 'Martinique' => 'martinique',
+ 'Guyane' => 'guyane',
+ 'Réunion' => 'reunion'
+ )
+ ),
+ 'c' => array(
+ 'name' => 'Catégorie',
+ 'type' => 'list',
+ 'values' => array(
+ 'TOUS' => '',
+ 'EMPLOI' => '_emploi_',
+ 'VEHICULES' => array(
+ 'Tous' => '_vehicules_',
+ 'Voitures' => 'voitures',
+ 'Motos' => 'motos',
+ 'Caravaning' => 'caravaning',
+ 'Utilitaires' => 'utilitaires',
+ 'Équipement Auto' => 'equipement_auto',
+ 'Équipement Moto' => 'equipement_moto',
+ 'Équipement Caravaning' => 'equipement_caravaning',
+ 'Nautisme' => 'nautisme',
+ 'Équipement Nautisme' => 'equipement_nautisme'
+ ),
+ 'IMMOBILIER' => array(
+ 'Tous' => '_immobilier_',
+ 'Ventes immobilières' => 'ventes_immobilieres',
+ 'Locations' => 'locations',
+ 'Colocations' => 'colocations',
+ 'Bureaux & Commerces' => 'bureaux_commerces'
+ ),
+ 'VACANCES' => array(
+ 'Tous' => '_vacances_',
+ 'Location gîtes' => 'locations_gites',
+ 'Chambres d\'hôtes' => 'chambres_d_hotes',
+ 'Campings' => 'campings',
+ 'Hôtels' => 'hotels',
+ 'Hébergements insolites' => 'hebergements_insolites'
+ ),
+ 'MULTIMEDIA' => array(
+ 'Tous' => '_multimedia_',
+ 'Informatique' => 'informatique',
+ 'Consoles & Jeux vidéo' => 'consoles_jeux_video',
+ 'Image & Son' => 'image_son',
+ 'Téléphonie' => 'telephonie'
+ ),
+ 'LOISIRS' => array(
+ 'Tous' => '_loisirs_',
+ 'DVD / Films' => 'dvd_films',
+ 'CD / Musique' => 'cd_musique',
+ 'Livres' => 'livres',
+ 'Animaux' => 'animaux',
+ 'Vélos' => 'velos',
+ 'Sports & Hobbies' => 'sports_hobbies',
+ 'Instruments de musique' => 'instruments_de_musique',
+ 'Collection' => 'collection',
+ 'Jeux & Jouets' => 'jeux_jouets',
+ 'Vins & Gastronomie' => 'vins_gastronomie'
+ ),
+ 'MATÉRIEL PROFESSIONNEL' => array(
+ 'Tous' => '_materiel_professionnel_',
+ 'Matériel Agricole' => 'mateiel_agricole',
+ 'Transport - Manutention' => 'transport_manutention',
+ 'BTP - Chantier - Gros-œuvre' => 'btp_chantier_gros_oeuvre',
+ 'Outillage - Matériaux 2nd-œuvre' => 'outillage_materiaux_2nd_oeuvre',
+ 'Équipements Industriels' => 'equipement_industriels',
+ 'Restauration - Hôtellerie' => 'restauration_hotellerie',
+ 'Fournitures de Bureau' => 'fournitures_de_bureau',
+ 'Commerces & Marchés' => 'commerces_marches',
+ 'Matériel médical' => 'materiel_medical'
+ ),
+ 'SERVICES' => array(
+ 'Tous' => '_services_',
+ 'Prestations de services' => 'prestations_de_services',
+ 'Billetterie' => 'billetterie',
+ 'Évènements' => 'evenements',
+ 'Cours particuliers' => 'cours_particuliers',
+ 'Covoiturage' => 'covoiturage'
+ ),
+ 'MAISON' => array(
+ 'Tous' => '_maison_',
+ 'Ameublement' => 'ameublement',
+ 'Électroménager' => 'electromenager',
+ 'Arts de la table' => 'arts_de_la_table',
+ 'Décoration' => 'decoration',
+ 'Linge de maison' => 'linge_de_maison',
+ 'Bricolage' => 'bricolage',
+ 'Jardinage' => 'jardinage',
+ 'Vêtements' => 'vetements',
+ 'Chaussures' => 'chaussures',
+ 'Accessoires & Bagagerie' => 'accessoires_bagagerie',
+ 'Montres & Bijoux' => 'montres_bijoux',
+ 'Équipement bébé' => 'equipement_bebe',
+ 'Vêtements bébé' => 'vetements_bebe'
+ ),
+ 'AUTRES' => 'autres'
+ )
+ )
+ )
+ );
public function collectData(){
- $category=$this->getInput('c');
- if (empty($category)){
- $category='annonces';
- }
+ $category = $this->getInput('c');
+ if(empty($category)){
+ $category = 'annonces';
+ }
- $html = getSimpleHTMLDOM(
- self::URI.$category.'/offres/' . $this->getInput('r') . '/?'
- .'f=a&th=1&'
- .'q=' . urlencode($this->getInput('k'))
- ) or returnServerError('Could not request LeBonCoin.');
+ $html = getSimpleHTMLDOM(self::URI
+ . $category
+ . '/offres/'
+ . $this->getInput('r')
+ . '/?f=a&th=1&q='
+ . urlencode($this->getInput('k')))
+ or returnServerError('Could not request LeBonCoin.');
$list = $html->find('.tabsContent', 0);
- if($list === NULL) {
+ if($list === null){
return;
}
$tags = $list->find('li');
- foreach($tags as $element) {
+ foreach($tags as $element){
$element = $element->find('a', 0);
@@ -165,7 +169,7 @@ class LeBonCoinBridge extends BridgeAbstract{
$title = html_entity_decode($element->getAttribute('title'));
$content_image = $element->find('div.item_image', 0)->find('.lazyload', 0);
- if($content_image !== NULL) {
+ if($content_image !== null){
$content = ' . ')
';
} else {
$content = "";
@@ -176,7 +180,7 @@ class LeBonCoinBridge extends BridgeAbstract{
for($i = 0; $i <= 1; $i++) $content .= $detailsList->find('p.item_supp', $i)->plaintext;
$price = $detailsList->find('h3.item_price', 0);
- $content .= $price === NULL ? '' : $price->plaintext;
+ $content .= $price === null ? '' : $price->plaintext;
$item['title'] = $title;
$item['content'] = $content . $date;
diff --git a/bridges/LeMondeInformatiqueBridge.php b/bridges/LeMondeInformatiqueBridge.php
index de6ac66d..e315f937 100644
--- a/bridges/LeMondeInformatiqueBridge.php
+++ b/bridges/LeMondeInformatiqueBridge.php
@@ -1,42 +1,44 @@
collectExpandableDatas(self::URI . 'rss/rss.xml', 10);
- }
+ public function collectData(){
+ $this->collectExpandableDatas(self::URI . 'rss/rss.xml', 10);
+ }
- protected function parseItem($newsItem){
- $item = parent::parseItem($newsItem);
- $article_html = getSimpleHTMLDOMCached($item['uri'])
- or returnServerError('Could not request LeMondeInformatique: ' . $item['uri']);
- $item['content'] = $this->CleanArticle($article_html->find('div#article', 0)->innertext);
- $item['title'] = $article_html->find('h1.cleanprint-title', 0)->plaintext;
- return $item;
- }
+ protected function parseItem($newsItem){
+ $item = parent::parseItem($newsItem);
+ $article_html = getSimpleHTMLDOMCached($item['uri'])
+ or returnServerError('Could not request LeMondeInformatique: ' . $item['uri']);
+ $item['content'] = $this->cleanArticle($article_html->find('div#article', 0)->innertext);
+ $item['title'] = $article_html->find('h1.cleanprint-title', 0)->plaintext;
+ return $item;
+ }
- private function StripCDATA($string) {
- $string = str_replace('', '', $string);
- return $string;
- }
+ private function stripCDATA($string){
+ $string = str_replace('', '', $string);
+ return $string;
+ }
- private function StripWithDelimiters($string, $start, $end) {
- while (strpos($string, $start) !== false) {
- $section_to_remove = substr($string, strpos($string, $start));
- $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
- $string = str_replace($section_to_remove, '', $string);
- } return $string;
- }
+ private function stripWithDelimiters($string, $start, $end){
+ while(strpos($string, $start) !== false){
+ $section_to_remove = substr($string, strpos($string, $start));
+ $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
+ $string = str_replace($section_to_remove, '', $string);
+ }
- private function CleanArticle($article_html) {
- $article_html = $this->StripWithDelimiters($article_html, '');
- $article_html = $this->StripWithDelimiters($article_html, '');
- return $article_html;
- }
+ return $string;
+ }
+
+ private function cleanArticle($article_html){
+ $article_html = $this->stripWithDelimiters($article_html, '');
+ $article_html = $this->stripWithDelimiters($article_html, '');
+ return $article_html;
+ }
}
diff --git a/bridges/LegifranceJOBridge.php b/bridges/LegifranceJOBridge.php
index 6cc8086b..2233db4a 100644
--- a/bridges/LegifranceJOBridge.php
+++ b/bridges/LegifranceJOBridge.php
@@ -1,70 +1,68 @@
author;
- $item['timestamp']=$this->timestamp;
- $item['uri']=$this->uri.'#'.count($this->items);
- $item['title']=$section->plaintext;
+ private function extractItem($section, $subsection = null, $origin = null){
+ $item = array();
+ $item['author'] = $this->author;
+ $item['timestamp'] = $this->timestamp;
+ $item['uri'] = $this->uri . '#' . count($this->items);
+ $item['title'] = $section->plaintext;
- if(!is_null($origin)){
- $item['title']='[ '.$item['title'].' / '.$subsection->plaintext.' ] '.$origin->plaintext;
- $data=$origin;
- }elseif(!is_null($subsection)){
- $item['title']='[ '.$item['title'].' ] '.$subsection->plaintext;
- $data=$subsection;
- }else{
- $data=$section;
- }
+ if(!is_null($origin)){
+ $item['title'] = '[ ' . $item['title'] . ' / ' . $subsection->plaintext . ' ] ' . $origin->plaintext;
+ $data = $origin;
+ } elseif(!is_null($subsection)){
+ $item['title'] = '[ ' . $item['title'] . ' ] ' . $subsection->plaintext;
+ $data = $subsection;
+ } else {
+ $data = $section;
+ }
- $item['content']='';
- foreach($data->nextSibling()->find('a') as $content){
- $text=$content->plaintext;
- $href=$content->nextSibling()->getAttribute('resource');
- $item['content'].='
'.$text.'
';
- }
- return $item;
- }
+ $item['content'] = '';
+ foreach($data->nextSibling()->find('a') as $content){
+ $text = $content->plaintext;
+ $href = $content->nextSibling()->getAttribute('resource');
+ $item['content'] .= '' . $text . '
';
+ }
+ return $item;
+ }
- public function collectData(){
- $html=getSimpleHTMLDOM(self::URI)
- or $this->returnServer('Unable to download '.self::URI);
+ public function collectData(){
+ $html = getSimpleHTMLDOM(self::URI)
+ or $this->returnServer('Unable to download ' . self::URI);
- $this->author=trim($html->find('h2.title',0)->plaintext);
- $uri=$html->find('h2.titleELI',0)->plaintext;
- $this->uri=trim(substr($uri,strpos($uri,'https')));
- $this->timestamp=strtotime(substr($this->uri,strpos($this->uri,'eli/jo/')+strlen('eli/jo/')));
+ $this->author = trim($html->find('h2.title', 0)->plaintext);
+ $uri = $html->find('h2.titleELI', 0)->plaintext;
+ $this->uri = trim(substr($uri, strpos($uri, 'https')));
+ $this->timestamp = strtotime(substr($this->uri, strpos($this->uri, 'eli/jo/') + strlen('eli/jo/')));
- foreach($html->find('h3') as $section){
- $subsections=$section->nextSibling()->find('h4');
- foreach($subsections as $subsection){
- $origins=$subsection->nextSibling()->find('h5');
- foreach($origins as $origin){
- $this->items[]=$this->extractItem($section,$subsection,$origin);
- }
- if(!empty($origins)){
- continue;
- }
- $this->items[]=$this->extractItem($section,$subsection);
- }
- if(!empty($subsections)){
- continue;
- }
- $this->items[]=$this->extractItem($section);
- }
- }
+ foreach($html->find('h3') as $section){
+ $subsections = $section->nextSibling()->find('h4');
+ foreach($subsections as $subsection){
+ $origins = $subsection->nextSibling()->find('h5');
+ foreach($origins as $origin){
+ $this->items[] = $this->extractItem($section, $subsection, $origin);
+ }
+ if(!empty($origins)){
+ continue;
+ }
+ $this->items[] = $this->extractItem($section, $subsection);
+ }
+ if(!empty($subsections)){
+ continue;
+ }
+ $this->items[] = $this->extractItem($section);
+ }
+ }
}
-
-
diff --git a/bridges/LesJoiesDuCodeBridge.php b/bridges/LesJoiesDuCodeBridge.php
index cde49776..79dfc5ea 100644
--- a/bridges/LesJoiesDuCodeBridge.php
+++ b/bridges/LesJoiesDuCodeBridge.php
@@ -1,47 +1,45 @@
find('div.blog-post') as $element) {
- $item = array();
- $temp = $element->find('h1 a', 0);
- $titre = html_entity_decode($temp->innertext);
- $url = $temp->href;
+ foreach($html->find('div.blog-post') as $element){
+ $item = array();
+ $temp = $element->find('h1 a', 0);
+ $titre = html_entity_decode($temp->innertext);
+ $url = $temp->href;
- $temp = $element->find('div.blog-post-content', 0);
+ $temp = $element->find('div.blog-post-content', 0);
- // retrieve .gif instead of static .jpg
- $images = $temp->find('p img');
- foreach($images as $image){
- $img_src = str_replace(".jpg",".gif",$image->src);
- $image->src = $img_src;
- }
- $content = $temp->innertext;
+ // retrieve .gif instead of static .jpg
+ $images = $temp->find('p img');
+ foreach($images as $image){
+ $img_src = str_replace(".jpg", ".gif", $image->src);
+ $image->src = $img_src;
+ }
+ $content = $temp->innertext;
- $auteur = $temp->find('i', 0);
- $pos = strpos($auteur->innertext, "by");
+ $auteur = $temp->find('i', 0);
+ $pos = strpos($auteur->innertext, "by");
- if($pos > 0)
- {
- $auteur = trim(str_replace("*/", "", substr($auteur->innertext, ($pos + 2))));
- $item['author'] = $auteur;
- }
+ if($pos > 0){
+ $auteur = trim(str_replace("*/", "", substr($auteur->innertext, ($pos + 2))));
+ $item['author'] = $auteur;
+ }
+ $item['content'] .= trim($content);
+ $item['uri'] = $url;
+ $item['title'] = trim($titre);
- $item['content'] .= trim($content);
- $item['uri'] = $url;
- $item['title'] = trim($titre);
-
- $this->items[] = $item;
- }
- }
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/LichessBridge.php b/bridges/LichessBridge.php
index e0657b86..bf7369fb 100644
--- a/bridges/LichessBridge.php
+++ b/bridges/LichessBridge.php
@@ -1,31 +1,31 @@
collectExpandableDatas(self::URI . '.atom', 5);
- }
+ public function collectData(){
+ $this->collectExpandableDatas(self::URI . '.atom', 5);
+ }
- protected function parseItem($newsItem){
- $item = parent::parseItem($newsItem);
- $item['content'] = $this->retrieve_lichess_post($item['uri']);
- return $item;
- }
+ protected function parseItem($newsItem){
+ $item = parent::parseItem($newsItem);
+ $item['content'] = $this->retrieveLichessPost($item['uri']);
+ return $item;
+ }
- private function retrieve_lichess_post($blog_post_uri){
- $blog_post_html = getSimpleHTMLDOMCached($blog_post_uri);
- $blog_post_div = $blog_post_html->find('#lichess_blog', 0);
+ private function retrieveLichessPost($blog_post_uri){
+ $blog_post_html = getSimpleHTMLDOMCached($blog_post_uri);
+ $blog_post_div = $blog_post_html->find('#lichess_blog', 0);
- $post_chapo = $blog_post_div->find('.shortlede', 0)->innertext;
- $post_content = $blog_post_div->find('.body', 0)->innertext;
+ $post_chapo = $blog_post_div->find('.shortlede', 0)->innertext;
+ $post_content = $blog_post_div->find('.body', 0)->innertext;
- $content = '' . $post_chapo . '
';
- $content .= '' . $post_content . '
';
+ $content = '' . $post_chapo . '
';
+ $content .= '' . $post_content . '
';
- return $content;
- }
+ return $content;
+ }
}
diff --git a/bridges/LinkedInCompanyBridge.php b/bridges/LinkedInCompanyBridge.php
index 7e966f61..73cdcbf0 100644
--- a/bridges/LinkedInCompanyBridge.php
+++ b/bridges/LinkedInCompanyBridge.php
@@ -1,36 +1,37 @@
apple)";
+ const DESCRIPTION = 'Returns most recent actus from Company on LinkedIn.
+ (https://www.linkedin.com/company/apple)';
- const PARAMETERS = array( array(
- 'c'=>array(
- 'name'=>'Company name',
- 'required'=>true
- )
- ));
+ const PARAMETERS = array( array(
+ 'c' => array(
+ 'name' => 'Company name',
+ 'required' => true
+ )
+ ));
- public function collectData(){
- $html = '';
- $link = self::URI.'company/'.$this->getInput('c');
+ public function collectData(){
+ $html = '';
+ $link = self::URI . 'company/' . $this->getInput('c');
- $html = getSimpleHTMLDOM($link)
- or returnServerError('Could not request LinkedIn.');
+ $html = getSimpleHTMLDOM($link)
+ or returnServerError('Could not request LinkedIn.');
- foreach($html->find('//*[@id="my-feed-post"]/li') as $element) {
- $title = $element->find('span.share-body', 0)->innertext;
- if ($title) {
- $item = array();
- $item['uri'] = $link;
- $item['title'] = mb_substr(strip_tags($element->find('span.share-body', 0)->innertext), 0 ,100);
- $item['content'] = strip_tags($element->find('span.share-body', 0)->innertext);
- $this->items[] = $item;
- $i++;
- }
- }
- }
+ foreach($html->find('//*[@id="my-feed-post"]/li') as $element){
+ $title = $element->find('span.share-body', 0)->innertext;
+ if($title){
+ $item = array();
+ $item['uri'] = $link;
+ $item['title'] = mb_substr(strip_tags($element->find('span.share-body', 0)->innertext), 0, 100);
+ $item['content'] = strip_tags($element->find('span.share-body', 0)->innertext);
+ $this->items[] = $item;
+ $i++;
+ }
+ }
+ }
}
diff --git a/bridges/LolibooruBridge.php b/bridges/LolibooruBridge.php
index 781bc238..b5bbd754 100644
--- a/bridges/LolibooruBridge.php
+++ b/bridges/LolibooruBridge.php
@@ -1,11 +1,11 @@
array(),
- 'Get popular mangas' => array(
- 'category' => array(
- 'name' => 'Category',
- 'type' => 'list',
- 'required' => true,
- 'values' => array(
- 'All' => 'all',
- 'Action' => 'action',
- 'Adventure' => 'adventure',
- 'Comedy' => 'comedy',
- 'Demons' => 'demons',
- 'Drama' => 'drama',
- 'Ecchi' => 'ecchi',
- 'Fantasy' => 'fantasy',
- 'Gender Bender' => 'gender-bender',
- 'Harem' => 'harem',
- 'Historical' => 'historical',
- 'Horror' => 'horror',
- 'Josei' => 'josei',
- 'Magic' => 'magic',
- 'Martial Arts' => 'martial-arts',
- 'Mature' => 'mature',
- 'Mecha' => 'mecha',
- 'Military' => 'military',
- 'Mystery' => 'mystery',
- 'One Shot' => 'one-shot',
- 'Psychological' => 'psychological',
- 'Romance' => 'romance',
- 'School Life' => 'school-life',
- 'Sci-Fi' => 'sci-fi',
- 'Seinen' => 'seinen',
- 'Shoujo' => 'shoujo',
- 'Shoujoai' => 'shoujoai',
- 'Shounen' => 'shounen',
- 'Shounenai' => 'shounenai',
- 'Slice of Life' => 'slice-of-life',
- 'Smut' => 'smut',
- 'Sports' => 'sports',
- 'Super Power' => 'super-power',
- 'Supernatural' => 'supernatural',
- 'Tragedy' => 'tragedy',
- 'Vampire' => 'vampire',
- 'Yaoi' => 'yaoi',
- 'Yuri' => 'yuri'
- ),
- 'exampleValue' => 'All',
- 'title' => 'Select your category'
- )
- ),
- 'Get manga updates' => array(
- 'path' => array(
- 'name' => 'Path',
- 'required' => true,
- 'pattern' => '[a-zA-Z0-9-_]*',
- 'exampleValue' => 'bleach, umi-no-kishidan',
- 'title' => 'URL part of desired manga'
- ),
- 'limit' => array(
- 'name' => 'Limit',
- 'type' => 'number',
- 'defaultValue' => 10,
- 'title' => 'Number of items to return [-1 returns all]'
- )
- )
- );
+ const PARAMETERS = array(
+ 'Get latest updates' => array(),
+ 'Get popular mangas' => array(
+ 'category' => array(
+ 'name' => 'Category',
+ 'type' => 'list',
+ 'required' => true,
+ 'values' => array(
+ 'All' => 'all',
+ 'Action' => 'action',
+ 'Adventure' => 'adventure',
+ 'Comedy' => 'comedy',
+ 'Demons' => 'demons',
+ 'Drama' => 'drama',
+ 'Ecchi' => 'ecchi',
+ 'Fantasy' => 'fantasy',
+ 'Gender Bender' => 'gender-bender',
+ 'Harem' => 'harem',
+ 'Historical' => 'historical',
+ 'Horror' => 'horror',
+ 'Josei' => 'josei',
+ 'Magic' => 'magic',
+ 'Martial Arts' => 'martial-arts',
+ 'Mature' => 'mature',
+ 'Mecha' => 'mecha',
+ 'Military' => 'military',
+ 'Mystery' => 'mystery',
+ 'One Shot' => 'one-shot',
+ 'Psychological' => 'psychological',
+ 'Romance' => 'romance',
+ 'School Life' => 'school-life',
+ 'Sci-Fi' => 'sci-fi',
+ 'Seinen' => 'seinen',
+ 'Shoujo' => 'shoujo',
+ 'Shoujoai' => 'shoujoai',
+ 'Shounen' => 'shounen',
+ 'Shounenai' => 'shounenai',
+ 'Slice of Life' => 'slice-of-life',
+ 'Smut' => 'smut',
+ 'Sports' => 'sports',
+ 'Super Power' => 'super-power',
+ 'Supernatural' => 'supernatural',
+ 'Tragedy' => 'tragedy',
+ 'Vampire' => 'vampire',
+ 'Yaoi' => 'yaoi',
+ 'Yuri' => 'yuri'
+ ),
+ 'exampleValue' => 'All',
+ 'title' => 'Select your category'
+ )
+ ),
+ 'Get manga updates' => array(
+ 'path' => array(
+ 'name' => 'Path',
+ 'required' => true,
+ 'pattern' => '[a-zA-Z0-9-_]*',
+ 'exampleValue' => 'bleach, umi-no-kishidan',
+ 'title' => 'URL part of desired manga'
+ ),
+ 'limit' => array(
+ 'name' => 'Limit',
+ 'type' => 'number',
+ 'defaultValue' => 10,
+ 'title' => 'Number of items to return [-1 returns all]'
+ )
+ )
+ );
- private $request = '';
+ private $request = '';
- public function collectData(){
- // We'll use the DOM parser for this as it makes navigation easier
- $html = getContents($this->getURI());
- if(!$html){
- returnClientError('Could not receive data for ' . $path . '!');
- }
- libxml_use_internal_errors(true);
- $doc = new DomDocument;
- @$doc->loadHTML($html);
- libxml_clear_errors();
+ public function collectData(){
+ // We'll use the DOM parser for this as it makes navigation easier
+ $html = getContents($this->getURI());
+ if(!$html){
+ returnClientError('Could not receive data for ' . $path . '!');
+ }
+ libxml_use_internal_errors(true);
+ $doc = new DomDocument;
+ @$doc->loadHTML($html);
+ libxml_clear_errors();
- // Navigate via XPath
- $xpath = new DomXPath($doc);
+ // Navigate via XPath
+ $xpath = new DomXPath($doc);
- $this->request = '';
- switch($this->queriedContext){
- case 'Get latest updates':
- $this->request = 'Latest updates';
- $this->get_latest_updates($xpath);
- break;
- case 'Get popular mangas':
- // Find manga name within "Popular mangas for ..."
- $pagetitle = $xpath->query(".//*[@id='bodyalt']/h1")->item(0)->nodeValue;
- $this->request = substr($pagetitle, 0, strrpos($pagetitle, " -"));
- $this->get_popular_mangas($xpath);
- break;
- case 'Get manga updates':
- $limit = $this->getInput('limit');
- if(empty($limit)){
- $limit = self::PARAMETERS[$this->queriedContext]['limit']['defaultValue'];
- }
+ $this->request = '';
+ switch($this->queriedContext){
+ case 'Get latest updates':
+ $this->request = 'Latest updates';
+ $this->getLatestUpdates($xpath);
+ break;
+ case 'Get popular mangas':
+ // Find manga name within "Popular mangas for ..."
+ $pagetitle = $xpath->query(".//*[@id='bodyalt']/h1")->item(0)->nodeValue;
+ $this->request = substr($pagetitle, 0, strrpos($pagetitle, " -"));
+ $this->getPopularMangas($xpath);
+ break;
+ case 'Get manga updates':
+ $limit = $this->getInput('limit');
+ if(empty($limit)){
+ $limit = self::PARAMETERS[$this->queriedContext]['limit']['defaultValue'];
+ }
- $this->request = $xpath->query(".//*[@id='mangaproperties']//*[@class='aname']")
- ->item(0)
- ->nodeValue;
+ $this->request = $xpath->query(".//*[@id='mangaproperties']//*[@class='aname']")
+ ->item(0)
+ ->nodeValue;
- $this->get_manga_updates($xpath, $limit);
- break;
- }
+ $this->getMangaUpdates($xpath, $limit);
+ break;
+ }
- // Return some dummy-data if no content available
- if(empty($this->items)){
- $item = array();
- $item['content'] = "No updates available
";
+ // Return some dummy-data if no content available
+ if(empty($this->items)){
+ $item = array();
+ $item['content'] = "No updates available
";
- $this->items[] = $item;
- }
- }
+ $this->items[] = $item;
+ }
+ }
- private function get_latest_updates($xpath){
- // Query each item (consists of Manga + chapters)
- $nodes = $xpath->query("//*[@id='latestchapters']/table//td");
+ private function getLatestUpdates($xpath){
+ // Query each item (consists of Manga + chapters)
+ $nodes = $xpath->query("//*[@id='latestchapters']/table//td");
- foreach ($nodes as $node){
- // Query the manga
- $manga = $xpath->query("a[@class='chapter']", $node)->item(0);
+ foreach ($nodes as $node){
+ // Query the manga
+ $manga = $xpath->query("a[@class='chapter']", $node)->item(0);
- // Collect the chapters for each Manga
- $chapters = $xpath->query("a[@class='chaptersrec']", $node);
+ // Collect the chapters for each Manga
+ $chapters = $xpath->query("a[@class='chaptersrec']", $node);
- if (isset($manga) && $chapters->length >= 1){
- $item = array();
- $item['uri'] = self::URI . htmlspecialchars($manga->getAttribute('href'));
- $item['title'] = htmlspecialchars($manga->nodeValue);
+ if (isset($manga) && $chapters->length >= 1){
+ $item = array();
+ $item['uri'] = self::URI . htmlspecialchars($manga->getAttribute('href'));
+ $item['title'] = htmlspecialchars($manga->nodeValue);
- // Add each chapter to the feed
- $item['content'] = "";
+ // Add each chapter to the feed
+ $item['content'] = "";
- foreach ($chapters as $chapter){
- if($item['content'] <> ""){
- $item['content'] .= "
";
- }
- $item['content'] .=
- ""
- . htmlspecialchars($chapter->nodeValue)
- . "";
- }
+ foreach ($chapters as $chapter){
+ if($item['content'] <> ""){
+ $item['content'] .= "
";
+ }
+ $item['content'] .= ""
+ . htmlspecialchars($chapter->nodeValue)
+ . "";
+ }
- $this->items[] = $item;
- }
- }
- }
+ $this->items[] = $item;
+ }
+ }
+ }
- private function get_popular_mangas($xpath){
- // Query all mangas
- $mangas = $xpath->query("//*[@id='mangaresults']/*[@class='mangaresultitem']");
+ private function getPopularMangas($xpath){
+ // Query all mangas
+ $mangas = $xpath->query("//*[@id='mangaresults']/*[@class='mangaresultitem']");
- foreach ($mangas as $manga){
+ foreach ($mangas as $manga){
- // The thumbnail is encrypted in a css-style...
- // format: "background-image:url('')"
- $mangaimgelement = $xpath->query(".//*[@class='imgsearchresults']", $manga)
- ->item(0)
- ->getAttribute('style');
- $thumbnail = substr($mangaimgelement, 22, strlen($mangaimgelement) - 24);
+ // The thumbnail is encrypted in a css-style...
+ // format: "background-image:url('')"
+ $mangaimgelement = $xpath->query(".//*[@class='imgsearchresults']", $manga)
+ ->item(0)
+ ->getAttribute('style');
+ $thumbnail = substr($mangaimgelement, 22, strlen($mangaimgelement) - 24);
- $item = array();
- $item['title'] = htmlspecialchars($xpath->query(".//*[@class='manga_name']//a", $manga)
- ->item(0)
- ->nodeValue);
- $item['uri'] = self::URI . $xpath->query(".//*[@class='manga_name']//a", $manga)
- ->item(0)
- ->getAttribute('href');
- $item['author'] = htmlspecialchars($xpath->query("//*[@class='author_name']", $manga)
- ->item(0)
- ->nodeValue);
- $item['chaptercount'] = $xpath->query(".//*[@class='chapter_count']", $manga)
- ->item(0)
- ->nodeValue;
- $item['genre'] = htmlspecialchars($xpath->query(".//*[@class='manga_genre']", $manga)
- ->item(0)
- ->nodeValue);
- $item['content'] = <<query(".//*[@class='manga_name']//a", $manga)
+ ->item(0)
+ ->nodeValue);
+ $item['uri'] = self::URI . $xpath->query(".//*[@class='manga_name']//a", $manga)
+ ->item(0)
+ ->getAttribute('href');
+ $item['author'] = htmlspecialchars($xpath->query("//*[@class='author_name']", $manga)
+ ->item(0)
+ ->nodeValue);
+ $item['chaptercount'] = $xpath->query(".//*[@class='chapter_count']", $manga)
+ ->item(0)
+ ->nodeValue;
+ $item['genre'] = htmlspecialchars($xpath->query(".//*[@class='manga_genre']", $manga)
+ ->item(0)
+ ->nodeValue);
+ $item['content'] = <<![{$item['title']}]({$thumbnail})
{$item['genre']}
{$item['chaptercount']}
EOD;
- $this->items[] = $item;
- }
- }
+ $this->items[] = $item;
+ }
+ }
- private function get_manga_updates($xpath, $limit){
- $query = "(.//*[@id='listing']//tr)[position() > 1]";
+ private function getMangaUpdates($xpath, $limit){
+ $query = "(.//*[@id='listing']//tr)[position() > 1]";
- if($limit !== -1){
- $query = "(.//*[@id='listing']//tr)[position() > 1][position() > last() - {$limit}]";
- }
+ if($limit !== -1){
+ $query = "(.//*[@id='listing']//tr)[position() > 1][position() > last() - {$limit}]";
+ }
- $chapters = $xpath->query($query);
+ $chapters = $xpath->query($query);
- foreach ($chapters as $chapter){
- $item = array();
- $item['title'] = htmlspecialchars($xpath->query("td[1]", $chapter)
- ->item(0)
- ->nodeValue);
- $item['uri'] = self::URI . $xpath->query("td[1]/a", $chapter)
- ->item(0)
- ->getAttribute('href');
- $item['timestamp'] = strtotime($xpath->query("td[2]", $chapter)
- ->item(0)
- ->nodeValue);
- array_unshift($this->items, $item);
- }
- }
+ foreach ($chapters as $chapter){
+ $item = array();
+ $item['title'] = htmlspecialchars($xpath->query("td[1]", $chapter)
+ ->item(0)
+ ->nodeValue);
+ $item['uri'] = self::URI . $xpath->query("td[1]/a", $chapter)
+ ->item(0)
+ ->getAttribute('href');
+ $item['timestamp'] = strtotime($xpath->query("td[2]", $chapter)
+ ->item(0)
+ ->nodeValue);
+ array_unshift($this->items, $item);
+ }
+ }
- public function getURI(){
- switch($this->queriedContext){
- case 'Get latest updates':
- $path = "latest";
- break;
- case 'Get popular mangas':
- $path = "popular";
- if($this->getInput('category') !== "all"){
- $path .= "/" . $this->getInput('category');
- }
- break;
- case 'Get manga updates':
- $path = $this->getInput('path');
- break;
- default: return parent::getURI();
- }
- return self::URI . $path;
- }
+ public function getURI(){
+ switch($this->queriedContext){
+ case 'Get latest updates':
+ $path = "latest";
+ break;
+ case 'Get popular mangas':
+ $path = "popular";
+ if($this->getInput('category') !== "all"){
+ $path .= "/" . $this->getInput('category');
+ }
+ break;
+ case 'Get manga updates':
+ $path = $this->getInput('path');
+ break;
+ default: return parent::getURI();
+ }
+ return self::URI . $path;
+ }
-
- public function getName(){
- return (!empty($this->request) ? $this->request . ' - ' : '') . 'Mangareader Bridge';
- }
+ public function getName(){
+ return (!empty($this->request) ? $this->request . ' - ' : '') . 'Mangareader Bridge';
+ }
}
-?>
diff --git a/bridges/MilbooruBridge.php b/bridges/MilbooruBridge.php
index bc10c3f9..c3b633ea 100644
--- a/bridges/MilbooruBridge.php
+++ b/bridges/MilbooruBridge.php
@@ -1,11 +1,11 @@
array(
- 'name' => 'username',
- 'required' => true,
- )));
+ const PARAMETERS = array(array(
+ 'u' => array(
+ 'name' => 'username',
+ 'required' => true,
+ )
+ ));
- public function getName(){
+ public function getName(){
+ return 'MixCloud - ' . $this->getInput('u');
+ }
- return 'MixCloud - '.$this->getInput('u');
- }
+ public function collectData(){
- public function collectData() {
+ $html = getSimpleHTMLDOM(self::URI . '/' . $this->getInput('u'))
+ or returnServerError('Could not request MixCloud.');
- $html = getSimpleHTMLDOM(self::URI.'/'.$this->getInput('u'))
- or returnServerError('Could not request MixCloud.');
+ foreach($html->find('div.card-elements-container') as $element){
- foreach($html->find('div.card-elements-container') as $element) {
+ $item = array();
- $item = array();
+ $item['uri'] = self::URI . $element->find('h3.card-cloudcast-title a', 0)->getAttribute('href');
+ $item['title'] = html_entity_decode(
+ $element->find('h3.card-cloudcast-title a span', 0)->getAttribute('title'),
+ ENT_QUOTES
+ );
- $item['uri'] = self::URI.$element->find('h3.card-cloudcast-title a', 0)->getAttribute('href');
- $item['title'] = html_entity_decode($element->find('h3.card-cloudcast-title a span', 0)->getAttribute('title'), ENT_QUOTES);
+ $image = $element->find('img.image-for-cloudcast', 0);
- $image = $element->find('img.image-for-cloudcast', 0);
+ if($image){
+ $item['content'] = ' . ')
';
+ }
- if( $image ) {
+ $item['author'] = trim($element->find('h4.card-cloudcast-user a', 0)->innertext);
- $item['content'] = '.')
';
- }
-
- $item['author'] = trim($element->find('h4.card-cloudcast-user a', 0)->innertext);
-
- $this->items[] = $item;
- }
- }
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/MoebooruBridge.php b/bridges/MoebooruBridge.php
index 716ae81a..787a45f7 100644
--- a/bridges/MoebooruBridge.php
+++ b/bridges/MoebooruBridge.php
@@ -1,47 +1,56 @@
array(
- 'name'=>'page',
- 'defaultValue'=>1,
- 'type'=>'number'
- ),
- 't'=>array('name'=>'tags')
- ));
+ const PARAMETERS = array( array(
+ 'p' => array(
+ 'name' => 'page',
+ 'defaultValue' => 1,
+ 'type' => 'number'
+ ),
+ 't' => array(
+ 'name' => 'tags'
+ )
+ ));
- protected function getFullURI(){
- return $this->getURI().'post?'
- .'page='.$this->getInput('p')
- .'&tags='.urlencode($this->getInput('t'));
- }
+ protected function getFullURI(){
+ return $this->getURI()
+ . 'post?page='
+ . $this->getInput('p')
+ . '&tags='
+ . urlencode($this->getInput('t'));
+ }
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getFullURI())
- or returnServerError('Could not request '.$this->getName());
+ public function collectData(){
+ $html = getSimpleHTMLDOM($this->getFullURI())
+ or returnServerError('Could not request ' . $this->getName());
+ $input_json = explode('Post.register(', $html);
+ foreach($input_json as $element)
+ $data[] = preg_replace('/}\)(.*)/', '}', $element);
+ unset($data[0]);
- $input_json = explode('Post.register(', $html);
- foreach($input_json as $element)
- $data[] = preg_replace('/}\)(.*)/', '}', $element);
- unset($data[0]);
+ foreach($data as $datai){
+ $json = json_decode($datai, true);
+ $item = array();
+ $item['uri'] = $this->getURI() . '/post/show/' . $json['id'];
+ $item['postid'] = $json['id'];
+ $item['timestamp'] = $json['created_at'];
+ $item['imageUri'] = $json['file_url'];
+ $item['title'] = $this->getName() . ' | ' . $json['id'];
+ $item['content'] = '
Tags: '
+ . $json['tags'];
- foreach($data as $datai) {
- $json = json_decode($datai, TRUE);
- $item = array();
- $item['uri'] = $this->getURI().'/post/show/'.$json['id'];
- $item['postid'] = $json['id'];
- $item['timestamp'] = $json['created_at'];
- $item['imageUri'] = $json['file_url'];
- $item['title'] = $this->getName().' | '.$json['id'];
- $item['content'] = '
Tags: '.$json['tags'];
- $this->items[] = $item;
- }
- }
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/MondeDiploBridge.php b/bridges/MondeDiploBridge.php
index e0cf78c0..b543c64b 100644
--- a/bridges/MondeDiploBridge.php
+++ b/bridges/MondeDiploBridge.php
@@ -1,22 +1,25 @@
find('div.unarticle') as $article) {
+ foreach($html->find('div.unarticle') as $article){
$element = $article->parent();
$item = array();
$item['uri'] = self::URI . $element->href;
$item['title'] = $element->find('h3', 0)->plaintext;
- $item['content'] = $element->find('div.dates_auteurs', 0)->plaintext . '
' . strstr($element->find('div', 0)->plaintext, $element->find('div.dates_auteurs', 0)->plaintext, true);
+ $item['content'] = $element->find('div.dates_auteurs', 0)->plaintext
+ . '
'
+ . strstr($element->find('div', 0)->plaintext, $element->find('div.dates_auteurs', 0)->plaintext, true);
+
$this->items[] = $item;
}
}
diff --git a/bridges/MsnMondeBridge.php b/bridges/MsnMondeBridge.php
index 348bdb91..a6679f2d 100644
--- a/bridges/MsnMondeBridge.php
+++ b/bridges/MsnMondeBridge.php
@@ -1,30 +1,32 @@
find('#content', 0)->find('article', 0)->find('section', 0)->plaintext;
$item['timestamp'] = strtotime($html2->find('.authorinfo-txt', 0)->find('time', 0)->datetime);
}
public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI()) or returnServerError('Could not request MsnMonde.');
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request MsnMonde.');
+
$limit = 0;
- foreach($html->find('.smalla') as $article) {
- if($limit < 10) {
+ foreach($html->find('.smalla') as $article){
+ if($limit < 10){
$item = array();
$item['title'] = utf8_decode($article->find('h4', 0)->innertext);
$item['uri'] = self::URI . utf8_decode($article->find('a', 0)->href);
- $this->MsnMondeExtractContent($item['uri'], $item);
+ $this->msnMondeExtractContent($item['uri'], $item);
$this->items[] = $item;
$limit++;
}
diff --git a/bridges/MspabooruBridge.php b/bridges/MspabooruBridge.php
index 96ae52ad..00a7bd71 100644
--- a/bridges/MspabooruBridge.php
+++ b/bridges/MspabooruBridge.php
@@ -1,12 +1,12 @@
", $html->find('b', 0)->innertext);
+ $html = getSimpleHTMLDOM(self::URI . 'archivepix.html')
+ or returnServerError('Error while downloading the website content');
- for($i = 0; $i < 3;$i++)
- {
- $line = $list[$i];
- $item = array();
+ $list = explode("
", $html->find('b', 0)->innertext);
- $uri_page = $html->find('a',$i + 3)->href;
- $uri = self::URI.$uri_page;
- $item['uri'] = $uri;
+ for($i = 0; $i < 3; $i++){
+ $line = $list[$i];
+ $item = array();
- $picture_html = getSimpleHTMLDOM($uri);
- $picture_html_string = $picture_html->innertext;
+ $uri_page = $html->find('a', $i + 3)->href;
+ $uri = self::URI . $uri_page;
+ $item['uri'] = $uri;
- //Extract image and explanation
- $media = $picture_html->find('p',1)->innertext;
- $media = strstr($media, '
');
- $media = preg_replace('/
/', '', $media, 1);
- $explanation = $picture_html->find('p',2)->innertext;
+ $picture_html = getSimpleHTMLDOM($uri);
+ $picture_html_string = $picture_html->innertext;
- //Extract date from the picture page
- $date = explode(" ", $picture_html->find('p',1)->innertext);
- $item['timestamp'] = strtotime($date[4].$date[3].$date[2]);
+ //Extract image and explanation
+ $media = $picture_html->find('p', 1)->innertext;
+ $media = strstr($media, '
');
+ $media = preg_replace('/
/', '', $media, 1);
+ $explanation = $picture_html->find('p', 2)->innertext;
- //Other informations
- $item['content'] = $media.'
'.$explanation;
- $item['title'] = $picture_html->find('b',0)->innertext;
- $this->items[] = $item;
- }
- }
+ //Extract date from the picture page
+ $date = explode(" ", $picture_html->find('p', 1)->innertext);
+ $item['timestamp'] = strtotime($date[4] . $date[3] . $date[2]);
+
+ //Other informations
+ $item['content'] = $media . '
' . $explanation;
+ $item['title'] = $picture_html->find('b', 0)->innertext;
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/NeuviemeArtBridge.php b/bridges/NeuviemeArtBridge.php
index 0bf3ce38..2b899411 100644
--- a/bridges/NeuviemeArtBridge.php
+++ b/bridges/NeuviemeArtBridge.php
@@ -1,17 +1,19 @@
find('img.img_full') as $img){
if ($img->alt == $item['title']){
- $article_image = self::URI.$img->src;
+ $article_image = self::URI . $img->src;
break;
}
}
- $article_content='';
+ $article_content = '';
if($article_image){
- $article_content = '
';
+ $article_content = '
';
}
$article_content .= str_replace(
- 'src="/', 'src="'.self::URI,
+ 'src="/', 'src="' . self::URI,
$article_html->find('div.newsGenerique_con', 0)->innertext
);
- $article_content = $this->StripWithDelimiters($article_content, '');
- $article_content = $this->StripWithDelimiters($article_content, '');
- $article_content = $this->StripWithDelimiters($article_content, '');
+ $article_content = $this->stripWithDelimiters($article_content, '');
+ $article_content = $this->stripWithDelimiters($article_content, '');
+ $article_content = $this->stripWithDelimiters($article_content, '');
$item['content'] = $article_content;
@@ -49,7 +51,7 @@ class NeuviemeArtBridge extends FeedExpander {
}
public function collectData(){
- $feedUrl = self::URI.'9emeart.rss';
+ $feedUrl = self::URI . '9emeart.rss';
$this->collectExpandableDatas($feedUrl);
}
}
diff --git a/bridges/NextInpactBridge.php b/bridges/NextInpactBridge.php
index 21baf4c5..0e098286 100644
--- a/bridges/NextInpactBridge.php
+++ b/bridges/NextInpactBridge.php
@@ -1,10 +1,10 @@
collectExpandableDatas(self::URI . 'rss/news.xml', 10);
@@ -12,18 +12,23 @@ class NextInpactBridge extends FeedExpander {
protected function parseItem($newsItem){
$item = parent::parseItem($newsItem);
- $item['content'] = $this->ExtractContent($item['uri']);
+ $item['content'] = $this->extractContent($item['uri']);
return $item;
}
- private function ExtractContent($url) {
+ private function extractContent($url){
$html2 = getSimpleHTMLDOMCached($url);
- $text = ''.$html2->find('span.sub_title', 0)->innertext.'
'
- .'->find('img.dedicated',0)->src.')
'
- .''.$html2->find('div[itemprop=articleBody]', 0)->innertext.'
';
+ $text = ''
+ . $html2->find('span.sub_title', 0)->innertext
+ . '
->find('img.dedicated',0)->src
+ . ')
'
+ . $html2->find('div[itemprop=articleBody]', 0)->innertext
+ . '
';
+
$premium_article = $html2->find('h2.title_reserve_article', 0);
if (is_object($premium_article))
- $text = $text.''.$premium_article->innertext.'
';
+ $text = $text . '' . $premium_article->innertext . '
';
return $text;
}
}
diff --git a/bridges/NextgovBridge.php b/bridges/NextgovBridge.php
index 78ffb055..c141e612 100644
--- a/bridges/NextgovBridge.php
+++ b/bridges/NextgovBridge.php
@@ -1,70 +1,74 @@
array(
- 'name'=>'Category',
- 'type'=>'list',
- 'values'=>array(
- 'All'=>'all',
- 'Technology News'=>'technology-news',
- 'CIO Briefing'=>'cio-briefing',
- 'Emerging Tech'=>'emerging-tech',
- 'Cloud'=>'cloud-computing',
- 'Cybersecurity'=>'cybersecurity',
- 'Mobile'=>'mobile',
- 'Health'=>'health',
- 'Defense'=>'defense',
- 'Big Data'=>'big-data'
- )
- )
- ));
+ const PARAMETERS = array( array(
+ 'category' => array(
+ 'name' => 'Category',
+ 'type' => 'list',
+ 'values' => array(
+ 'All' => 'all',
+ 'Technology News' => 'technology-news',
+ 'CIO Briefing' => 'cio-briefing',
+ 'Emerging Tech' => 'emerging-tech',
+ 'Cloud' => 'cloud-computing',
+ 'Cybersecurity' => 'cybersecurity',
+ 'Mobile' => 'mobile',
+ 'Health' => 'health',
+ 'Defense' => 'defense',
+ 'Big Data' => 'big-data'
+ )
+ )
+ ));
- public function collectData(){
- $this->collectExpandableDatas(self::URI . 'rss/' . $this->getInput('category') . '/', 10);
- }
+ public function collectData(){
+ $this->collectExpandableDatas(self::URI . 'rss/' . $this->getInput('category') . '/', 10);
+ }
- protected function parseItem($newsItem){
- $item = parent::parseItem($newsItem);
+ protected function parseItem($newsItem){
+ $item = parent::parseItem($newsItem);
- $item['content'] = '';
+ $item['content'] = '';
- $namespaces = $newsItem->getNamespaces(true);
- if(isset($namespaces['media'])){
- $media = $newsItem->children($namespaces['media']);
- if(isset($media->content)){
- $attributes = $media->content->attributes();
- $item['content'] = '
';
- }
- }
+ $namespaces = $newsItem->getNamespaces(true);
+ if(isset($namespaces['media'])){
+ $media = $newsItem->children($namespaces['media']);
+ if(isset($media->content)){
+ $attributes = $media->content->attributes();
+ $item['content'] = '';
+ }
+ }
- $item['content'] .= $this->ExtractContent($item['uri']);
- return $item;
- }
+ $item['content'] .= $this->extractContent($item['uri']);
+ return $item;
+ }
- private function StripWithDelimiters($string, $start, $end) {
- while (strpos($string, $start) !== false) {
- $section_to_remove = substr($string, strpos($string, $start));
- $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
- $string = str_replace($section_to_remove, '', $string);
- } return $string;
- }
+ private function stripWithDelimiters($string, $start, $end){
+ while (strpos($string, $start) !== false) {
+ $section_to_remove = substr($string, strpos($string, $start));
+ $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end));
+ $string = str_replace($section_to_remove, '', $string);
+ }
- private function ExtractContent($url){
- $article = getSimpleHTMLDOMCached($url)
- or returnServerError('Could not request Nextgov: ' . $url);
+ return $string;
+ }
- $contents = $article->find('div.wysiwyg', 0)->innertext;
- $contents = $this->StripWithDelimiters($contents, '', '
');
- $contents = $this->StripWithDelimiters($contents, ''); //ad outer div
- return $this->StripWithDelimiters($contents, '');
- $contents = ($article_thumbnail == '' ? '' : '
')
- .''.$article_subtitle.'
'
- .trim($contents);
- }
+ private function extractContent($url){
+ $article = getSimpleHTMLDOMCached($url)
+ or returnServerError('Could not request Nextgov: ' . $url);
+
+ $contents = $article->find('div.wysiwyg', 0)->innertext;
+ $contents = $this->stripWithDelimiters($contents, '', '
');
+ $contents = $this->stripWithDelimiters($contents, ''); //ad outer div
+ return $this->stripWithDelimiters($contents, '');
+ $contents = ($article_thumbnail == '' ? '' : '
')
+ . ''
+ . $article_subtitle
+ . '
'
+ . trim($contents);
+ }
}
diff --git a/bridges/NiceMatinBridge.php b/bridges/NiceMatinBridge.php
index 678b4f77..117c7794 100644
--- a/bridges/NiceMatinBridge.php
+++ b/bridges/NiceMatinBridge.php
@@ -1,10 +1,10 @@
collectExpandableDatas(self::URI . 'derniere-minute/rss', 10);
@@ -12,11 +12,11 @@ class NiceMatinBridge extends FeedExpander {
protected function parseItem($newsItem){
$item = parent::parseItem($newsItem);
- $item['content'] = $this->NiceMatinExtractContent($item['uri']);
+ $item['content'] = $this->extractContent($item['uri']);
return $item;
}
- private function NiceMatinExtractContent($url) {
+ private function extractContent($url){
$html = getSimpleHTMLDOMCached($url);
if(!$html)
return 'Could not acquire content from url: ' . $url . '!';
diff --git a/bridges/NovelUpdatesBridge.php b/bridges/NovelUpdatesBridge.php
index d0a6d713..bb40b89f 100644
--- a/bridges/NovelUpdatesBridge.php
+++ b/bridges/NovelUpdatesBridge.php
@@ -1,52 +1,61 @@
array(
- 'name'=>'Novel name as found in the url',
- 'exampleValue'=>'spirit-realm',
- 'required'=>true
- )
- ));
+ 'n' => array(
+ 'name' => 'Novel name as found in the url',
+ 'exampleValue' => 'spirit-realm',
+ 'required' => true
+ )
+ ));
- private $seriesTitle='';
+ private $seriesTitle = '';
- public function getURI(){
- return static::URI.'/series/'.$this->getInput('n').'/';
- }
+ public function getURI(){
+ return static::URI . '/series/' . $this->getInput('n') . '/';
+ }
- public function collectData(){
- $fullhtml = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request NovelUpdates, novel "'.$this->getInput('n').'" not found');
+ public function collectData(){
+ $fullhtml = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request NovelUpdates, novel "' . $this->getInput('n') . '" not found');
- $this->seriesTitle = $fullhtml->find('h4.seriestitle', 0)->plaintext;
- // dirty fix for nasty simpledom bug: https://github.com/sebsauvage/rss-bridge/issues/259
- // forcefully removes tbody
- $html = $fullhtml->find('table#myTable', 0)->innertext;
- $html = stristr($html, ''); //strip thead
- $html = stristr($html, ''); //remove tbody
- $html = str_get_html(stristr($html, '
', true)); //remove last tbody and get back as an array
- foreach($html->find('tr') as $element){
- $item = array();
- $item['uri'] = $element->find('td', 2)->find('a', 0)->href;
- $item['title'] = $element->find('td', 2)->find('a', 0)->plaintext;
- $item['team'] = $element->find('td', 1)->innertext;
- $item['timestamp'] = strtotime($element->find('td', 0)->plaintext);
- $item['content'] =
- ''
- .$this->seriesTitle.' - '.$item['title']
- .' by '.$item['team'].'
'
- .''.$fullhtml->find('div.seriesimg', 0)->innertext.'';
- $this->items[] = $item;
- }
- }
+ $this->seriesTitle = $fullhtml->find('h4.seriestitle', 0)->plaintext;
+ // dirty fix for nasty simpledom bug: https://github.com/sebsauvage/rss-bridge/issues/259
+ // forcefully removes tbody
+ $html = $fullhtml->find('table#myTable', 0)->innertext;
+ $html = stristr($html, ''); //strip thead
+ $html = stristr($html, ''); //remove tbody
+ $html = str_get_html(stristr($html, '
', true)); //remove last tbody and get back as an array
+ foreach($html->find('tr') as $element){
+ $item = array();
+ $item['uri'] = $element->find('td', 2)->find('a', 0)->href;
+ $item['title'] = $element->find('td', 2)->find('a', 0)->plaintext;
+ $item['team'] = $element->find('td', 1)->innertext;
+ $item['timestamp'] = strtotime($element->find('td', 0)->plaintext);
+ $item['content'] = ''
+ . $this->seriesTitle
+ . ' - '
+ . $item['title']
+ . ' by '
+ . $item['team']
+ . '
'
+ . $fullhtml->find('div.seriesimg', 0)->innertext
+ . '';
- public function getName(){
- return $this->seriesTitle. ' - ' . static::NAME;
- }
+ $this->items[] = $item;
+ }
+ }
+
+ public function getName(){
+ return $this->seriesTitle . ' - ' . static::NAME;
+ }
}
diff --git a/bridges/OpenClassroomsBridge.php b/bridges/OpenClassroomsBridge.php
index d5424eae..24afb29c 100644
--- a/bridges/OpenClassroomsBridge.php
+++ b/bridges/OpenClassroomsBridge.php
@@ -1,46 +1,45 @@
array(
- 'name'=>'Catégorie',
- 'type'=>'list',
- 'required'=>true,
- 'values'=>array(
- 'Arts & Culture'=>'arts',
- 'Code'=>'code',
- 'Design'=>'design',
- 'Entreprise'=>'business',
- 'Numérique'=>'digital',
- 'Sciences'=>'sciences',
- 'Sciences Humaines'=>'humainities',
- 'Systèmes d\'information'=>'it',
- 'Autres'=>'others'
- )
- )
- ));
+ const PARAMETERS = array( array(
+ 'u' => array(
+ 'name' => 'Catégorie',
+ 'type' => 'list',
+ 'required' => true,
+ 'values' => array(
+ 'Arts & Culture' => 'arts',
+ 'Code' => 'code',
+ 'Design' => 'design',
+ 'Entreprise' => 'business',
+ 'Numérique' => 'digital',
+ 'Sciences' => 'sciences',
+ 'Sciences Humaines' => 'humainities',
+ 'Systèmes d\'information' => 'it',
+ 'Autres' => 'others'
+ )
+ )
+ ));
- public function getURI(){
- return self::URI.'/courses?categories='.$this->getInput('u').'&'
- .'title=&sort=updatedAt+desc';
- }
+ public function getURI(){
+ return self::URI . '/courses?categories=' . $this->getInput('u') . '&title=&sort=updatedAt+desc';
+ }
- public function collectData(){
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request OpenClassrooms.');
+ public function collectData(){
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request OpenClassrooms.');
- foreach($html->find('.courseListItem') as $element) {
- $item = array();
- $item['uri'] = self::URI.$element->find('a', 0)->href;
- $item['title'] = $element->find('h3', 0)->plaintext;
- $item['content'] = $element->find('slidingItem__descriptionContent', 0)->plaintext;
- $this->items[] = $item;
- }
- }
+ foreach($html->find('.courseListItem') as $element){
+ $item = array();
+ $item['uri'] = self::URI . $element->find('a', 0)->href;
+ $item['title'] = $element->find('h3', 0)->plaintext;
+ $item['content'] = $element->find('slidingItem__descriptionContent', 0)->plaintext;
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/ParuVenduImmoBridge.php b/bridges/ParuVenduImmoBridge.php
index ee94e700..6a6f1440 100644
--- a/bridges/ParuVenduImmoBridge.php
+++ b/bridges/ParuVenduImmoBridge.php
@@ -1,96 +1,98 @@
array(
+ 'name' => 'Minimal surface m²',
+ 'type' => 'number'
+ ),
+ 'maxprice' => array(
+ 'name' => 'Max price',
+ 'type' => 'number'
+ ),
+ 'pa' => array(
+ 'name' => 'Country code',
+ 'exampleValue' => 'FR'
+ ),
+ 'lo' => array(
+ 'name' => 'department numbers or postal codes, comma-separated'
+ )
+ ));
- const PARAMETERS = array( array(
- 'minarea'=>array(
- 'name'=>'Minimal surface m²',
- 'type'=>'number'
- ),
- 'maxprice'=>array(
- 'name'=>'Max price',
- 'type'=>'number'
- ),
- 'pa'=>array(
- 'name'=>'Country code',
- 'exampleValue'=>'FR'
- ),
- 'lo'=>array('name'=>'department numbers or postal codes, comma-separated')
- ));
+ public function collectData(){
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request paruvendu.');
- public function collectData()
- {
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request paruvendu.');
+ foreach($html->find('div.annonce a') as $element){
- foreach($html->find('div.annonce a') as $element) {
+ if(!$element->title){
+ continue;
+ }
- if (!$element->title) {
- continue;
- }
+ $img = '';
+ foreach($element->find('span.img img') as $img){
+ if($img->original){
+ $img = '
';
+ }
+ }
- $img ='';
- foreach($element->find('span.img img') as $img) {
- if ($img->original) {
- $img = '
';
- }
- }
+ $desc = $element->find('span.desc')[0]->innertext;
+ $desc = str_replace("voir l'annonce", '', $desc);
- $desc = $element->find('span.desc')[0]->innertext;
- $desc = str_replace("voir l'annonce", '', $desc);
+ $price = $element->find('span.price')[0]->innertext;
- $price = $element->find('span.price')[0]->innertext;
+ list($href) = explode('#', $element->href);
- list($href) = explode('#', $element->href);
+ $item = array();
+ $item['uri'] = self::URI . $href;
+ $item['title'] = $element->title;
+ $item['content'] = $img . $desc . $price;
+ $this->items[] = $item;
+ }
+ }
- $item = array();
- $item['uri'] = self::URI.$href;
- $item['title'] = $element->title;
- $item['content'] = $img.$desc.$price;
- $this->items[] = $item;
+ public function getURI(){
+ $appartment = '&tbApp=1&tbDup=1&tbChb=1&tbLof=1&tbAtl=1&tbPla=1';
+ $maison = '&tbMai=1&tbVil=1&tbCha=1&tbPro=1&tbHot=1&tbMou=1&tbFer=1';
+ $link = self::URI
+ . '/immobilier/annonceimmofo/liste/listeAnnonces?tt=1'
+ . $appartment
+ . $maison;
- }
- }
+ if($this->getInput('minarea')){
+ $link .= '&sur0=' . urlencode($this->getInput('minarea'));
+ }
- public function getURI(){
- $appartment = '&tbApp=1&tbDup=1&tbChb=1&tbLof=1&tbAtl=1&tbPla=1';
- $maison = '&tbMai=1&tbVil=1&tbCha=1&tbPro=1&tbHot=1&tbMou=1&tbFer=1';
- $link = self::URI.'/immobilier/annonceimmofo/liste/listeAnnonces?tt=1'.$appartment.$maison;
+ if($this->getInput('maxprice')){
+ $link .= '&px1=' . urlencode($this->getInput('maxprice'));
+ }
- if ($this->getInput('minarea')) {
- $link .= '&sur0='.urlencode($this->getInput('minarea'));
- }
+ if($this->getInput('pa')){
+ $link .= '&pa=' . urlencode($this->getInput('pa'));
+ }
- if ($this->getInput('maxprice')) {
- $link .= '&px1='.urlencode($this->getInput('maxprice'));
- }
+ if($this->getInput('lo')){
+ $link .= '&lo=' . urlencode($this->getInput('lo'));
+ }
+ return $link;
+ }
- if ($this->getInput('pa')) {
- $link .= '&pa='.urlencode($this->getInput('pa'));
- }
-
- if ($this->getInput('lo')) {
- $link .= '&lo='.urlencode($this->getInput('lo'));
- }
- return $link;
- }
-
- public function getName(){
- $request='';
- $minarea=$this->getInput('minarea');
- if(!empty($minarea)){
- $request .= ' '.$minarea.' m2';
- }
- $location=$this->getInput('lo');
- if(!empty($location)){
- $request .= ' In: '.$location;
- }
- return 'Paru Vendu Immobilier'.$request;
- }
+ public function getName(){
+ $request = '';
+ $minarea = $this->getInput('minarea');
+ if(!empty($minarea)){
+ $request .= ' ' . $minarea . ' m2';
+ }
+ $location = $this->getInput('lo');
+ if(!empty($location)){
+ $request .= ' In: ' . $location;
+ }
+ return 'Paru Vendu Immobilier' . $request;
+ }
}
diff --git a/bridges/PickyWallpapersBridge.php b/bridges/PickyWallpapersBridge.php
index cef99a28..a2be7edd 100644
--- a/bridges/PickyWallpapersBridge.php
+++ b/bridges/PickyWallpapersBridge.php
@@ -1,73 +1,93 @@
array(
- 'name'=>'category',
- 'required'=>true
- ),
- 's'=>array('name'=>'subcategory'),
- 'm'=>array(
- 'name'=>'Max number of wallpapers',
- 'defaultValue'=>12,
- 'type'=>'number'
- ),
- 'r'=>array(
- 'name'=>'resolution',
- 'exampleValue'=>'1920x1200, 1680x1050,…',
- 'defaultValue'=>'1920x1200',
- 'pattern'=>'[0-9]{3,4}x[0-9]{3,4}'
- )
- ));
+ const PARAMETERS = array( array(
+ 'c' => array(
+ 'name' => 'category',
+ 'required' => true
+ ),
+ 's' => array(
+ 'name' => 'subcategory'
+ ),
+ 'm' => array(
+ 'name' => 'Max number of wallpapers',
+ 'defaultValue' => 12,
+ 'type' => 'number'
+ ),
+ 'r' => array(
+ 'name' => 'resolution',
+ 'exampleValue' => '1920x1200, 1680x1050,…',
+ 'defaultValue' => '1920x1200',
+ 'pattern' => '[0-9]{3,4}x[0-9]{3,4}'
+ )
+ ));
+ public function collectData(){
+ $lastpage = 1;
+ $num = 0;
+ $max = $this->getInput('m');
+ $resolution = $this->getInput('r'); // Wide wallpaper default
- public function collectData(){
- $lastpage = 1;
- $num = 0;
- $max = $this->getInput('m');
- $resolution = $this->getInput('r'); // Wide wallpaper default
+ for($page = 1; $page <= $lastpage; $page++){
+ $html = getSimpleHTMLDOM($this->getURI() . '/page-' . $page . '/')
+ or returnServerError('No results for this query.');
- for ($page = 1; $page <= $lastpage; $page++) {
- $html = getSimpleHTMLDOM($this->getURI().'/page-'.$page.'/')
- or returnServerError('No results for this query.');
+ if($page === 1){
+ preg_match('/page-(\d+)\/$/', $html->find('.pages li a', -2)->href, $matches);
+ $lastpage = min($matches[1], ceil($max / 12));
+ }
- if ($page === 1) {
- preg_match('/page-(\d+)\/$/', $html->find('.pages li a', -2)->href, $matches);
- $lastpage = min($matches[1], ceil($max/12));
- }
+ foreach($html->find('.items li img') as $element){
+ $item = array();
+ $item['uri'] = str_replace('www', 'wallpaper', self::URI)
+ . '/'
+ . $resolution
+ . '/'
+ . basename($element->src);
- foreach($html->find('.items li img') as $element) {
+ $item['timestamp'] = time();
+ $item['title'] = $element->alt;
+ $item['content'] = $item['title']
+ . '
'
+ . $element
+ . '';
- $item = array();
- $item['uri'] = str_replace('www', 'wallpaper', self::URI).'/'.$resolution.'/'.basename($element->src);
- $item['timestamp'] = time();
- $item['title'] = $element->alt;
- $item['content'] = $item['title'].'
'.$element.'';
- $this->items[] = $item;
+ $this->items[] = $item;
- $num++;
- if ($num >= $max)
- break 2;
- }
- }
- }
+ $num++;
+ if ($num >= $max)
+ break 2;
+ }
+ }
+ }
- public function getURI(){
- $subcategory = $this->getInput('s');
- $link = self::URI.$this->getInput('r').'/'.$this->getInput('c').'/'.$subcategory;
- return $link;
- }
+ public function getURI(){
+ $subcategory = $this->getInput('s');
+ $link = self::URI
+ . $this->getInput('r')
+ . '/'
+ . $this->getInput('c')
+ . '/'
+ . $subcategory;
- public function getName(){
- $subcategory = $this->getInput('s');
- return 'PickyWallpapers - '.$this->getInput('c')
- .($subcategory? ' > '.$subcategory : '')
- .' ['.$this->getInput('r').']';
- }
+ return $link;
+ }
+
+ public function getName(){
+ $subcategory = $this->getInput('s');
+ return 'PickyWallpapers - '
+ . $this->getInput('c')
+ . ($subcategory ? ' > ' . $subcategory : '')
+ . ' ['
+ . $this->getInput('r')
+ . ']';
+ }
}
diff --git a/bridges/PinterestBridge.php b/bridges/PinterestBridge.php
index 1d8895e2..68989790 100644
--- a/bridges/PinterestBridge.php
+++ b/bridges/PinterestBridge.php
@@ -1,10 +1,10 @@
array(
@@ -63,8 +63,7 @@ class PinterestBridge extends BridgeAbstract {
. htmlentities($item['avatar'])
. '" /> '
. $item['username']
- . ''
- . '
'
+ . '
'
. $item['fullname'];
$item['title'] = $img->getAttribute('alt');
diff --git a/bridges/PlanetLibreBridge.php b/bridges/PlanetLibreBridge.php
index 469c37e4..ecf687bd 100644
--- a/bridges/PlanetLibreBridge.php
+++ b/bridges/PlanetLibreBridge.php
@@ -1,28 +1,35 @@
find('div[class="post-text"]', 0)->innertext;
return $text;
}
public function collectData(){
- $html = getSimpleHTMLDOM(self::URI)
- or returnServerError('Could not request PlanetLibre.');
+ $html = getSimpleHTMLDOM(self::URI)
+ or returnServerError('Could not request PlanetLibre.');
$limit = 0;
- foreach($html->find('div.post') as $element) {
- if($limit < 5) {
+ foreach($html->find('div.post') as $element){
+ if($limit < 5){
$item = array();
$item['title'] = $element->find('h1', 0)->plaintext;
$item['uri'] = $element->find('a', 0)->href;
- $item['timestamp'] = strtotime(str_replace('/', '-', $element->find('div[class="post-date"]', 0)->plaintext));
- $item['content'] = $this->PlanetLibreExtractContent($item['uri']);
+ $item['timestamp'] = strtotime(
+ str_replace(
+ '/',
+ '-',
+ $element->find('div[class="post-date"]', 0)->plaintext
+ )
+ );
+
+ $item['content'] = $this->extractContent($item['uri']);
$this->items[] = $item;
$limit++;
}
diff --git a/bridges/RTBFBridge.php b/bridges/RTBFBridge.php
index 54e1a58a..dda01f5b 100644
--- a/bridges/RTBFBridge.php
+++ b/bridges/RTBFBridge.php
@@ -1,38 +1,46 @@
array(
- 'name'=>'series id',
- 'exampleValue'=>9500,
- 'required'=>true
- )
- ));
+ const PARAMETERS = array( array(
+ 'c' => array(
+ 'name' => 'series id',
+ 'exampleValue' => 9500,
+ 'required' => true
+ )
+ ));
public function collectData(){
$html = '';
$limit = 10;
$count = 0;
- $html = getSimpleHTMLDOM($this->getURI())
- or returnServerError('Could not request RTBF.');
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request RTBF.');
+
+ foreach($html->find('section[id!=widget-ml-avoiraussi-] .rtbf-media-grid article') as $element){
+ if($count >= $limit){
+ break;
+ }
- foreach($html->find('section[id!=widget-ml-avoiraussi-] .rtbf-media-grid article') as $element) {
- if($count >= $limit) {
- break;
- }
$item = array();
$item['id'] = $element->getAttribute('data-id');
- $item['uri'] = self::URI.'detail?id='.$item['id'];
- $thumbnailUriSrcSet = explode(',', $element->find('figure .www-img-16by9 img', 0)->getAttribute('data-srcset'));
+ $item['uri'] = self::URI . 'detail?id=' . $item['id'];
+ $thumbnailUriSrcSet = explode(
+ ',',
+ $element->find('figure .www-img-16by9 img', 0)->getAttribute('data-srcset')
+ );
+
$thumbnailUriLastSrc = end($thumbnailUriSrcSet);
$thumbnailUri = explode(' ', $thumbnailUriLastSrc)[0];
- $item['title'] = trim($element->find('h3',0)->plaintext) . ' - ' . trim($element->find('h4',0)->plaintext);
+ $item['title'] = trim($element->find('h3',0)->plaintext)
+ . ' - '
+ . trim($element->find('h4',0)->plaintext);
+
$item['timestamp'] = strtotime($element->find('time', 0)->getAttribute('datetime'));
$item['content'] = '';
$this->items[] = $item;
@@ -40,9 +48,9 @@ class RTBFBridge extends BridgeAbstract {
}
}
- public function getURI(){
- return self::URI.'detail?id='.$this->getInput('c');
- }
+ public function getURI(){
+ return self::URI . 'detail?id=' . $this->getInput('c');
+ }
public function getName(){
return $this->getInput('c') .' - RTBF Bridge';
diff --git a/bridges/ReadComicsBridge.php b/bridges/ReadComicsBridge.php
index 59f48d3c..8540fe3e 100644
--- a/bridges/ReadComicsBridge.php
+++ b/bridges/ReadComicsBridge.php
@@ -1,43 +1,44 @@
array(
- 'name'=>'keywords, separated by semicolons',
- 'exampleValue'=>'first list;second list;...',
- 'required'=>true
- ),
- ));
+ const PARAMETERS = array( array(
+ 'q' => array(
+ 'name' => 'keywords, separated by semicolons',
+ 'exampleValue' => 'first list;second list;...',
+ 'required' => true
+ ),
+ ));
public function collectData(){
- function parseDateTimestamp($element){
- $guessedDate = $element->find('span',0)->plaintext;
- $guessedDate = strptime($guessedDate, '%m/%d/%Y');
- $timestamp = mktime(0, 0, 0, $guessedDate['tm_mon'] + 1, $guessedDate['tm_mday'], date('Y'));
-
- return $timestamp;
- }
+ function parseDateTimestamp($element){
+ $guessedDate = $element->find('span', 0)->plaintext;
+ $guessedDate = strptime($guessedDate, '%m/%d/%Y');
+ $timestamp = mktime(0, 0, 0, $guessedDate['tm_mon'] + 1, $guessedDate['tm_mday'], date('Y'));
- $keywordsList = explode(";",$this->getInput('q'));
- foreach($keywordsList as $keywords){
- $html = $this->getSimpleHTMLDOM(self::URI.'comic/'.rawurlencode($keywords))
- or $this->returnServerError('Could not request readcomics.tv.');
+ return $timestamp;
+ }
- foreach($html->find('li') as $element) {
- $item = array();
- $item['uri'] = $element->find('a.ch-name',0)->href;
- $item['id'] = $item['uri'];
- $item['timestamp'] = parseDateTimestamp($element);
- $item['title'] = $element->find('a.ch-name',0)->plaintext;
- if(isset($item['title']))
- $this->items[] = $item;
- }
- }
+ $keywordsList = explode(";", $this->getInput('q'));
+ foreach($keywordsList as $keywords){
+ $html = $this->getSimpleHTMLDOM(self::URI . 'comic/' . rawurlencode($keywords))
+ or $this->returnServerError('Could not request readcomics.tv.');
+
+ foreach($html->find('li') as $element){
+ $item = array();
+ $item['uri'] = $element->find('a.ch-name', 0)->href;
+ $item['id'] = $item['uri'];
+ $item['timestamp'] = parseDateTimestamp($element);
+ $item['title'] = $element->find('a.ch-name', 0)->plaintext;
+ if(isset($item['title']))
+ $this->items[] = $item;
+ }
+ }
}
}
diff --git a/bridges/Releases3DSBridge.php b/bridges/Releases3DSBridge.php
index 535ecf34..c14e576e 100644
--- a/bridges/Releases3DSBridge.php
+++ b/bridges/Releases3DSBridge.php
@@ -1,120 +1,136 @@
', $xml)) as $element) {
- if ($limit >= 5) {
- break;
- }
+ $dataUrl = self::URI . 'xml.php';
+ $xml = getContents($dataUrl)
+ or returnServerError('Could not request 3dsdb: ' . $dataUrl);
+ $limit = 0;
- if (strpos($element, '') === false) {
- continue;
- }
+ foreach(array_reverse(explode('', $xml)) as $element){
+ if($limit >= 5){
+ break;
+ }
- $releasename = ExtractFromDelimiters($element, '', '');
- if (empty($releasename)) {
- continue;
- }
+ if(strpos($element, '') === false){
+ continue;
+ }
- $id = ExtractFromDelimiters($element, '', '');
- $name = ExtractFromDelimiters($element, '', '');
- $publisher = ExtractFromDelimiters($element, '', '');
- $region = ExtractFromDelimiters($element, '', '');
- $group = ExtractFromDelimiters($element, '', '');
- $imagesize = ExtractFromDelimiters($element, '', '');
- $serial = ExtractFromDelimiters($element, '', '');
- $titleid = ExtractFromDelimiters($element, '', '');
- $imgcrc = ExtractFromDelimiters($element, '', '');
- $filename = ExtractFromDelimiters($element, '', '');
- $trimmedsize = ExtractFromDelimiters($element, '', '');
- $firmware = ExtractFromDelimiters($element, '', '');
- $type = ExtractFromDelimiters($element, '', '');
- $card = ExtractFromDelimiters($element, '', '');
+ $releasename = extractFromDelimiters($element, '', '');
+ if(empty($releasename)){
+ continue;
+ }
- //Retrieve cover art and short desc from IGN?
- $ignResult = false; $ignDescription = ''; $ignLink = ''; $ignDate = time(); $ignCoverArt = '';
- $ignSearchUrl = 'http://www.ign.com/search?q='.urlencode($name);
- if ($ignResult = getSimpleHTMLDOM($ignSearchUrl)) {
- $ignCoverArt = $ignResult->find('div.search-item-media', 0)->find('img', 0)->src;
- $ignDesc = $ignResult->find('div.search-item-description', 0)->plaintext;
- $ignLink = $ignResult->find('div.search-item-sub-title', 0)->find('a', 1)->href;
- $ignDate = strtotime(trim($ignResult->find('span.publish-date', 0)->plaintext));
- $ignDescription = '';
- }
+ $id = extractFromDelimiters($element, '', '');
+ $name = extractFromDelimiters($element, '', '');
+ $publisher = extractFromDelimiters($element, '', '');
+ $region = extractFromDelimiters($element, '', '');
+ $group = extractFromDelimiters($element, '', '');
+ $imagesize = extractFromDelimiters($element, '', '');
+ $serial = extractFromDelimiters($element, '', '');
+ $titleid = extractFromDelimiters($element, '', '');
+ $imgcrc = extractFromDelimiters($element, '', '');
+ $filename = extractFromDelimiters($element, '', '');
+ $trimmedsize = extractFromDelimiters($element, '', '');
+ $firmware = extractFromDelimiters($element, '', '');
+ $type = extractFromDelimiters($element, '', '');
+ $card = extractFromDelimiters($element, '', '');
- //Main section : Release description from 3DS database
- $releaseDescription = 'Release Details
'
- .'Release ID: '.$id.'
'
- .'Game Name: '.$name.'
'
- .'Publisher: '.$publisher.'
'
- .'Region: '.$region.'
'
- .'Group: '.$group.'
'
- .'Image size: '.(intval($imagesize)/8).'MB
'
- .'Serial: '.$serial.'
'
- .'Title ID: '.$titleid.'
'
- .'Image CRC: '.$imgcrc.'
'
- .'File Name: '.$filename.'
'
- .'Release Name: '.$releasename.'
'
- .'Trimmed size: '.intval(intval($trimmedsize)/1048576).'MB
'
- .'Firmware: '.$firmware.'
'
- .'Type: '.TypeToString($type).'
'
- .'Card: '.CardToString($card).'
';
+ //Retrieve cover art and short desc from IGN?
+ $ignResult = false;
+ $ignDescription = '';
+ $ignLink = '';
+ $ignDate = time();
+ $ignCoverArt = '';
- //Build search links section to facilitate release search using search engines
- $releaseNameEncoded = urlencode(str_replace(' ', '+', $releasename));
- $searchLinkGoogle = 'https://google.com/?q='.$releaseNameEncoded;
- $searchLinkDuckDuckGo = 'https://duckduckgo.com/?q='.$releaseNameEncoded;
- $searchLinkQwant = 'https://lite.qwant.com/?q='.$releaseNameEncoded.'&t=web';
- $releaseSearchLinks = 'Search this release
';
+ $ignSearchUrl = 'http://www.ign.com/search?q=' . urlencode($name);
+ if($ignResult = getSimpleHTMLDOM($ignSearchUrl)){
+ $ignCoverArt = $ignResult->find('div.search-item-media', 0)->find('img', 0)->src;
+ $ignDesc = $ignResult->find('div.search-item-description', 0)->plaintext;
+ $ignLink = $ignResult->find('div.search-item-sub-title', 0)->find('a', 1)->href;
+ $ignDate = strtotime(trim($ignResult->find('span.publish-date', 0)->plaintext));
+ $ignDescription = '';
+ }
- //Build and add final item with the above three sections
- $item = array();
- $item['title'] = $name;
- $item['author'] = $publisher;
- $item['timestamp'] = $ignDate;
- $item['uri'] = empty($ignLink) ? $searchLinkDuckDuckGo : $ignLink;
- $item['content'] = $ignDescription.$releaseDescription.$releaseSearchLinks;
- $this->items[] = $item;
- $limit++;
- }
- }
+ //Main section : Release description from 3DS database
+ $releaseDescription = 'Release Details
Release ID: ' . $id
+ . '
Game Name: ' . $name
+ . '
Publisher: ' . $publisher
+ . '
Region: ' . $region
+ . '
Group: ' . $group
+ . '
Image size: ' . (intval($imagesize) / 8)
+ . 'MB
Serial: ' . $serial
+ . '
Title ID: ' . $titleid
+ . '
Image CRC: ' . $imgcrc
+ . '
File Name: ' . $filename
+ . '
Release Name: ' . $releasename
+ . '
Trimmed size: ' . intval(intval($trimmedsize) / 1048576)
+ . 'MB
Firmware: ' . $firmware
+ . '
Type: ' . typeToString($type)
+ . '
Card: ' . cardToString($card)
+ . '
';
+
+ //Build search links section to facilitate release search using search engines
+ $releaseNameEncoded = urlencode(str_replace(' ', '+', $releasename));
+ $searchLinkGoogle = 'https://google.com/?q=' . $releaseNameEncoded;
+ $searchLinkDuckDuckGo = 'https://duckduckgo.com/?q=' . $releaseNameEncoded;
+ $searchLinkQwant = 'https://lite.qwant.com/?q=' . $releaseNameEncoded . '&t=web';
+ $releaseSearchLinks = 'Search this release
';
+
+ //Build and add final item with the above three sections
+ $item = array();
+ $item['title'] = $name;
+ $item['author'] = $publisher;
+ $item['timestamp'] = $ignDate;
+ $item['uri'] = empty($ignLink) ? $searchLinkDuckDuckGo : $ignLink;
+ $item['content'] = $ignDescription . $releaseDescription . $releaseSearchLinks;
+ $this->items[] = $item;
+ $limit++;
+ }
+ }
}
diff --git a/bridges/ReporterreBridge.php b/bridges/ReporterreBridge.php
index be4ceee3..dff8818f 100644
--- a/bridges/ReporterreBridge.php
+++ b/bridges/ReporterreBridge.php
@@ -1,39 +1,44 @@
find('div[style=text-align:justify]') as $e) {
+ foreach($html2->find('div[style=text-align:justify]') as $e){
$text = $e->outertext;
}
$html2->clear();
- unset ($html2);
+ unset($html2);
// Replace all relative urls with absolute ones
- $text = preg_replace('/(href|src)(\=[\"\'])(?!http)([^"\']+)/ims', "$1$2" . self::URI . "$3", $text);
+ $text = preg_replace(
+ '/(href|src)(\=[\"\'])(?!http)([^"\']+)/ims',
+ "$1$2" . self::URI . "$3",
+ $text
+ );
$text = strip_tags($text, '
![]()
');
return $text;
}
public function collectData(){
- $html = getSimpleHTMLDOM(self::URI.'spip.php?page=backend') or returnServerError('Could not request Reporterre.');
+ $html = getSimpleHTMLDOM(self::URI . 'spip.php?page=backend')
+ or returnServerError('Could not request Reporterre.');
$limit = 0;
- foreach($html->find('item') as $element) {
+ foreach($html->find('item') as $element){
if($limit < 5) {
$item = array();
$item['title'] = html_entity_decode($element->find('title', 0)->plaintext);
$item['timestamp'] = strtotime($element->find('dc:date', 0)->plaintext);
$item['uri'] = $element->find('guid', 0)->innertext;
- $item['content'] = html_entity_decode($this->ExtractContentReporterre($item['uri']));
+ $item['content'] = html_entity_decode($this->extractContent($item['uri']));
$this->items[] = $item;
$limit++;
}
diff --git a/bridges/Rue89Bridge.php b/bridges/Rue89Bridge.php
index 400943eb..65991225 100644
--- a/bridges/Rue89Bridge.php
+++ b/bridges/Rue89Bridge.php
@@ -1,22 +1,25 @@
collectExpandableDatas('http://api.rue89.nouvelobs.com/feed');
- }
+ }
}
diff --git a/bridges/Rule34Bridge.php b/bridges/Rule34Bridge.php
index 62a9e105..b46ec00a 100644
--- a/bridges/Rule34Bridge.php
+++ b/bridges/Rule34Bridge.php
@@ -1,12 +1,12 @@
find('article') as $article) {
- $item = array();
- $item['uri'] = self::URI.$article->find('p.summary a',0)->href;
- $item['title'] = $article->find('header h1 a',0)->innertext;
+ foreach($html->find('article') as $article){
+ $item = array();
+ $item['uri'] = self::URI . $article->find('p.summary a', 0)->href;
+ $item['title'] = $article->find('header h1 a', 0)->innertext;
- $article->find('span.read-more',0)->outertext=''; // remove text "En savoir plus" from anecdote content
- $content = $article->find('p.summary a',0)->innertext;
- $content =substr($content,0,strlen($content)-17); // remove superfluous spaces at the end
+ // remove text "En savoir plus" from anecdote content
+ $article->find('span.read-more', 0)->outertext = '';
+ $content = $article->find('p.summary a', 0)->innertext;
+
+ // remove superfluous spaces at the end
+ $content = substr($content, 0, strlen($content) - 17);
// get publication date
- $str_date = $article->find('time',0)->datetime;
+ $str_date = $article->find('time', 0)->datetime;
list($date, $time) = explode(' ', $str_date);
list($y, $m, $d) = explode('-', $date);
list($h, $i) = explode(':', $time);
- $timestamp = mktime($h,$i,0,$m,$d,$y);
+ $timestamp = mktime($h, $i, 0, $m, $d, $y);
$item['timestamp'] = $timestamp;
-
$item['content'] = $content;
$this->items[] = $item;
}
- }
+ }
}
diff --git a/bridges/ScoopItBridge.php b/bridges/ScoopItBridge.php
index 999519b5..462e7e56 100644
--- a/bridges/ScoopItBridge.php
+++ b/bridges/ScoopItBridge.php
@@ -1,33 +1,42 @@
array(
- 'name'=>'keyword',
- 'required'=>true
- )
- ));
+ const PARAMETERS = array( array(
+ 'u' => array(
+ 'name' => 'keyword',
+ 'required' => true
+ )
+ ));
- public function collectData(){
- $this->request = $this->getInput('u');
- $link = self::URI.'search?q=' .urlencode($this->getInput('u'));
+ public function collectData(){
+ $this->request = $this->getInput('u');
+ $link = self::URI . 'search?q=' . urlencode($this->getInput('u'));
- $html = getSimpleHTMLDOM($link)
- or returnServerError('Could not request ScoopIt. for : ' . $link);
+ $html = getSimpleHTMLDOM($link)
+ or returnServerError('Could not request ScoopIt. for : ' . $link);
- foreach($html->find('div.post-view') as $element) {
- $item = array();
- $item['uri'] = $element->find('a', 0)->href;
- $item['title'] = preg_replace('~[[:cntrl:]]~', '', $element->find('div.tCustomization_post_title',0)->plaintext);
- $item['content'] = preg_replace('~[[:cntrl:]]~', '', $element->find('div.tCustomization_post_description', 0)->plaintext);
- $this->items[] = $item;
- }
- }
+ foreach($html->find('div.post-view') as $element){
+ $item = array();
+ $item['uri'] = $element->find('a', 0)->href;
+ $item['title'] = preg_replace(
+ '~[[:cntrl:]]~',
+ '',
+ $element->find('div.tCustomization_post_title',0)->plaintext
+ );
+
+ $item['content'] = preg_replace(
+ '~[[:cntrl:]]~',
+ '',
+ $element->find('div.tCustomization_post_description', 0)->plaintext
+ );
+
+ $this->items[] = $item;
+ }
+ }
}
-
diff --git a/bridges/SensCritiqueBridge.php b/bridges/SensCritiqueBridge.php
index 3daee27e..d8ba094d 100644
--- a/bridges/SensCritiqueBridge.php
+++ b/bridges/SensCritiqueBridge.php
@@ -1,78 +1,97 @@
array(
- 'name'=>'Movies',
- 'type'=>'checkbox'
- ),
- 's'=>array(
- 'name'=>'Series',
- 'type'=>'checkbox'
- ),
- 'g'=>array(
- 'name'=>'Video Games',
- 'type'=>'checkbox'
- ),
- 'b'=>array(
- 'name'=>'Books',
- 'type'=>'checkbox'
- ),
- 'bd'=>array(
- 'name'=>'BD',
- 'type'=>'checkbox'
- ),
- 'mu'=>array(
- 'name'=>'Music',
- 'type'=>'checkbox'
- )
- ));
+ const PARAMETERS = array( array(
+ 'm' => array(
+ 'name' => 'Movies',
+ 'type' => 'checkbox'
+ ),
+ 's' => array(
+ 'name' => 'Series',
+ 'type' => 'checkbox'
+ ),
+ 'g' => array(
+ 'name' => 'Video Games',
+ 'type' => 'checkbox'
+ ),
+ 'b' => array(
+ 'name' => 'Books',
+ 'type' => 'checkbox'
+ ),
+ 'bd' => array(
+ 'name' => 'BD',
+ 'type' => 'checkbox'
+ ),
+ 'mu' => array(
+ 'name' => 'Music',
+ 'type' => 'checkbox'
+ )
+ ));
public function collectData(){
- $categories=array();
- foreach(self::PARAMETERS[$this->queriedContext] as $category=>$properties){
- if($this->getInput($category)){
- $uri=self::URI;
- switch($category){
- case 'm': $uri.='films/cette-semaine'; break;
- case 's': $uri.='series/actualite'; break;
- case 'g': $uri.='jeuxvideo/actualite'; break;
- case 'b': $uri.='livres/actualite'; break;
- case 'bd': $uri.='bd/actualite'; break;
- case 'mu': $uri.='musique/actualite'; break;
- }
- $html = getSimpleHTMLDOM($uri)
- or returnServerError('No results for this query.');
- $list = $html->find('ul.elpr-list', 0);
+ $categories = array();
+ foreach(self::PARAMETERS[$this->queriedContext] as $category => $properties){
+ if($this->getInput($category)){
+ $uri = self::URI;
+ switch($category){
+ case 'm': $uri .= 'films/cette-semaine';
+ break;
+ case 's': $uri .= 'series/actualite';
+ break;
+ case 'g': $uri .= 'jeuxvideo/actualite';
+ break;
+ case 'b': $uri .= 'livres/actualite';
+ break;
+ case 'bd': $uri .= 'bd/actualite';
+ break;
+ case 'mu': $uri .= 'musique/actualite';
+ break;
+ }
+ $html = getSimpleHTMLDOM($uri)
+ or returnServerError('No results for this query.');
+ $list = $html->find('ul.elpr-list', 0);
- $this->extractDataFromList($list);
- }
- }
- }
+ $this->extractDataFromList($list);
+ }
+ }
+ }
- private function extractDataFromList($list) {
- if ($list === null) {
+ private function extractDataFromList($list){
+ if($list === null){
returnClientError('Cannot extract data from list');
}
- foreach ($list->find('li') as $movie) {
- $item = array();
- $item['author'] = htmlspecialchars_decode($movie->find('.elco-title a', 0)->plaintext, ENT_QUOTES) . ' ' . $movie->find('.elco-date', 0)->plaintext;
- $item['title'] = $movie->find('.elco-title a', 0)->plaintext . ' ' . $movie->find('.elco-date', 0)->plaintext;
- $item['content'] = '' . $movie->find('.elco-original-title', 0)->plaintext . '
' .
- $movie->find('.elco-baseline', 0)->plaintext . '
' .
- $movie->find('.elco-baseline', 1)->plaintext . '
' .
- $movie->find('.elco-description', 0)->plaintext . '
' .
- trim($movie->find('.erra-ratings .erra-global', 0)->plaintext) . ' / 10';
- $item['id'] = $this->getURI() . $movie->find('.elco-title a', 0)->href;
- $item['uri'] = $this->getURI() . $movie->find('.elco-title a', 0)->href;
- $this->items[] = $item;
+ foreach($list->find('li') as $movie){
+ $item = array();
+ $item['author'] = htmlspecialchars_decode($movie->find('.elco-title a', 0)->plaintext, ENT_QUOTES)
+ . ' '
+ . $movie->find('.elco-date', 0)->plaintext;
+
+ $item['title'] = $movie->find('.elco-title a', 0)->plaintext
+ . ' '
+ . $movie->find('.elco-date', 0)->plaintext;
+
+ $item['content'] = ''
+ . $movie->find('.elco-original-title', 0)->plaintext
+ . '
'
+ . $movie->find('.elco-baseline', 0)->plaintext
+ . '
'
+ . $movie->find('.elco-baseline', 1)->plaintext
+ . '
'
+ . $movie->find('.elco-description', 0)->plaintext
+ . '
'
+ . trim($movie->find('.erra-ratings .erra-global', 0)->plaintext)
+ . ' / 10';
+
+ $item['id'] = $this->getURI() . $movie->find('.elco-title a', 0)->href;
+ $item['uri'] = $this->getURI() . $movie->find('.elco-title a', 0)->href;
+ $this->items[] = $item;
}
}
}
diff --git a/bridges/SexactuBridge.php b/bridges/SexactuBridge.php
index 4265d3a0..6dd04781 100644
--- a/bridges/SexactuBridge.php
+++ b/bridges/SexactuBridge.php
@@ -1,75 +1,99 @@
getURI()) or returnServerError('Could not request '.$this->getURI());
+ $replace = array(
+ 'January',
+ 'February',
+ 'March',
+ 'April',
+ 'May',
+ 'June',
+ 'July',
+ 'August',
+ 'September',
+ 'October',
+ 'November',
+ 'December'
+ );
- foreach($html->find('.content-holder') as $contentHolder) {
- // only use first list as second one only contains pages numbers
- $articles = $contentHolder->find('ul', 0);
- foreach($articles->find('li') as $element) {
- // if you ask about that method_exists, there seems to be a bug in simple html dom
- // see stackoverflow for more details : http://stackoverflow.com/a/10828479/15619
- if(is_object($element)) {
- $item = array();
- // various metadata
- $titleBlock = $element->find('.title-holder', 0);
- if(is_object($titleBlock)) {
- $titleDetails = $titleBlock->find('.article-title',0);
- $titleData = $titleDetails->find('h2', 0)->find('a',0);
- $titleTimestamp =$titleDetails->find('h4',0);
- $item['title'] = $this->correctCase(trim($titleData->innertext));
- $item['uri'] = self::URI.$titleData->href;
+ $html = getSimpleHTMLDOM($this->getURI())
+ or returnServerError('Could not request ' . $this->getURI());
- // Fugly date parsing due to the fact my DNS-323 doesn't support php intl extension
- $dateText = $titleTimestamp->innertext;
- $dateText = substr($dateText, strpos($dateText,',')+1);
- $dateText = str_replace($find, $replace, strtolower($dateText));
- $date = strtotime($dateText);
- $item['timestamp'] = $date;
+ foreach($html->find('.content-holder') as $contentHolder){
+ // only use first list as second one only contains pages numbers
+ $articles = $contentHolder->find('ul', 0);
+ foreach($articles->find('li') as $element){
+ // if you ask about that method_exists, there seems to be a bug in simple html dom
+ // see stackoverflow for more details : http://stackoverflow.com/a/10828479/15619
+ if(is_object($element)){
+ $item = array();
+ // various metadata
+ $titleBlock = $element->find('.title-holder', 0);
+ if(is_object($titleBlock)){
+ $titleDetails = $titleBlock->find('.article-title', 0);
+ $titleData = $titleDetails->find('h2', 0)->find('a', 0);
+ $titleTimestamp = $titleDetails->find('h4', 0);
+ $item['title'] = $this->correctCase(trim($titleData->innertext));
+ $item['uri'] = self::URI . $titleData->href;
- $item['author'] = "Maïa Mazaurette";
- $elementText = $element->find('.text-container', 0);
- // don't forget to replace images server url with gq one
- foreach($elementText->find('img') as $image) {
- $image->src = self::URI.$image->src;
- }
- $item['content'] = $elementText->innertext;
- $this->items[] = $item;
- }
+ // Fugly date parsing due to the fact my DNS-323 doesn't support php intl extension
+ $dateText = $titleTimestamp->innertext;
+ $dateText = substr($dateText, strpos($dateText, ',') + 1);
+ $dateText = str_replace($find, $replace, strtolower($dateText));
+ $date = strtotime($dateText);
+ $item['timestamp'] = $date;
- }
+ $item['author'] = 'Maïa Mazaurette';
+ $elementText = $element->find('.text-container', 0);
+ // don't forget to replace images server url with gq one
+ foreach($elementText->find('img') as $image){
+ $image->src = self::URI . $image->src;
+ }
+ $item['content'] = $elementText->innertext;
+ $this->items[] = $item;
+ }
+ }
+ }
+ }
+ }
- }
- }
- }
+ public function getURI(){
+ return self::URI . '/sexactu';
+ }
- public function getURI(){
- return self::URI.'/sexactu';
- }
+ private function correctCase($str){
+ $sentences = explode('.', mb_strtolower($str, 'UTF-8'));
+ $str = '';
+ $sep = '';
+ foreach ($sentences as $sentence){
+ //upper case first char
+ $sentence = ucfirst(trim($sentence));
- private function correctCase($str) {
- $sentences=explode('.', mb_strtolower($str, "UTF-8"));
- $str="";
- $sep="";
- foreach ($sentences as $sentence)
- {
- //upper case first char
- $sentence=ucfirst(trim($sentence));
-
- //append sentence to output
- $str=$str.$sep.$sentence;
- $sep=". ";
- }
- return $str;
- }
+ //append sentence to output
+ $str = $str . $sep . $sentence;
+ $sep = '. ';
+ }
+ return $str;
+ }
}
diff --git a/bridges/ShanaprojectBridge.php b/bridges/ShanaprojectBridge.php
index 7439d785..d5fda9f5 100644
--- a/bridges/ShanaprojectBridge.php
+++ b/bridges/ShanaprojectBridge.php
@@ -1,109 +1,123 @@
getURI() . '/seasons');
- if(!$html)
- returnServerError('Could not load \'seasons\' page!');
+ // Returns an html object for the Season Anime List (latest season)
+ private function loadSeasonAnimeList(){
+ // First we need to find the URI to the latest season from the
+ // 'seasons' page searching for 'Season Anime List'
+ $html = getSimpleHTMLDOM($this->getURI() . '/seasons');
+ if(!$html)
+ returnServerError('Could not load \'seasons\' page!');
- $season = $html->find('div.follows_menu/a', 1);
- if(!$season)
- returnServerError('Could not find \'Season Anime List\'!');
+ $season = $html->find('div.follows_menu/a', 1);
+ if(!$season)
+ returnServerError('Could not find \'Season Anime List\'!');
- $html = getSimpleHTMLDOM($this->getURI() . $season->href);
- if(!$html)
- returnServerError('Could not load \'Season Anime List\' from \'' . $season->innertext . '\'!');
+ $html = getSimpleHTMLDOM($this->getURI() . $season->href);
+ if(!$html)
+ returnServerError(
+ 'Could not load \'Season Anime List\' from \''
+ . $season->innertext
+ . '\'!'
+ );
- return $html;
- }
+ return $html;
+ }
- // Extracts the anime title
- private function ExtractAnimeTitle($anime){
- $title = $anime->find('a', 0);
- if(!$title)
- returnServerError('Could not find anime title!');
- return trim($title->innertext);
- }
+ // Extracts the anime title
+ private function extractAnimeTitle($anime){
+ $title = $anime->find('a', 0);
+ if(!$title)
+ returnServerError('Could not find anime title!');
+ return trim($title->innertext);
+ }
- // Extracts the anime URI
- private function ExtractAnimeURI($anime){
- $uri = $anime->find('a', 0);
- if(!$uri)
- returnServerError('Could not find anime URI!');
- return $this->getURI() . $uri->href;
- }
+ // Extracts the anime URI
+ private function extractAnimeUri($anime){
+ $uri = $anime->find('a', 0);
+ if(!$uri)
+ returnServerError('Could not find anime URI!');
+ return $this->getURI() . $uri->href;
+ }
- // Extracts the anime release date (timestamp)
- private function ExtractAnimeTimestamp($anime){
- $timestamp = $anime->find('span.header_info_block', 1);
- if(!$timestamp)
- returnServerError('Could not find anime timestamp!');
- return strtotime($timestamp->innertext);
- }
+ // Extracts the anime release date (timestamp)
+ private function extractAnimeTimestamp($anime){
+ $timestamp = $anime->find('span.header_info_block', 1);
+ if(!$timestamp)
+ returnServerError('Could not find anime timestamp!');
+ return strtotime($timestamp->innertext);
+ }
- // Extracts the anime studio name (author)
- private function ExtractAnimeAuthor($anime){
- $author = $anime->find('span.header_info_block', 2);
- if(!$author)
- return; // Sometimes the studio is unknown, so leave empty
- return trim($author->innertext);
- }
+ // Extracts the anime studio name (author)
+ private function extractAnimeAuthor($anime){
+ $author = $anime->find('span.header_info_block', 2);
+ if(!$author)
+ return; // Sometimes the studio is unknown, so leave empty
+ return trim($author->innertext);
+ }
- // Extracts the episode information (x of y released)
- private function ExtractAnimeEpisodeInformation($anime){
- $episode = $anime->find('div.header_info_episode', 0);
- if(!$episode)
- returnServerError('Could not find anime episode information!');
- return preg_replace('/\r|\n/', ' ', $episode->plaintext);
- }
+ // Extracts the episode information (x of y released)
+ private function extractAnimeEpisodeInformation($anime){
+ $episode = $anime->find('div.header_info_episode', 0);
+ if(!$episode)
+ returnServerError('Could not find anime episode information!');
+ return preg_replace('/\r|\n/', ' ', $episode->plaintext);
+ }
- // Extracts the background image
- private function ExtractAnimeBackgroundImage($anime){
- // Getting the picture is a little bit tricky as it is part of the style.
- // Luckily the style is part of the parent div :)
+ // Extracts the background image
+ private function extractAnimeBackgroundImage($anime){
+ // Getting the picture is a little bit tricky as it is part of the style.
+ // Luckily the style is part of the parent div :)
- if(preg_match("/url\(\/\/([^\)]+)\)/i", $anime->parent->style, $matches))
- return $matches[1];
+ if(preg_match("/url\(\/\/([^\)]+)\)/i", $anime->parent->style, $matches))
+ return $matches[1];
- returnServerError('Could not extract background image!');
- }
+ returnServerError('Could not extract background image!');
+ }
- // Builds an URI to search for a specific anime (subber is left empty)
- private function BuildAnimeSearchURI($anime){
- return $this->getURI() . '/search/?title=' . urlencode($this->ExtractAnimeTitle($anime)) . '&subber=';
- }
+ // Builds an URI to search for a specific anime (subber is left empty)
+ private function buildAnimeSearchUri($anime){
+ return $this->getURI()
+ . '/search/?title='
+ . urlencode($this->extractAnimeTitle($anime))
+ . '&subber=';
+ }
- // Builds the content string for a given anime
- private function BuildAnimeContent($anime){
- // We'll use a template string to place our contents
- return '
-  . ')
-
-
' . $this->ExtractAnimeEpisodeInformation($anime) . '
- Search episodes
';
- }
+ // Builds the content string for a given anime
+ private function buildAnimeContent($anime){
+ // We'll use a template string to place our contents
+ return '
+ . ')
'
+ . $this->extractAnimeEpisodeInformation($anime)
+ . '
Search episodes
';
+ }
- public function collectData(){
- $html = $this->LoadSeasonAnimeList();
+ public function collectData(){
+ $html = $this->loadSeasonAnimeList();
- $animes = $html->find('div.header_display_box_info');
- if(!$animes)
- returnServerError('Could not find anime headers!');
+ $animes = $html->find('div.header_display_box_info');
+ if(!$animes)
+ returnServerError('Could not find anime headers!');
- foreach($animes as $anime){
- $item = array();
- $item['title'] = $this->ExtractAnimeTitle($anime);
- $item['author'] = $this->ExtractAnimeAuthor($anime);
- $item['uri'] = $this->ExtractAnimeURI($anime);
- $item['timestamp'] = $this->ExtractAnimeTimestamp($anime);
- $item['content'] = $this->BuildAnimeContent($anime);
- $this->items[] = $item;
- }
- }
+ foreach($animes as $anime){
+ $item = array();
+ $item['title'] = $this->extractAnimeTitle($anime);
+ $item['author'] = $this->extractAnimeAuthor($anime);
+ $item['uri'] = $this->extractAnimeUri($anime);
+ $item['timestamp'] = $this->extractAnimeTimestamp($anime);
+ $item['content'] = $this->buildAnimeContent($anime);
+ $this->items[] = $item;
+ }
+ }
}
diff --git a/bridges/Shimmie2Bridge.php b/bridges/Shimmie2Bridge.php
index 80a242ae..efbcd9b7 100644
--- a/bridges/Shimmie2Bridge.php
+++ b/bridges/Shimmie2Bridge.php
@@ -1,31 +1,39 @@
getURI().'post/list/'
- .$this->getInput('t').'/'
- .$this->getInput('p');
- }
+ protected function getFullURI(){
+ return $this->getURI()
+ . 'post/list/'
+ . $this->getInput('t')
+ . '/'
+ . $this->getInput('p');
+ }
- protected function getItemFromElement($element){
- $item = array();
- $item['uri'] = $this->getURI().$element->href;
- $item['id'] = (int)preg_replace("/[^0-9]/",'', $element->getAttribute(static::IDATTRIBUTE));
- $item['timestamp'] = time();
- $thumbnailUri = $this->getURI().$element->find('img', 0)->src;
- $item['tags'] = $element->getAttribute('data-tags');
- $item['title'] = $this->getName().' | '.$item['id'];
- $item['content'] = '
Tags: '.$item['tags'];
- return $item;
- }
+ protected function getItemFromElement($element){
+ $item = array();
+ $item['uri'] = $this->getURI() . $element->href;
+ $item['id'] = (int)preg_replace("/[^0-9]/", '', $element->getAttribute(static::IDATTRIBUTE));
+ $item['timestamp'] = time();
+ $thumbnailUri = $this->getURI() . $element->find('img', 0)->src;
+ $item['tags'] = $element->getAttribute('data-tags');
+ $item['title'] = $this->getName() . ' | ' . $item['id'];
+ $item['content'] = '
Tags: '
+ . $item['tags'];
+
+ return $item;
+ }
}
diff --git a/bridges/SoundcloudBridge.php b/bridges/SoundcloudBridge.php
index 7f7da37e..cb4ba915 100644
--- a/bridges/SoundcloudBridge.php
+++ b/bridges/SoundcloudBridge.php
@@ -1,50 +1,60 @@
array(
- 'name'=>'username',
- 'required'=>true
- )
- ));
+ const PARAMETERS = array( array(
+ 'u' => array(
+ 'name' => 'username',
+ 'required' => true
+ )
+ ));
- const CLIENT_ID = '0aca19eae3843844e4053c6d8fdb7875';
+ const CLIENT_ID = '0aca19eae3843844e4053c6d8fdb7875';
public function collectData(){
- $res = json_decode(getContents(
- 'https://api.soundcloud.com/resolve?url=http://www.soundcloud.com/'
- . urlencode($this->getInput('u'))
- .'&client_id=' . self::CLIENT_ID
- )) or returnServerError('No results for this query');
- $tracks = json_decode(getContents(
- 'https://api.soundcloud.com/users/'
- . urlencode($res->id)
- .'/tracks?client_id=' . self::CLIENT_ID
- )) or returnServerError('No results for this user');
+ $res = json_decode(getContents(
+ 'https://api.soundcloud.com/resolve?url=http://www.soundcloud.com/'
+ . urlencode($this->getInput('u'))
+ . '&client_id='
+ . self::CLIENT_ID
+ )) or returnServerError('No results for this query');
- for ($i=0; $i < 10; $i++) {
- $item = array();
- $item['author'] = $tracks[$i]->user->username .' - '. $tracks[$i]->title;
- $item['title'] = $tracks[$i]->user->username .' - '. $tracks[$i]->title;
- $item['content'] = '
