LesLibres.org/Rss-Bridge
2
0
Fork 0
Code Issues Pull requests Releases Wiki Activity

Merge pull request #286 from ORelio/master

Browse source 
Improve 411, Add EstCeQuonMetEnProd
This commit is contained in:
Mitsu 2016-07-17 15:36:49 +02:00 committed by GitHub
commit b0892fdb70
2 changed files with 73 additions and 9 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

56
bridges/EstCeQuonMetEnProdBridge.php Normal file
View file

@ -0,0 +1,56 @@
<?php
class EstCeQuonMetEnProdBridge extends BridgeAbstract {
public function loadMetadatas() {
$this->maintainer = 'ORelio';
$this->name = $this->getName();
$this->uri = $this->getURI();
$this->description = $this->getDescription();
$this->update = "02/07/2016";
}
public function collectData(array $param) {
function ExtractFromDelimiters($string, $start, $end) {
if (strpos($string, $start) !== false) {
$section_retrieved = substr($string, strpos($string, $start) + strlen($start));
$section_retrieved = substr($section_retrieved, 0, strpos($section_retrieved, $end));
return $section_retrieved;
} return false;
}
$html = $this->file_get_html($this->getURI()) or $this->returnError('Could not request EstCeQuonMetEnProd: '.$this->getURI(), 500);
$img = $html->find('img', 0);
if (is_object($img)) {
$img = $img->src;
if ($img[0] == '/')
$img = substr($this->getURI(), 0, strlen($this->getURI()) - 1).$img;
}
$item = new \Item();
$item->uri = $this->getURI().'#'.date('Y-m-d');
$item->thumbnailUri = $img;
$item->title = $this->getName();
$item->author = 'Nicolas Hoffmann';
$item->timestamp = strtotime('today midnight');
$item->content = str_replace('src="/', 'src="'.$this->getURI(), trim(ExtractFromDelimiters($html->outertext, '<body role="document">', '<br /><br />')));
$this->items[] = $item;
}
public function getName() {
return 'Est-ce qu\'on met en prod aujourd\'hui ?';
}
public function getURI() {
return 'https://www.estcequonmetenprodaujourdhui.info/';
}
public function getDescription() {
return 'Should we put a website in production today? (French)';
}
public function getCacheDuration() {
return 21600; // 6 hours
}
}
?>

26
bridges/T411Bridge.php
View file

@ -3,11 +3,11 @@ class T411Bridge extends BridgeAbstract {
public function loadMetadatas() { public function loadMetadatas() {
$this->maintainer = "ORelio"; $this->maintainer = 'ORelio';
$this->name = "T411"; $this->name = 'T411';
$this->uri = $this->getURI(); $this->uri = $this->getURI();
$this->description = "Returns the 5 newest torrents with specified search terms <br /> Use url part after '?' mark when using their search engine"; $this->description = 'Returns the 10 newest torrents with specified search terms <br /> Use url part after "?" mark when using their search engine.';
$this->update = "2016-02-06"; $this->update = '2016-06-25';
$this->parameters[] = $this->parameters[] =
'[ '[
@ -43,10 +43,10 @@ class T411Bridge extends BridgeAbstract {
$limit = 0; $limit = 0;
//Process each item individually //Process each item individually
foreach($results->find('tr') as $element) { foreach ($results->find('tr') as $element) {
//Limit total amount of requests //Limit total amount of requests and ignore table header
if ($limit < 10) { if ($limit < 10 && !is_object($element->find('th', 0))) {
//Requests are rate-limited //Requests are rate-limited
usleep(500000); //So we need to wait (500ms) usleep(500000); //So we need to wait (500ms)
@ -66,12 +66,20 @@ class T411Bridge extends BridgeAbstract {
//Retrieve image for thumbnail or generic logo fallback //Retrieve image for thumbnail or generic logo fallback
$item_image = $this->getURI().'themes/blue/images/logo.png'; $item_image = $this->getURI().'themes/blue/images/logo.png';
foreach ($item_desc->find('img') as $img) { foreach ($item_desc->find('img') as $img) {
if (strpos($img->src, 'prez') === false) { if (strpos($img->src, 'prez') === false && strpos($img->src, '/ad/') === false) {
$item_image = $img->src; $item_image = $img->src;
break; break;
} }
} }
//Cleanup advertisments
$divs = explode('<div class="align-center">', $item_desc->innertext);
$item_desc = '';
foreach ($divs as $text)
if (strpos($text, 'adprovider.adlure.net') === false)
$item_desc = $item_desc.'<div class="align-center">'.$text;
$item_desc = preg_replace('/<h2 class="align-center">LIENS DE T..?L..?CHARGEMENT<\/h2>/i', '', $item_desc);
//Build and add final item //Build and add final item
$item = new \Item(); $item = new \Item();
$item->uri = $item_uri; $item->uri = $item_uri;
@ -79,7 +87,7 @@ class T411Bridge extends BridgeAbstract {
$item->author = $item_author; $item->author = $item_author;
$item->timestamp = $item_date; $item->timestamp = $item_date;
$item->thumbnailUri = $item_image; $item->thumbnailUri = $item_image;
$item->content = $item_desc->innertext; $item->content = $item_desc;
$this->items[] = $item; $this->items[] = $item;
$limit++; $limit++;
} }