Merge pull request #286 from ORelio/master
Improve 411, Add EstCeQuonMetEnProd
This commit is contained in:
commit
b0892fdb70
2 changed files with 73 additions and 9 deletions
56
bridges/EstCeQuonMetEnProdBridge.php
Normal file
56
bridges/EstCeQuonMetEnProdBridge.php
Normal file
|
@ -0,0 +1,56 @@
|
|||
<?php
|
||||
class EstCeQuonMetEnProdBridge extends BridgeAbstract {
|
||||
|
||||
public function loadMetadatas() {
|
||||
$this->maintainer = 'ORelio';
|
||||
$this->name = $this->getName();
|
||||
$this->uri = $this->getURI();
|
||||
$this->description = $this->getDescription();
|
||||
$this->update = "02/07/2016";
|
||||
}
|
||||
|
||||
public function collectData(array $param) {
|
||||
function ExtractFromDelimiters($string, $start, $end) {
|
||||
if (strpos($string, $start) !== false) {
|
||||
$section_retrieved = substr($string, strpos($string, $start) + strlen($start));
|
||||
$section_retrieved = substr($section_retrieved, 0, strpos($section_retrieved, $end));
|
||||
return $section_retrieved;
|
||||
} return false;
|
||||
}
|
||||
|
||||
$html = $this->file_get_html($this->getURI()) or $this->returnError('Could not request EstCeQuonMetEnProd: '.$this->getURI(), 500);
|
||||
|
||||
$img = $html->find('img', 0);
|
||||
if (is_object($img)) {
|
||||
$img = $img->src;
|
||||
if ($img[0] == '/')
|
||||
$img = substr($this->getURI(), 0, strlen($this->getURI()) - 1).$img;
|
||||
}
|
||||
|
||||
$item = new \Item();
|
||||
$item->uri = $this->getURI().'#'.date('Y-m-d');
|
||||
$item->thumbnailUri = $img;
|
||||
$item->title = $this->getName();
|
||||
$item->author = 'Nicolas Hoffmann';
|
||||
$item->timestamp = strtotime('today midnight');
|
||||
$item->content = str_replace('src="/', 'src="'.$this->getURI(), trim(ExtractFromDelimiters($html->outertext, '<body role="document">', '<br /><br />')));
|
||||
$this->items[] = $item;
|
||||
}
|
||||
|
||||
public function getName() {
|
||||
return 'Est-ce qu\'on met en prod aujourd\'hui ?';
|
||||
}
|
||||
|
||||
public function getURI() {
|
||||
return 'https://www.estcequonmetenprodaujourdhui.info/';
|
||||
}
|
||||
|
||||
public function getDescription() {
|
||||
return 'Should we put a website in production today? (French)';
|
||||
}
|
||||
|
||||
public function getCacheDuration() {
|
||||
return 21600; // 6 hours
|
||||
}
|
||||
}
|
||||
?>
|
|
@ -3,11 +3,11 @@ class T411Bridge extends BridgeAbstract {
|
|||
|
||||
public function loadMetadatas() {
|
||||
|
||||
$this->maintainer = "ORelio";
|
||||
$this->name = "T411";
|
||||
$this->maintainer = 'ORelio';
|
||||
$this->name = 'T411';
|
||||
$this->uri = $this->getURI();
|
||||
$this->description = "Returns the 5 newest torrents with specified search terms <br /> Use url part after '?' mark when using their search engine";
|
||||
$this->update = "2016-02-06";
|
||||
$this->description = 'Returns the 10 newest torrents with specified search terms <br /> Use url part after "?" mark when using their search engine.';
|
||||
$this->update = '2016-06-25';
|
||||
|
||||
$this->parameters[] =
|
||||
'[
|
||||
|
@ -43,10 +43,10 @@ class T411Bridge extends BridgeAbstract {
|
|||
$limit = 0;
|
||||
|
||||
//Process each item individually
|
||||
foreach($results->find('tr') as $element) {
|
||||
foreach ($results->find('tr') as $element) {
|
||||
|
||||
//Limit total amount of requests
|
||||
if ($limit < 10) {
|
||||
//Limit total amount of requests and ignore table header
|
||||
if ($limit < 10 && !is_object($element->find('th', 0))) {
|
||||
|
||||
//Requests are rate-limited
|
||||
usleep(500000); //So we need to wait (500ms)
|
||||
|
@ -66,12 +66,20 @@ class T411Bridge extends BridgeAbstract {
|
|||
//Retrieve image for thumbnail or generic logo fallback
|
||||
$item_image = $this->getURI().'themes/blue/images/logo.png';
|
||||
foreach ($item_desc->find('img') as $img) {
|
||||
if (strpos($img->src, 'prez') === false) {
|
||||
if (strpos($img->src, 'prez') === false && strpos($img->src, '/ad/') === false) {
|
||||
$item_image = $img->src;
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
//Cleanup advertisments
|
||||
$divs = explode('<div class="align-center">', $item_desc->innertext);
|
||||
$item_desc = '';
|
||||
foreach ($divs as $text)
|
||||
if (strpos($text, 'adprovider.adlure.net') === false)
|
||||
$item_desc = $item_desc.'<div class="align-center">'.$text;
|
||||
$item_desc = preg_replace('/<h2 class="align-center">LIENS DE T..?L..?CHARGEMENT<\/h2>/i', '', $item_desc);
|
||||
|
||||
//Build and add final item
|
||||
$item = new \Item();
|
||||
$item->uri = $item_uri;
|
||||
|
@ -79,7 +87,7 @@ class T411Bridge extends BridgeAbstract {
|
|||
$item->author = $item_author;
|
||||
$item->timestamp = $item_date;
|
||||
$item->thumbnailUri = $item_image;
|
||||
$item->content = $item_desc->innertext;
|
||||
$item->content = $item_desc;
|
||||
$this->items[] = $item;
|
||||
$limit++;
|
||||
}
|
||||
|
|
Loading…
Reference in a new issue