' . $description->find('h2.mb-1', 0)->innertext . '
';
+
+ if ($description->find('div.text.pb-3', 0)->children(1)->class != 'date') {
+ $content .= '' . $description->find('div.text.pb-3', 0)->children(1)->innertext . '
';
+ }
+
+ return $content;
+ }
+
+ private function processTwitterImage() {
+ /**
+ * Extract video ID + type from twitter image
+ *
+ * Example (wrapped):
+ * https://img.brut.media/thumbnail/
+ * the-life-of-rita-moreno-2cce75b5-d448-44d2-a97c-ca50d6470dd4-square.jpg
+ * ?ts=1559337892
+ */
+ $fpath = parse_url($this->videoImage, PHP_URL_PATH);
+ $fname = basename($fpath);
+ $fname = substr($fname, 0, strrpos($fname, '.'));
+ $parts = explode('-', $fname);
+
+ if (end($parts) === 'auto') {
+ $key = array_search('auto', $parts);
+ unset($parts[$key]);
+ }
+
+ $this->videoId = implode('-', array_splice($parts, -6, 5));
+ $this->videoType = end($parts);
+ }
+}
diff --git a/bridges/FB2Bridge.php b/bridges/FB2Bridge.php
index 29df7554..2faa3215 100644
--- a/bridges/FB2Bridge.php
+++ b/bridges/FB2Bridge.php
@@ -72,15 +72,15 @@ class FB2Bridge extends BridgeAbstract {
$pageInfo = $this->getPageInfos($page, $cookies);
if($pageInfo['userId'] === null) {
- echo <<find('article') as $content) {
$item = array();
- //echo $content; die();
+
preg_match('/publish_time\\\":([0-9]+),/', $content->getAttribute('data-store', 0), $match);
if(isset($match[1]))
$timestamp = $match[1];
diff --git a/bridges/GOGBridge.php b/bridges/GOGBridge.php
index 669332f0..09f47b4b 100644
--- a/bridges/GOGBridge.php
+++ b/bridges/GOGBridge.php
@@ -8,8 +8,8 @@ class GOGBridge extends BridgeAbstract {
public function collectData() {
- $values = getContents('https://www.gog.com/games/ajax/filtered?limit=25&sort=new') or
- die('Unable to get the news pages from GOG !');
+ $values = getContents('https://www.gog.com/games/ajax/filtered?limit=25&sort=new')
+ or returnServerError('Unable to get the news pages from GOG !');
$decodedValues = json_decode($values);
$limit = 0;
@@ -38,8 +38,8 @@ class GOGBridge extends BridgeAbstract {
private function buildGameContentPage($game) {
- $gameDescriptionText = getContents('https://api.gog.com/products/' . $game->id . '?expand=description') or
- die('Unable to get game description from GOG !');
+ $gameDescriptionText = getContents('https://api.gog.com/products/' . $game->id . '?expand=description')
+ or returnServerError('Unable to get game description from GOG !');
$gameDescriptionValue = json_decode($gameDescriptionText);
diff --git a/bridges/HaveIBeenPwnedBridge.php b/bridges/HaveIBeenPwnedBridge.php
new file mode 100644
index 00000000..f256623a
--- /dev/null
+++ b/bridges/HaveIBeenPwnedBridge.php
@@ -0,0 +1,102 @@
+ array(
+ 'name' => 'Order by',
+ 'type' => 'list',
+ 'values' => array(
+ 'Breach date' => 'breachDate',
+ 'Date added to HIBP' => 'dateAdded',
+ ),
+ 'defaultValue' => 'dateAdded',
+ )
+ ));
+
+ const CACHE_TIMEOUT = 3600;
+
+ private $breachDateRegex = '/Breach date: ([0-9]{1,2} [A-Z-a-z]+ [0-9]{4})/';
+ private $dateAddedRegex = '/Date added to HIBP: ([0-9]{1,2} [A-Z-a-z]+ [0-9]{4})/';
+ private $accountsRegex = '/Compromised accounts: ([0-9,]+)/';
+
+ private $breaches = array();
+
+ public function collectData() {
+
+ $html = getSimpleHTMLDOM(self::URI . '/PwnedWebsites')
+ or returnServerError('Could not request: ' . self::URI . '/PwnedWebsites');
+
+ $breaches = array();
+
+ foreach($html->find('div.row') as $breach) {
+ $item = array();
+
+ if ($breach->class != 'row') {
+ continue;
+ }
+
+ preg_match($this->breachDateRegex, $breach->find('p', 1)->plaintext, $breachDate)
+ or returnServerError('Could not extract details');
+
+ preg_match($this->dateAddedRegex, $breach->find('p', 1)->plaintext, $dateAdded)
+ or returnServerError('Could not extract details');
+
+ preg_match($this->accountsRegex, $breach->find('p', 1)->plaintext, $accounts)
+ or returnServerError('Could not extract details');
+
+ $permalink = $breach->find('p', 1)->find('a', 0)->href;
+
+ // Remove permalink
+ $breach->find('p', 1)->find('a', 0)->outertext = '';
+
+ $item['title'] = $breach->find('h3', 0)->plaintext . ' - ' . $accounts[1] . ' breached accounts';
+ $item['dateAdded'] = strtotime($dateAdded[1]);
+ $item['breachDate'] = strtotime($breachDate[1]);
+ $item['uri'] = self::URI . '/PwnedWebsites' . $permalink;
+
+ $item['content'] = '' . $breach->find('p', 0)->innertext . '
';
+ $item['content'] .= '
' . $breach->find('p', 1)->innertext . '
';
+
+ $this->breaches[] = $item;
+ }
+
+ $this->orderBreaches();
+ $this->createItems();
+ }
+
+ /**
+ * Order Breaches by date added or date breached
+ */
+ private function orderBreaches() {
+
+ $sortBy = $this->getInput('order');
+ $sort = array();
+
+ foreach ($this->breaches as $key => $item) {
+ $sort[$key] = $item[$sortBy];
+ }
+
+ array_multisort($sort, SORT_DESC, $this->breaches);
+
+ }
+
+ /**
+ * Create items from breaches array
+ */
+ private function createItems() {
+
+ foreach ($this->breaches as $breach) {
+ $item = array();
+
+ $item['title'] = $breach['title'];
+ $item['timestamp'] = $breach[$this->getInput('order')];
+ $item['uri'] = $breach['uri'];
+ $item['content'] = $breach['content'];
+
+ $this->items[] = $item;
+ }
+ }
+}
diff --git a/bridges/MediapartBridge.php b/bridges/MediapartBridge.php
new file mode 100644
index 00000000..15d1d3ea
--- /dev/null
+++ b/bridges/MediapartBridge.php
@@ -0,0 +1,60 @@
+ array(
+ 'name' => 'Single page article',
+ 'type' => 'checkbox',
+ 'title' => 'Display long articles on a single page',
+ 'defaultValue' => 'checked'
+ ),
+ 'mpsessid' => array(
+ 'name' => 'MPSESSID',
+ 'type' => 'text',
+ 'title' => 'Value of the session cookie MPSESSID'
+ )
+ )
+ );
+ const CACHE_TIMEOUT = 7200; // 2h
+ const DESCRIPTION = 'Returns the newest articles.';
+
+ public function collectData() {
+ $url = self::URI . 'articles/feed';
+ $this->collectExpandableDatas($url);
+ }
+
+ protected function parseItem($newsItem) {
+ $item = parent::parseItem($newsItem);
+
+ // Enable single page mode?
+ if ($this->getInput('single_page_mode') === true) {
+ $item['uri'] .= '?onglet=full';
+ }
+
+ // If a session cookie is defined, get the full article
+ $mpsessid = $this->getInput('mpsessid');
+ if (!empty($mpsessid)) {
+ // Set the session cookie
+ $opt = array();
+ $opt[CURLOPT_COOKIE] = 'MPSESSID=' . $mpsessid;
+
+ // Get the page
+ $articlePage = getSimpleHTMLDOM(
+ $newsItem->link . '?onglet=full',
+ array(),
+ $opt);
+
+ // Extract the article content
+ $content = $articlePage->find('div.content-article', 0)->innertext;
+ $content = sanitize($content);
+ $content = defaultLinkTo($content, static::URI);
+ $item['content'] .= $content;
+ }
+
+ return $item;
+ }
+}
diff --git a/bridges/PikabuBridge.php b/bridges/PikabuBridge.php
index af603aca..362b87dc 100644
--- a/bridges/PikabuBridge.php
+++ b/bridges/PikabuBridge.php
@@ -6,6 +6,16 @@ class PikabuBridge extends BridgeAbstract {
const DESCRIPTION = 'Выводит посты по тегу';
const MAINTAINER = 'em92';
+ const PARAMETERS_FILTER = array(
+ 'name' => 'Фильтр',
+ 'type' => 'list',
+ 'values' => array(
+ 'Горячее' => 'hot',
+ 'Свежее' => 'new',
+ ),
+ 'defaultValue' => 'hot'
+ );
+
const PARAMETERS = array(
'По тегу' => array(
'tag' => array(
@@ -13,21 +23,29 @@ class PikabuBridge extends BridgeAbstract {
'exampleValue' => 'it',
'required' => true
),
- 'filter' => array(
- 'name' => 'Фильтр',
- 'type' => 'list',
- 'values' => array(
- 'Горячее' => 'hot',
- 'Свежее' => 'new',
- ),
- 'defaultValue' => 'hot'
- )
+ 'filter' => self::PARAMETERS_FILTER
+ ),
+ 'По сообществу' => array(
+ 'community' => array(
+ 'name' => 'Сообщество',
+ 'exampleValue' => 'linux',
+ 'required' => true
+ ),
+ 'filter' => self::PARAMETERS_FILTER
)
);
+ protected $title = null;
+
public function getURI() {
if ($this->getInput('tag')) {
return self::URI . '/tag/' . rawurlencode($this->getInput('tag')) . '/' . rawurlencode($this->getInput('filter'));
+ } else if ($this->getInput('community')) {
+ $uri = self::URI . '/community/' . rawurlencode($this->getInput('community'));
+ if ($this->getInput('filter') != 'hot') {
+ $uri .= '/' . rawurlencode($this->getInput('filter'));
+ }
+ return $uri;
} else {
return parent::getURI();
}
@@ -38,10 +56,10 @@ class PikabuBridge extends BridgeAbstract {
}
public function getName() {
- if (is_string($this->getInput('tag'))) {
- return $this->getInput('tag') . ' - ' . parent::getName();
- } else {
+ if (is_null($this->title)) {
return parent::getName();
+ } else {
+ return $this->title . ' - ' . parent::getName();
}
}
@@ -52,6 +70,8 @@ class PikabuBridge extends BridgeAbstract {
$text_html = iconv('windows-1251', 'utf-8', $text_html);
$html = str_get_html($text_html);
+ $this->title = $html->find('title', 0)->innertext;
+
foreach($html->find('article.story') as $post) {
$time = $post->find('time.story__datetime', 0);
if (is_null($time)) continue;
@@ -67,6 +87,11 @@ class PikabuBridge extends BridgeAbstract {
}
}
+ foreach($post->find('[data-type=gifx]') as $el) {
+ $src = $el->getAttribute('data-source');
+ $el->outertext = '
';
+ }
+
foreach($post->find('img') as $img) {
$src = $img->getAttribute('src');
if (!$src) {
diff --git a/bridges/QPlayBridge.php b/bridges/QPlayBridge.php
new file mode 100644
index 00000000..f2043267
--- /dev/null
+++ b/bridges/QPlayBridge.php
@@ -0,0 +1,132 @@
+ array(
+ 'program' => array(
+ 'name' => 'Program Name',
+ 'type' => 'text',
+ 'required' => true,
+ ),
+ ),
+ 'Catalog' => array(
+ 'all_pages' => array(
+ 'name' => 'All Pages',
+ 'type' => 'checkbox',
+ 'defaultValue' => false,
+ ),
+ ),
+ );
+
+ public function getIcon() {
+ # This should be the favicon served on `self::URI`
+ return 'https://s3.amazonaws.com/unode1/assets/4957/r3T9Lm9LTLmpAEX6FlSA_apple-touch-icon.png';
+ }
+
+ public function getURI() {
+ switch ($this->queriedContext) {
+ case 'Program':
+ return self::URI . '/programs/' . $this->getInput('program');
+ case 'Catalog':
+ return self::URI . '/catalog';
+ }
+ return parent::getURI();
+ }
+
+ public function getName() {
+ switch ($this->queriedContext) {
+ case 'Program':
+ $html = getSimpleHTMLDOMCached($this->getURI())
+ or returnServerError('Could not load content');
+
+ return $html->find('h1.program--title', 0)->innertext;
+ case 'Catalog':
+ return self::NAME . ' | Programas';
+ }
+
+ return parent::getName();
+ }
+
+ /* This uses the uscreen platform, other sites can adapt this. https://www.uscreen.tv/ */
+ public function collectData() {
+ switch ($this->queriedContext) {
+ case 'Program':
+ $program = $this->getInput('program');
+ $html = getSimpleHTMLDOMCached($this->getURI())
+ or returnServerError('Could not load content');
+
+ foreach($html->find('.cce--thumbnails-video-chapter') as $element) {
+ $cid = $element->getAttribute('data-id');
+ $item['title'] = $element->find('.cce--chapter-title', 0)->innertext;
+ $item['content'] = $element->find('.cce--thumbnails-image-block', 0)
+ . $element->find('.cce--chapter-body', 0)->innertext;
+ $item['uri'] = $this->getURI() . '?cid=' . $cid;
+
+ /* TODO: Suport login credentials? */
+ /* # Get direct video URL */
+ /* $json_source = getContents(self::URI . '/chapters/' . $cid, array('Cookie: _uscreen2_session=???;')) */
+ /* or returnServerError('Could not request chapter JSON'); */
+ /* $json = json_decode($json_source); */
+
+ /* $item['enclosures'] = [$json->fallback]; */
+
+ $this->items[] = $item;
+ }
+
+ break;
+ case 'Catalog':
+ $json_raw = getContents($this->getCatalogURI(1))
+ or returnServerError('Could not load catalog content');
+
+ $json = json_decode($json_raw);
+ $total_pages = $json->total_pages;
+
+ foreach($this->parseCatalogPage($json) as $item) {
+ $this->items[] = $item;
+ }
+
+ if ($this->getInput('all_pages') === true) {
+ foreach(range(2, $total_pages) as $page) {
+ $json_raw = getContents($this->getCatalogURI($page))
+ or returnServerError('Could not load catalog content (all pages)');
+
+ $json = json_decode($json_raw);
+
+ foreach($this->parseCatalogPage($json) as $item) {
+ $this->items[] = $item;
+ }
+ }
+ }
+
+ break;
+ }
+ }
+
+ private function getCatalogURI($page) {
+ return self::URI . '/catalog.json?page=' . $page;
+ }
+
+ private function parseCatalogPage($json) {
+ $items = array();
+
+ foreach($json->records as $record) {
+ $item = array();
+
+ $item['title'] = $record->title;
+ $item['content'] = $record->description
+ . '
Duration: ' . $record->duration . '
';
+ $item['timestamp'] = strtotime($record->release_date);
+ $item['uri'] = self::URI . $record->url;
+ $item['enclosures'] = array(
+ $record->main_poster,
+ );
+
+ $items[] = $item;
+ }
+
+ return $items;
+ }
+}
diff --git a/bridges/RadioMelodieBridge.php b/bridges/RadioMelodieBridge.php
index 03a14a43..fb5aca6e 100644
--- a/bridges/RadioMelodieBridge.php
+++ b/bridges/RadioMelodieBridge.php
@@ -12,11 +12,12 @@ class RadioMelodieBridge extends BridgeAbstract {
public function collectData(){
$html = getSimpleHTMLDOM(self::URI . '/actu/')
or returnServerError('Could not request Radio Melodie.');
- $list = $html->find('div[class=actu_col1]', 0)->children();;
+ $list = $html->find('div[class=displayList]', 0)->children();
foreach($list as $element) {
if($element->tag == 'a') {
$articleURL = self::URI . $element->href;
$article = getSimpleHTMLDOM($articleURL);
+ $textDOM = $article->find('article', 0);
// Initialise arrays
$item = array();
@@ -24,52 +25,50 @@ class RadioMelodieBridge extends BridgeAbstract {
$picture = array();
// Get the Main picture URL
- $picture[] = $this->rewriteImage($article->find('img[id=picturearticle]', 0)->src);
- $audioHTML = $article->find('div[class=sm2-playlist-wrapper]');
+ $picture[] = $this->rewriteImage($article->find('div[id=pictureTitleSupport]', 0)->find('img', 0)->src);
+ $audioHTML = $article->find('audio');
- // Remove the audio placeholder under the Audio player with an