052844f5e1
simplehtmldom 1.9 introduced new functions to recursively remove nodes from the DOM. This allows removing elements without the need to re-load the document by using $html->load($html->save()), which is very inefficient. Find more information about remove() at https://simplehtmldom.sourceforge.io/docs/1.9/api/simple_html_dom_node/remove/
72 lines
2.1 KiB
PHP
72 lines
2.1 KiB
PHP
<?php
|
|
class AsahiShimbunAJWBridge extends BridgeAbstract {
|
|
const NAME = 'Asahi Shimbun AJW';
|
|
const BASE_URI = 'http://www.asahi.com';
|
|
const URI = self::BASE_URI . '/ajw/';
|
|
const DESCRIPTION = 'Asahi Shimbun - Asia & Japan Watch';
|
|
const MAINTAINER = 'somini';
|
|
const PARAMETERS = array(
|
|
array(
|
|
'section' => array(
|
|
'type' => 'list',
|
|
'name' => 'Section',
|
|
'values' => array(
|
|
'Japan » Social Affairs' => 'japan/social',
|
|
'Japan » People' => 'japan/people',
|
|
'Japan » 3/11 Disaster' => 'japan/0311disaster',
|
|
'Japan » Sci & Tech' => 'japan/sci_tech',
|
|
'Politics' => 'politics',
|
|
'Business' => 'business',
|
|
'Culture » Style' => 'culture/style',
|
|
'Culture » Movies' => 'culture/movies',
|
|
'Culture » Manga & Anime' => 'culture/manga_anime',
|
|
'Asia » China' => 'asia/china',
|
|
'Asia » Korean Peninsula' => 'asia/korean_peninsula',
|
|
'Asia » Around Asia' => 'asia/around_asia',
|
|
'Opinion » Editorial' => 'opinion/editorial',
|
|
'Opinion » Vox Populi' => 'opinion/vox',
|
|
),
|
|
'defaultValue' => 'Politics',
|
|
)
|
|
)
|
|
);
|
|
|
|
private function getSectionURI($section) {
|
|
return self::getURI() . $section . '/';
|
|
}
|
|
|
|
public function collectData() {
|
|
$html = getSimpleHTMLDOM($this->getSectionURI($this->getInput('section')))
|
|
or returnServerError('Could not load content');
|
|
|
|
foreach($html->find('#MainInner li a') as $element) {
|
|
if ($element->parent()->class == 'HeadlineTopImage-S') {
|
|
Debug::log('Skip Headline, it is repeated below');
|
|
continue;
|
|
}
|
|
$item = array();
|
|
|
|
$item['uri'] = self::BASE_URI . $element->href;
|
|
$e_lead = $element->find('span.Lead', 0);
|
|
if ($e_lead) {
|
|
$item['content'] = $e_lead->innertext;
|
|
$e_lead->remove();
|
|
} else {
|
|
$item['content'] = $element->innertext;
|
|
}
|
|
$e_date = $element->find('span.EnDate', 0);
|
|
if ($e_date) {
|
|
$item['timestamp'] = strtotime($e_date->innertext);
|
|
$e_date->remove();
|
|
}
|
|
$e_video = $element->find('span.EnVideo', 0);
|
|
if ($e_video) {
|
|
$e_video->remove();
|
|
$element->innertext = "VIDEO: $element->innertext";
|
|
}
|
|
$item['title'] = $element->innertext;
|
|
|
|
$this->items[] = $item;
|
|
}
|
|
}
|
|
}
|