[ReutersBridge] Add bridge (#1653)
This commit is contained in:
hollowleviathan
GitHub
parent
ea289a0cea
commit
43b7621f45
1 changed files with 246 additions and 0 deletions
246
bridges/ReutersBridge.php
Normal file
246
bridges/ReutersBridge.php
Normal file
|
|
@ -0,0 +1,246 @@
|
|||
<?php
|
||||
class ReutersBridge extends BridgeAbstract
|
||||
{
|
||||
const MAINTAINER = 'hollowleviathan, spraynard, csisoap';
|
||||
const NAME = 'Reuters Bridge';
|
||||
const URI = 'https://reuters.com/';
|
||||
const CACHE_TIMEOUT = 1800; // 30min
|
||||
const DESCRIPTION = 'Returns news from Reuters';
|
||||
|
||||
private $feedName = self::NAME;
|
||||
|
||||
/**
|
||||
* Wireitem types allowed in the final story output
|
||||
*/
|
||||
const ALLOWED_WIREITEM_TYPES = array(
|
||||
'story',
|
||||
'headlines'
|
||||
);
|
||||
|
||||
/**
|
||||
* Wireitem template types allowed in the final story output
|
||||
*/
|
||||
const ALLOWED_TEMPLATE_TYPES = array(
|
||||
'story'
|
||||
);
|
||||
|
||||
const PARAMETERS = array(
|
||||
array(
|
||||
'feed' => array(
|
||||
'name' => 'News Feed',
|
||||
'type' => 'list',
|
||||
'title' => 'Feeds from Reuters U.S/International edition',
|
||||
'values' => array(
|
||||
'Aerospace and Defense' => 'aerospace',
|
||||
'Business' => 'business',
|
||||
'China' => 'china',
|
||||
'Energy' => 'energy',
|
||||
'Entertainment' => 'chan:8ym8q8dl',
|
||||
'Environment' => 'chan:6u4f0jgs',
|
||||
'Health' => 'chan:8hw7807a',
|
||||
'Lifestyle' => 'life',
|
||||
'Markets' => 'markets',
|
||||
'Politics' => 'politics',
|
||||
'Science' => 'science',
|
||||
'Special Reports' => 'special-reports',
|
||||
'Sports' => 'sports',
|
||||
'Tech' => 'tech',
|
||||
'Top News' => 'home/topnews',
|
||||
'UK' => 'chan:61leiu7j',
|
||||
'USA News' => 'us',
|
||||
'Wire' => 'wire',
|
||||
'World' => 'world',
|
||||
)
|
||||
)
|
||||
)
|
||||
);
|
||||
|
||||
/**
|
||||
* Performs an HTTP request to the Reuters API and returns decoded JSON
|
||||
* in the form of an associative array
|
||||
* @param string $feed_uri Parameter string to the Reuters API
|
||||
* @return array
|
||||
*/
|
||||
private function getJson($feed_uri)
|
||||
{
|
||||
$uri = "https://wireapi.reuters.com/v8$feed_uri";
|
||||
$returned_data = getContents($uri);
|
||||
return json_decode($returned_data, true);
|
||||
}
|
||||
|
||||
/**
|
||||
* Takes in data from Reuters Wire API and
|
||||
* creates structured data in the form of a list
|
||||
* of story information.
|
||||
* @param array $data JSON collected from the Reuters Wire API
|
||||
*/
|
||||
private function processData($data)
|
||||
{
|
||||
/**
|
||||
* Gets a list of wire items which are groups of templates
|
||||
*/
|
||||
$reuters_allowed_wireitems = array_filter(
|
||||
$data, function ($wireitem) {
|
||||
return in_array(
|
||||
$wireitem['wireitem_type'],
|
||||
self::ALLOWED_WIREITEM_TYPES
|
||||
);
|
||||
}
|
||||
);
|
||||
|
||||
/*
|
||||
* Gets a list of "Templates", which is data containing a story
|
||||
*/
|
||||
$reuters_wireitem_templates = array_reduce(
|
||||
$reuters_allowed_wireitems,
|
||||
function (array $carry, array $wireitem) {
|
||||
$wireitem_templates = $wireitem['templates'];
|
||||
return array_merge(
|
||||
$carry,
|
||||
array_filter(
|
||||
$wireitem_templates, function (
|
||||
array $template_data
|
||||
) {
|
||||
return in_array(
|
||||
$template_data['type'],
|
||||
self::ALLOWED_TEMPLATE_TYPES
|
||||
);
|
||||
}
|
||||
)
|
||||
);
|
||||
},
|
||||
array()
|
||||
);
|
||||
|
||||
return $reuters_wireitem_templates;
|
||||
}
|
||||
|
||||
private function getArticle($feed_uri)
|
||||
{
|
||||
// This will make another request to API to get full detail of article and author's name.
|
||||
$rawData = $this->getJson($feed_uri);
|
||||
$reuters_wireitems = $rawData['wireitems'];
|
||||
$processedData = $this->processData($reuters_wireitems);
|
||||
|
||||
$first = reset($processedData);
|
||||
$article_content = $first['story']['body_items'];
|
||||
$authorlist = $first['story']['authors'];
|
||||
$category = $first['story']['channel']['name'];
|
||||
$image_list = $first['story']['images'];
|
||||
$img_placeholder = '';
|
||||
|
||||
foreach($image_list as $image) { // Add more image to article.
|
||||
$image_url = $image['url'];
|
||||
$image_caption = $image['caption'];
|
||||
$img = "<img src=\"$image_url\">";
|
||||
$img_caption = "<figcaption style=\"text-align: center;\"><i>$image_caption</i></figcaption>";
|
||||
$figure = "<figure>$img \t $img_caption</figure>";
|
||||
$img_placeholder = $img_placeholder . $figure;
|
||||
}
|
||||
|
||||
$author = '';
|
||||
$counter = 0;
|
||||
foreach ($authorlist as $data) {
|
||||
//Formatting author's name.
|
||||
$counter++;
|
||||
$name = $data['name'];
|
||||
if ($counter == count($authorlist)) {
|
||||
$author = $author . $name;
|
||||
} else {
|
||||
$author = $author . "$name, ";
|
||||
}
|
||||
}
|
||||
|
||||
$description = '';
|
||||
foreach ($article_content as $content) {
|
||||
$data;
|
||||
if(isset($content['content'])) {
|
||||
$data = $content['content'];
|
||||
}
|
||||
switch($content['type']) {
|
||||
case 'paragraph':
|
||||
$description = $description . "<p>$data</p>";
|
||||
break;
|
||||
case 'heading':
|
||||
$description = $description . "<h3>$data</h3>";
|
||||
break;
|
||||
case 'infographics':
|
||||
$description = $description . "<img src=\"$data\">";
|
||||
break;
|
||||
case 'inline_items':
|
||||
$item_list = $content['items'];
|
||||
$description = $description . '<p>';
|
||||
foreach ($item_list as $item) {
|
||||
if($item['type'] == 'text') {
|
||||
$description = $description . $item['content'];
|
||||
} else {
|
||||
$description = $description . $item['symbol'];
|
||||
}
|
||||
}
|
||||
$description = $description . '</p>';
|
||||
break;
|
||||
case 'p_table':
|
||||
$description = $description . $content['content'];
|
||||
break;
|
||||
}
|
||||
}
|
||||
|
||||
$content_detail = array(
|
||||
'content' => $description,
|
||||
'author' => $author,
|
||||
'category' => $category,
|
||||
'images' => $img_placeholder,
|
||||
);
|
||||
return $content_detail;
|
||||
}
|
||||
|
||||
public function getName() {
|
||||
return $this->feedName;
|
||||
}
|
||||
|
||||
public function collectData()
|
||||
{
|
||||
$reuters_feed_name = $this->getInput('feed');
|
||||
|
||||
if(strpos($reuters_feed_name, 'chan:') !== false) {
|
||||
// Now checking whether that feed has unique ID or not.
|
||||
$feed_uri = "/feed/rapp/us/wirefeed/$reuters_feed_name";
|
||||
} else {
|
||||
$feed_uri = "/feed/rapp/us/tabbar/feeds/$reuters_feed_name";
|
||||
}
|
||||
|
||||
$data = $this->getJson($feed_uri);
|
||||
|
||||
$reuters_wireitems = $data['wireitems'];
|
||||
$this->feedName = $data['wire_name'] . ' | Reuters';
|
||||
$processedData = $this->processData($reuters_wireitems);
|
||||
|
||||
// Merge all articles from Editor's Highlight section into existing array of templates.
|
||||
$top_section = reset($reuters_wireitems);
|
||||
if ($top_section['wireitem_type'] == 'headlines') {
|
||||
$top_articles = $top_section['templates'][1]['headlines'];
|
||||
$processedData = array_merge($top_articles, $processedData);
|
||||
}
|
||||
|
||||
foreach ($processedData as $story) {
|
||||
$item['uid'] = $story['story']['usn'];
|
||||
$article_uri = $story['template_action']['api_path'];
|
||||
$content_detail = $this->getArticle($article_uri);
|
||||
$description = $content_detail['content'];
|
||||
$author = $content_detail['author'];
|
||||
$images = $content_detail['images'];
|
||||
$item['categories'] = array($content_detail['category']);
|
||||
$item['author'] = $author;
|
||||
if (!(bool) $description) {
|
||||
$description = $story['story']['lede']; // Just in case the content doesn't have anything.
|
||||
} else {
|
||||
$item['content'] = "$description $images";
|
||||
}
|
||||
|
||||
$item['title'] = $story['story']['hed'];
|
||||
$item['timestamp'] = $story['story']['updated_at'];
|
||||
$item['uri'] = $story['template_action']['url'];
|
||||
$this->items[] = $item;
|
||||
}
|
||||
}
|
||||
}
|
||||
Loading…
Reference in a new issue