<?php class CNETBridge extends BridgeAbstract { private $topicName = ''; public function loadMetadatas() { $this->maintainer = 'ORelio'; $this->name = 'CNET News'; $this->uri = 'http://www.cnet.com/'; $this->description = 'Returns the newest articles. <br /> You may specify a topic found in some section URLs, else all topics are selected.'; $this->update = '2016-08-09'; $this->parameters[] = '[ { "name" : "Topic name", "identifier" : "topic" } ]'; } public function collectData(array $param) { function ExtractFromDelimiters($string, $start, $end) { if (strpos($string, $start) !== false) { $section_retrieved = substr($string, strpos($string, $start) + strlen($start)); $section_retrieved = substr($section_retrieved, 0, strpos($section_retrieved, $end)); return $section_retrieved; } return false; } function StripWithDelimiters($string, $start, $end) { while (strpos($string, $start) !== false) { $section_to_remove = substr($string, strpos($string, $start)); $section_to_remove = substr($section_to_remove, 0, strpos($section_to_remove, $end) + strlen($end)); $string = str_replace($section_to_remove, '', $string); } return $string; } function CleanArticle($article_html) { $article_html = '<p>'.substr($article_html, strpos($article_html, '<p>') + 3); $article_html = StripWithDelimiters($article_html, '<span class="credit">', '</span>'); $article_html = StripWithDelimiters($article_html, '<script', '</script>'); $article_html = StripWithDelimiters($article_html, '<div class="shortcode related-links', '</div>'); $article_html = StripWithDelimiters($article_html, '<a class="clickToEnlarge">', '</a>'); return $article_html; } if (!empty($param['topic'])) $this->topicName = $param['topic']; $pageUrl = 'http://www.cnet.com/'.(empty($this->topicName) ? '' : 'topics/'.$this->topicName.'/'); $html = $this->file_get_html($pageUrl) or $this->returnError('Could not request CNET: '.$pageUrl, 500); $limit = 0; foreach($html->find('div.assetBody') as $element) { if ($limit < 8) { $article_title = trim($element->find('h2', 0)->plaintext); $article_uri = 'http://www.cnet.com'.($element->find('a', 0)->href); $article_timestamp = strtotime($element->find('time.assetTime', 0)->plaintext); $article_author = trim($element->find('a[rel=author]', 0)->plaintext); if (!empty($article_title) && !empty($article_uri) && strpos($article_uri, '/news/') !== false) { $article_html = $this->file_get_html($article_uri) or $this->returnError('Could not request CNET: '.$article_uri, 500); $article_content = trim(CleanArticle(ExtractFromDelimiters($article_html, '<div class="articleContent', '<footer>'))); $item = new \Item(); $item->uri = $article_uri; $item->title = $article_title; $item->author = $article_author; $item->timestamp = $article_timestamp; $item->content = $article_content; $this->items[] = $item; $limit++; } } } } public function getName() { return 'CNET News Bridge'.(empty($this->topicName) ? '' : ' - '.$this->topicName); } public function getCacheDuration() { return 1800; // 30 minutes } }