maintainer = 'logmanoriginal'; $this->name = 'Wikipedia bridge for many languages'; $this->uri = 'https://www.wikipedia.org/'; $this->description = 'Returns articles for a language of your choice'; $this->update = '2016-08-15'; $this->parameters[] = '[ { "name": "Language", "identifier": "language", "type": "list", "required": true, "title": "Select your language", "exampleValue": "English", "values": [ { "name": "English", "value": "en" }, { "name": "German", "value": "de" }, { "name": "French", "value": "fr" }, { "name": "Esperanto", "value": "eo" } ] }, { "name": "Subject", "identifier": "subject", "type": "list", "required": true, "title": "What subject are you interested in?", "exampleValue": "Today\'s featured article", "values": [ { "name": "Today\'s featured article", "value": "tfa" }, { "name": "Did you know...", "value": "dyk" } ] }, { "name": "Load full article", "identifier": "fullarticle", "type": "checkbox", "required": false, "title": "Activate to always load the full article", "exampleValue": "false" } ]'; } public function collectData(array $params){ if(!isset($params['language'])) $this->returnError('You must specify a valid language via \'&language=\'!', 400); if(!$this->CheckLanguageCode(strtolower($params['language']))) $this->returnError('The language code you provided (\'' . $params['language'] . '\') is not supported!', 400); if(!isset($params['subject'])) $this->returnError('You must specify a valid subject via \'&subject=\'!', 400); $subject = WIKIPEDIA_SUBJECT_TFA; switch($params['subject']){ case 'tfa': $subject = WIKIPEDIA_SUBJECT_TFA; break; case 'dyk': $subject = WIKIPEDIA_SUBJECT_DYK; break; default: $subject = WIKIPEDIA_SUBJECT_TFA; break; } $fullArticle = false; if(isset($params['fullarticle'])) $fullArticle = $params['fullarticle'] === 'on' ? true : false; // We store the correct URI as URI of this bridge (so it can be used later!) $this->uri = 'https://' . strtolower($params['language']) . '.wikipedia.org'; // While we at it let's also update the name for the feed switch($subject){ case WIKIPEDIA_SUBJECT_TFA: $this->name = 'Today\'s featured article from ' . strtolower($params['language']) . '.wikipedia.org'; break; case WIKIPEDIA_SUBJECT_DYK: $this->name = 'Did you know? - articles from ' . strtolower($params['language']) . '.wikipedia.org'; break; default: $this->name = 'Articles from ' . strtolower($params['language']) . '.wikipedia.org'; break; } // This will automatically send us to the correct main page in any language (try it!) $html = $this->file_get_html($this->uri . '/wiki'); if(!$html) $this->returnError('Could not load site: ' . $this->uri . '!', 404); /* * Now read content depending on the language (make sure to create one function per language!) * We build the function name automatically, just make sure you create a private function ending * with your desired language code, where the language code is upper case! (en -> GetContentsEN). */ $function = 'GetContents' . strtoupper($params['language']); if(!method_exists($this, $function)) $this->returnError('A function to get the contents for your langauage is missing (\'' . $function . '\')!', 501); /* * The method takes care of creating all items. */ $this->$function($html, $subject, $fullArticle); } /** * Returns true if the language code is part of the parameters list */ private function CheckLanguageCode($languageCode){ $parameter = json_decode($this->parameters[0], true); $languages = $parameter[0]['values']; $language_names = array(); foreach($languages as $language) $language_names[] = $language['value']; return in_array($languageCode, $language_names); } /** * Replaces all relative URIs with absolute ones * @param $element A simplehtmldom element * @return The $element->innertext with all URIs replaced */ private function ReplaceURIInHTMLElement($element){ return str_replace('href="/', 'href="' . $this->uri . '/', $element->innertext); } /* * Adds a new item to $items using a generic operation (should work for most (all?) wikis) */ private function AddTodaysFeaturedArticleGeneric($element, $fullArticle){ // Clean the bottom of the featured article $element->find('div', -1)->outertext = ''; // The title and URI of the article is best defined in an anchor containint the string '...' ('full article ...') $target = $element->find('p/a', 0); // We'll use the first anchor as fallback foreach($element->find('//a') as $anchor){ if(strpos($anchor->innertext, '...') !== false){ $target = $anchor; break; } } $item = new \Item(); $item->uri = $this->uri . $target->href; $item->title = $target->title; if(!$fullArticle) $item->content = strip_tags($this->ReplaceURIInHTMLElement($element), '


'); else $item->content = $this->LoadFullArticle($item->uri); $this->items[] = $item; } /* * Adds a new item to $items using a generic operation (should work for most (all?) wikis) */ private function AddDidYouKnowGeneric($element, $fullArticle){ foreach($element->find('ul', 0)->find('li') as $entry){ $item = new \Item(); // We can only use the first anchor, there is no way of finding the 'correct' one if there are multiple $item->uri = $this->uri . $entry->find('a', 0)->href; $item->title = strip_tags($entry->innertext); if(!$fullArticle) $item->content = $this->ReplaceURIInHTMLElement($entry); else $item->content = $this->LoadFullArticle($item->uri); $this->items[] = $item; } } /** * Loads the full article from a given URI */ private function LoadFullArticle($uri){ $content_html = $this->file_get_html($uri); if(!$content_html) $this->returnError('Could not load site: ' . $uri . '!', 404); $content = $content_html->find('#mw-content-text', 0); if(!$content) $this->returnError('Could not find content in page: ' . $uri . '!', 404); // Let's remove a couple of things from the article $table = $content->find('#toc', 0); // Table of contents if(!$table === false) $table->outertext = ''; foreach($content->find('ol.references') as $reference) // References $reference->outertext = ''; return str_replace('href="/', 'href="' . $this->uri . '/', $content->innertext); } /** * Implementation for de.wikipedia.org */ private function GetContentsDE($html, $subject, $fullArticle){ switch($subject){ case WIKIPEDIA_SUBJECT_TFA: $element = $html->find('div[id=mf-tfa]', 0); $this->AddTodaysFeaturedArticleGeneric($element, $fullArticle); break; case WIKIPEDIA_SUBJECT_DYK: $element = $html->find('div[id=mf-dyk]', 0); $this->AddDidYouKnowGeneric($element, $fullArticle); break; default: break; } } /** * Implementation for fr.wikipedia.org */ private function GetContentsFR($html, $subject, $fullArticle){ switch($subject){ case WIKIPEDIA_SUBJECT_TFA: $element = $html->find('div[id=accueil-lumieresur]', 0); $this->AddTodaysFeaturedArticleGeneric($element, $fullArticle); break; case WIKIPEDIA_SUBJECT_DYK: $element = $html->find('div[id=SaviezVous]', 0); $this->AddDidYouKnowGeneric($element, $fullArticle); break; default: break; } } /** * Implementation for en.wikipedia.org */ private function GetContentsEN($html, $subject, $fullArticle){ switch($subject){ case WIKIPEDIA_SUBJECT_TFA: $element = $html->find('div[id=mp-tfa]', 0); $this->AddTodaysFeaturedArticleGeneric($element, $fullArticle); break; case WIKIPEDIA_SUBJECT_DYK: $element = $html->find('div[id=mp-dyk]', 0); $this->AddDidYouKnowGeneric($element, $fullArticle); break; default: break; } } /** * Implementation for eo.wikipedia.org */ private function GetContentsEO($html, $subject, $fullArticle){ switch($subject){ case WIKIPEDIA_SUBJECT_TFA: $element = $html->find('div[id=mf-artikolo-de-la-semajno]', 0); $this->AddTodaysFeaturedArticleGeneric($element, $fullArticle); break; case WIKIPEDIA_SUBJECT_DYK: $element = $html->find('div[id=mw-content-text]', 0)->find('table', 4)->find('td', 4); $this->AddDidYouKnowGeneric($element, $fullArticle); break; default: break; } } }