added a bridge for one Liberation blog that could easily be extended for others

2014-02-20 08:43:14 +01:00 · 2014-02-20 08:43:14 +01:00 · 79e4e9fdea
commit 79e4e9fdea
parent f7976419ae
1 changed files with 98 additions and 0 deletions
--- a/bridges/Les400Culs.php
+++ b/bridges/Les400Culs.php
@ -0,0 +1,98 @@
+<?php
+/**
+*
+* @name Sexactu
+* @description Sexactu via rss-bridge
+* @update 04/02/2014
+*/
+define("SEXE", "http://sexes.blogs.liberation.fr");
+class Les400Culs extends BridgeAbstract{
+
+    public function collectData(array $param){
+        $html = file_get_html($this->getURI()) or $this->returnError('Could not request '.$this->getURI(), 404);
+
+        foreach($html->find('#alpha-inner') as $articles) {
+            foreach($articles->find('div.entry') as $article) {
+                $header = $article->find('h3.entry-header a', 0);
+                $content = $article->find('div.entry-content', 0);
+
+
+                $item = new Item();
+                $item->title = trim($header->innertext);
+                $item->uri = $header->href;
+                $item->name = "Agnès Girard";
+                // date is stored outside this node !
+                $dateHeader = $article->prev_sibling();
+                // http://stackoverflow.com/a/6239199/15619 (strtotime is typical amercian bullshit)
+                $item->timestamp = DateTime::createFromFormat('d/m/Y', $dateHeader->innertext)->getTimestamp();
+
+
+                $linkForMore = $content->find('p.entry-more-link a',0);
+                if($linkForMore==null) {
+                    $item->content = $content->innertext;
+                } else {
+                    $pageAddress = $linkForMore->href;
+                    $articlePage = str_get_html($this->get_cached($linkForMore->href));
+                    if($articlePage==null) {
+                        $item->content = $content->innertext."\n<p>".$linkForMore->outertext."</p>";
+                    } else {
+                        // TODO use some caching there !
+                        $fullContent = $articlePage->find('div.entry-content', 0);
+                        $item->content = $fullContent->innertext;
+                    }
+                }
+                $this->items[] = $item;
+            }
+       }
+    }
+
+    public function getName(){
+        return 'Les 400 Culs';
+    }
+
+    public function getURI(){
+        return SEXE;
+    }
+
+    public function getCacheDuration(){
+        return 7200; // 2h hours
+    }
+    public function getDescription(){
+        return "La planète sexe, vue et racontée par Agnès Giard. Et par rss-bridge";
+    }
+    
+    /**
+     * Maintain locally cached versions of pages to download to avoid multiple doiwnloads.
+     * A file name is generated by replacing all "/" by "_", and the file is saved below this bridge cache
+     * @param url url to cache
+     * @return content of file as string
+     */
+    public function get_cached($url) {
+        $simplified_url = str_replace(["http://", "https://", "?", "&"], ["", "", "/", "/"], $url);
+        $filename =  __DIR__ . '/../cache/'."pages/".$simplified_url;
+        if (substr($filename, -1) == '/') {
+            $filename = $filename."index.html";
+        }
+        if(!file_exists($filename)) {
+            error_log("we have no local copy of ".$url." Downloading !");
+            $dir = substr($filename, 0, strrpos($filename, '/'));
+            if(!is_dir($dir)) {
+                mkdir($dir, 0777, true);
+            }
+            $this->download_remote($url, $filename);
+        }
+        return file_get_contents($filename);
+    }
+
+    public function download_remote($url , $save_path) {
+        $f = fopen( $save_path , 'w+');
+        $handle = fopen($url , "rb");
+        while (!feof($handle)) {
+            $contents = fread($handle, 8192);
+            fwrite($f , $contents);
+        }
+        fclose($handle);
+        fclose($f);
+    }
+
+}