Fix accept header in crawler

diff --git a/src/phinde/Fetcher.php b/src/phinde/Fetcher.php
index 7cf11b77ec92f1df0b8f67e38c3b78834fb00558..666d7eda2449a6240a14d657bca6844922ecf3da 100644 (file)
--- a/src/phinde/Fetcher.php
+++ b/src/phinde/Fetcher.php
@@ -29,7 +29,7 @@ class Fetcher
 
         $types = array();
         foreach ($actions as $action) {
-            $types = array_merge($action::$supportedTypes);
+            $types = array_merge($types, array_keys($action::$supportedTypes));
         }
         $types = array_unique($types);
 

diff --git a/src/phinde/Indexer.php b/src/phinde/Indexer.php
index bdd5236a72d973b1eaa6b03cd355163deb9149cd..4885b7a9fb86e1cbbb09cda23806925e82f66adc 100644 (file)
--- a/src/phinde/Indexer.php
+++ b/src/phinde/Indexer.php
@@ -4,8 +4,8 @@ namespace phinde;
 class Indexer
 {
     static $supportedTypes = array(
-        'application/xhtml+xml',
-        'text/html',
+        'application/xhtml+xml' => true,
+        'text/html'             => true,
     );
 
     public function run(Retrieved $retrieved)