added ability to merge old result with new ones

Author: Godofbrowser

resources/config/restricted.php

@@ -1,15 +1,40 @@
 <?php
-/**
- * Created by PhpStorm.
- * User: Emmy
- * Date: 11/30/2016
- * Time: 2:28 AM
- */
-
 return [
 
+    /*
+    |--------------------------------------------------------------------------
+    | File path
+    |--------------------------------------------------------------------------
+    |
+    | File name and path to save the indexed words
+    | 
+    | 
+    |
+    */
     'file_path' => public_path("restricted-usernames.txt"),
 
+    /*
+    |--------------------------------------------------------------------------
+    | Index level
+    |--------------------------------------------------------------------------
+    |
+    | How deep do u want us to crawl your routes?
+    | Ex www.mywebsite.com/segment1/segmen2/segment3
+    | setting this value to '2', will allow indexing of segment1 and segment2
+    | and exclude segment3
+    |
+    */
     'index_level' => 2,
 
+    /*
+    |--------------------------------------------------------------------------
+    | Should merge
+    |--------------------------------------------------------------------------
+    |
+    | Do you want to merge the new result with the old one?
+    | 
+    |
+    */
+    'merge' => true,
+
  ];

src/commands/CrawlRoutes.php

@@ -95,16 +95,23 @@ public function crawl()
             }
         }
 
-        $data = collect($data)->unique()->sort();
+        $data = collect($data)->unique();
         $this->store($data);
 
         return $data->count();
     }
 
     function store($routes){
         $fileName = $this->fileName;
+        if(config('restricted.merge') && file_exists($fileName)){
+            $old = collect(explode("\r\n", file_get_contents($fileName)))
+                    ->map(function($value){
+                        return preg_replace("/\s/", '', $value);
+                    })->all();
+            $routes->merge($old);
+        }
 
-        $input = $routes->implode("\r\n");
+        $input = $routes->unique()->sort()->implode("\r\n");
         $file = fopen($fileName, 'w+');
         fwrite($file, $input);
         fclose($file);