Log 404 instead of crashing crawler when APP_DEBUG = true

Author: PatrickePatate

composer.json

@@ -35,6 +35,7 @@
         "pestphp/pest": "^2.0",
         "pestphp/pest-plugin-arch": "^2.0",
         "pestphp/pest-plugin-laravel": "^2.0",
+        "spatie/laravel-export": "^1.1",
         "spatie/laravel-ray": "^1.26"
     },
     "autoload": {

src/Deploy/Crawler/Observer.php

@@ -2,6 +2,7 @@
 
 namespace Code16\OzuClient\Deploy\Crawler;
 
+use Log;
 use Psr\Http\Message\ResponseInterface;
 use Psr\Http\Message\UriInterface;
 use Spatie\Export\Crawler\Observer as BaseObserver;
@@ -13,7 +14,14 @@ public function crawled(UriInterface $url, ResponseInterface $response, ?UriInte
         try {
             parent::crawled($url, $response, $foundOnUrl, $linkText);
         } catch(\RuntimeException $e) {
-            if(!app()->hasDebugModeEnabled() && preg_match('/returned status code \[4\d\d]/', $e->getMessage())) {
+            if(preg_match('/returned status code \[4\d\d]/', $e->getMessage())) {
+                Log::warning("Crawled URL {$url} found on {$foundOnUrl} returned status code 4xx", [
+                    'url' => (string) $url,
+                    'status_code' => $response->getStatusCode(),
+                    'found_on_url' => (string) $foundOnUrl,
+                    'link_text' => $linkText,
+                ]);
+
                 return;
             }
             throw $e;