New hasBeenCrawled function with $error

Author: ajdunn2

src/CrawlObserver.php

@@ -22,7 +22,7 @@ public function willCrawl(Url $url);
      *
      * @return void
      */
-    public function hasBeenCrawled(Url $url, $response, Url $foundOnUrl = null);
+    public function hasBeenCrawled(Url $url, $response, Url $foundOnUrl = null, $error = null);
 
     /**
      * Called when the crawl has ended.

src/Crawler.php

@@ -260,7 +260,8 @@ protected function startCrawlingQueue()
                 'rejected' => function (RequestException $exception, int $index) {
                     $this->handleResponse(
                         $exception->getResponse(),
-                        $this->crawlQueue->getUrlById($index)
+                        $this->crawlQueue->getUrlById($index),
+                        $exception->getMessage() ?? null
                     );
                 },
             ]);
@@ -274,9 +275,9 @@ protected function startCrawlingQueue()
      * @param ResponseInterface|null $response
      * @param CrawlUrl $crawlUrl
      */
-    protected function handleResponse($response, CrawlUrl $crawlUrl)
+    protected function handleResponse($response, CrawlUrl $crawlUrl, $error = null)
     {
-        $this->crawlObserver->hasBeenCrawled($crawlUrl->url, $response, $crawlUrl->foundOnUrl);
+        $this->crawlObserver->hasBeenCrawled($crawlUrl->url, $response, $crawlUrl->foundOnUrl, $error);
     }
 
     protected function getCrawlRequests(): Generator

src/EmptyCrawlObserver.php

@@ -24,7 +24,7 @@ public function willCrawl(Url $url)
      *
      * @return void
      */
-    public function hasBeenCrawled(Url $url, $response, Url $foundOnUrl = null)
+    public function hasBeenCrawled(Url $url, $response, Url $foundOnUrl = null, $error = null)
     {
     }