chore(page): add new_page_streaming error

spider-rs · Jan 7, 2025 · de1e779 · de1e779
1 parent d450c18
commit de1e779
Show file tree

Hide file tree

Showing 8 changed files with 16 additions and 14 deletions.
diff --git a/Cargo.lock b/Cargo.lock
diff --git a/spider/Cargo.toml b/spider/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider"
-version = "2.24.9"
+version = "2.24.10"
 authors = [
     "j-mendez <jeff@spider.cloud>"
 ]

diff --git a/spider/src/page.rs b/spider/src/page.rs
@@ -463,7 +463,7 @@ fn get_error_status_base(should_retry: &mut bool, error_for_status: Option<Resul
 
 #[cfg(not(feature = "page_error_status_details"))]
 /// Get the error status of the page.
-fn get_error_status(should_retry: &mut bool, error_for_status:  Option<Result<reqwest::Response, reqwest::Error>>) -> Option<String> {
+fn get_error_status(should_retry: &mut bool, error_for_status: Option<Result<reqwest::Response, reqwest::Error>>) -> Option<String> {
     get_error_status_base(should_retry, error_for_status).map(|e| e.to_string())
 }
 
@@ -857,12 +857,14 @@ impl Page {
                 response.0
             }
             Ok(res) => setup_default_response(url, &res),
-            Err(_) => {
+            Err(err) => {
                 log::info!("error fetching {}", url);
                 let mut page_response = PageResponse::default();
                 if let Ok(status_code) = StatusCode::from_u16(599) {
                     page_response.status_code = status_code;
                 }
+                page_response.error_for_status = Some(Err(err));
+
                 page_response
             }
         };

diff --git a/spider_chrome/Cargo.toml b/spider_chrome/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_chrome"
-version = "2.24.9"
+version = "2.24.10"
 rust-version = "1.70"
 authors = [
     "j-mendez <jeff@spider.cloud>"

diff --git a/spider_cli/Cargo.toml b/spider_cli/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_cli"
-version = "2.24.9"
+version = "2.24.10"
 authors = [
     "j-mendez <jeff@spider.cloud>"
 ]

diff --git a/spider_transformations/Cargo.toml b/spider_transformations/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_transformations"
-version = "2.24.9"
+version = "2.24.10"
 authors = [
     "j-mendez <jeff@spider.cloud>"
 ]

diff --git a/spider_utils/Cargo.toml b/spider_utils/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_utils"
-version = "2.24.9"
+version = "2.24.10"
 authors = [
     "j-mendez <jeff@spider.cloud>"
 ]

diff --git a/spider_worker/Cargo.toml b/spider_worker/Cargo.toml
@@ -1,6 +1,6 @@
 [package]
 name = "spider_worker"
-version = "2.24.9"
+version = "2.24.10"
 authors = [
     "j-mendez <jeff@spider.cloud>"
 ]