From 5ce15b8f0fff13bb15331c095b618ef8c36a21ae Mon Sep 17 00:00:00 2001 From: j-mendez Date: Sun, 5 Jan 2025 05:18:11 -0500 Subject: [PATCH] chore(chrome): fix compile fs flag --- Cargo.lock | 12 ++++++------ spider/Cargo.toml | 2 +- spider/src/page.rs | 2 -- spider/src/utils/mod.rs | 6 +++--- spider_chrome/Cargo.toml | 2 +- spider_cli/Cargo.toml | 2 +- spider_transformations/Cargo.toml | 2 +- spider_utils/Cargo.toml | 2 +- spider_worker/Cargo.toml | 2 +- 9 files changed, 15 insertions(+), 17 deletions(-) diff --git a/Cargo.lock b/Cargo.lock index a65c1cac8..26df2abd4 100644 --- a/Cargo.lock +++ b/Cargo.lock @@ -5400,7 +5400,7 @@ dependencies = [ [[package]] name = "spider" -version = "2.24.5" +version = "2.24.6" dependencies = [ "ahash", "aho-corasick", @@ -5463,7 +5463,7 @@ dependencies = [ [[package]] name = "spider_chrome" -version = "2.24.5" +version = "2.24.6" dependencies = [ "adblock", "aho-corasick", @@ -5553,7 +5553,7 @@ dependencies = [ [[package]] name = "spider_cli" -version = "2.24.5" +version = "2.24.6" dependencies = [ "clap", "env_logger", @@ -5596,7 +5596,7 @@ dependencies = [ [[package]] name = "spider_transformations" -version = "2.24.5" +version = "2.24.6" dependencies = [ "aho-corasick", "fast_html2md", @@ -5619,7 +5619,7 @@ dependencies = [ [[package]] name = "spider_utils" -version = "2.24.5" +version = "2.24.6" dependencies = [ "indexmap 1.9.3", "serde", @@ -5632,7 +5632,7 @@ dependencies = [ [[package]] name = "spider_worker" -version = "2.24.5" +version = "2.24.6" dependencies = [ "env_logger", "lazy_static", diff --git a/spider/Cargo.toml b/spider/Cargo.toml index 34d5eae12..103677016 100644 --- a/spider/Cargo.toml +++ b/spider/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider" -version = "2.24.5" +version = "2.24.6" authors = [ "j-mendez " ] diff --git a/spider/src/page.rs b/spider/src/page.rs index e42d22037..37d7c9acc 100644 --- a/spider/src/page.rs +++ b/spider/src/page.rs @@ -879,8 +879,6 @@ impl Page { viewport: &Option, request_timeout: &Option>, ) -> Self { - let request_timeout = request_timeout.as_deref().map(|r| *r); - let page_resource = crate::utils::fetch_page_html( &url, &client, diff --git a/spider/src/utils/mod.rs b/spider/src/utils/mod.rs index 7be7b6108..2d0a79d88 100644 --- a/spider/src/utils/mod.rs +++ b/spider/src/utils/mod.rs @@ -1881,7 +1881,7 @@ pub async fn fetch_page_html( execution_scripts: &Option, automation_scripts: &Option, viewport: &Option, - request_timeout: &Option, + request_timeout: &Option>, ) -> PageResponse { use crate::tokio::io::{AsyncReadExt, AsyncWriteExt}; use percent_encoding::{utf8_percent_encode, NON_ALPHANUMERIC}; @@ -1901,7 +1901,7 @@ pub async fn fetch_page_html( execution_scripts, automation_scripts, &viewport, - &request_timeout.map(Box::new), + &request_timeout, ) .await { @@ -2082,7 +2082,7 @@ pub async fn fetch_page_html_chrome( execution_scripts: &Option, automation_scripts: &Option, viewport: &Option, - request_timeout: &Option>, + request_timeout: &Option>, ) -> PageResponse { match &page { page => { diff --git a/spider_chrome/Cargo.toml b/spider_chrome/Cargo.toml index 61575c6b4..080a33014 100644 --- a/spider_chrome/Cargo.toml +++ b/spider_chrome/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_chrome" -version = "2.24.5" +version = "2.24.6" rust-version = "1.70" authors = [ "j-mendez " diff --git a/spider_cli/Cargo.toml b/spider_cli/Cargo.toml index c4d9445b3..42de8f0e9 100644 --- a/spider_cli/Cargo.toml +++ b/spider_cli/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_cli" -version = "2.24.5" +version = "2.24.6" authors = [ "j-mendez " ] diff --git a/spider_transformations/Cargo.toml b/spider_transformations/Cargo.toml index c85d1474b..2769c691e 100644 --- a/spider_transformations/Cargo.toml +++ b/spider_transformations/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_transformations" -version = "2.24.5" +version = "2.24.6" authors = [ "j-mendez " ] diff --git a/spider_utils/Cargo.toml b/spider_utils/Cargo.toml index d0d5eaf35..91db8ae45 100644 --- a/spider_utils/Cargo.toml +++ b/spider_utils/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_utils" -version = "2.24.5" +version = "2.24.6" authors = [ "j-mendez " ] diff --git a/spider_worker/Cargo.toml b/spider_worker/Cargo.toml index 181961b24..61c3d007e 100644 --- a/spider_worker/Cargo.toml +++ b/spider_worker/Cargo.toml @@ -1,6 +1,6 @@ [package] name = "spider_worker" -version = "2.24.5" +version = "2.24.6" authors = [ "j-mendez " ]