diff options
author | Bartek IwaĆczuk <biwanczuk@gmail.com> | 2024-07-18 00:37:31 +0100 |
---|---|---|
committer | GitHub <noreply@github.com> | 2024-07-18 01:37:31 +0200 |
commit | 7b33623b1d70803b43e511a58666a73dd0b2ed67 (patch) | |
tree | 2d900f2be67caebf6a886d6e06a340b095e636cc /ext/node | |
parent | f4b9d8586215fc07c28998e5d896fefa876139b7 (diff) |
Reland "refactor(fetch): reimplement fetch with hyper instead of reqwest" (#24593)
Originally landed in
https://github.com/denoland/deno/commit/f6fd6619e708a515831f707438368d81b0c9aa56.
Reverted in https://github.com/denoland/deno/pull/24574.
This reland contains a fix that sends "Accept: */*" header for calls made
from "FileFetcher". Absence of this header made downloading source code
from JSR broken. This is tested by ensuring this header is present in the
test server that servers JSR packages.
---------
Co-authored-by: Sean McArthur <sean@seanmonstar.com>
Diffstat (limited to 'ext/node')
-rw-r--r-- | ext/node/Cargo.toml | 2 | ||||
-rw-r--r-- | ext/node/ops/http.rs | 60 | ||||
-rw-r--r-- | ext/node/ops/http2.rs | 4 |
3 files changed, 43 insertions, 23 deletions
diff --git a/ext/node/Cargo.toml b/ext/node/Cargo.toml index c618ea58d..3f63011c0 100644 --- a/ext/node/Cargo.toml +++ b/ext/node/Cargo.toml @@ -42,6 +42,7 @@ h2.workspace = true hkdf.workspace = true home = "0.5.9" http.workspace = true +http-body-util.workspace = true idna = "0.3.0" indexmap.workspace = true ipnetwork = "0.20.0" @@ -64,7 +65,6 @@ pbkdf2 = "0.12.1" pin-project-lite = "0.2.13" rand.workspace = true regex.workspace = true -reqwest.workspace = true ring.workspace = true ripemd = { version = "0.1.3", features = ["oid"] } rsa.workspace = true diff --git a/ext/node/ops/http.rs b/ext/node/ops/http.rs index a6d999330..89024e3f3 100644 --- a/ext/node/ops/http.rs +++ b/ext/node/ops/http.rs @@ -15,12 +15,12 @@ use deno_fetch::FetchRequestResource; use deno_fetch::FetchReturn; use deno_fetch::HttpClientResource; use deno_fetch::ResourceToBodyAdapter; -use reqwest::header::HeaderMap; -use reqwest::header::HeaderName; -use reqwest::header::HeaderValue; -use reqwest::header::CONTENT_LENGTH; -use reqwest::Body; -use reqwest::Method; +use http::header::HeaderMap; +use http::header::HeaderName; +use http::header::HeaderValue; +use http::header::CONTENT_LENGTH; +use http::Method; +use http_body_util::BodyExt; #[op2] #[serde] @@ -60,34 +60,54 @@ where header_map.append(name, v); } - let mut request = client.request(method.clone(), url).headers(header_map); - - if let Some(body) = body { - request = request.body(Body::wrap_stream(ResourceToBodyAdapter::new( - state.resource_table.take_any(body)?, - ))); + let (body, con_len) = if let Some(body) = body { + ( + ResourceToBodyAdapter::new(state.resource_table.take_any(body)?).boxed(), + None, + ) } else { // POST and PUT requests should always have a 0 length content-length, // if there is no body. https://fetch.spec.whatwg.org/#http-network-or-cache-fetch - if matches!(method, Method::POST | Method::PUT) { - request = request.header(CONTENT_LENGTH, HeaderValue::from(0)); - } + let len = if matches!(method, Method::POST | Method::PUT) { + Some(0) + } else { + None + }; + ( + http_body_util::Empty::new() + .map_err(|never| match never {}) + .boxed(), + len, + ) }; + let mut request = http::Request::new(body); + *request.method_mut() = method.clone(); + *request.uri_mut() = url + .as_str() + .parse() + .map_err(|_| type_error("Invalid URL"))?; + *request.headers_mut() = header_map; + + if let Some(len) = con_len { + request.headers_mut().insert(CONTENT_LENGTH, len.into()); + } + let cancel_handle = CancelHandle::new_rc(); let cancel_handle_ = cancel_handle.clone(); let fut = async move { - request - .send() + client + .send(request) .or_cancel(cancel_handle_) .await .map(|res| res.map_err(|err| type_error(err.to_string()))) }; - let request_rid = state - .resource_table - .add(FetchRequestResource(Box::pin(fut))); + let request_rid = state.resource_table.add(FetchRequestResource { + future: Box::pin(fut), + url, + }); let cancel_handle_rid = state.resource_table.add(FetchCancelHandle(cancel_handle)); diff --git a/ext/node/ops/http2.rs b/ext/node/ops/http2.rs index d877a5b14..a13985f5a 100644 --- a/ext/node/ops/http2.rs +++ b/ext/node/ops/http2.rs @@ -27,12 +27,12 @@ use h2; use h2::Reason; use h2::RecvStream; use http; +use http::header::HeaderName; +use http::header::HeaderValue; use http::request::Parts; use http::HeaderMap; use http::Response; use http::StatusCode; -use reqwest::header::HeaderName; -use reqwest::header::HeaderValue; use url::Url; pub struct Http2Client { |