diff options
Diffstat (limited to 'tests/util/server/src/servers')
-rw-r--r-- | tests/util/server/src/servers/grpc.rs | 103 | ||||
-rw-r--r-- | tests/util/server/src/servers/hyper_utils.rs | 154 | ||||
-rw-r--r-- | tests/util/server/src/servers/mod.rs | 1536 | ||||
-rw-r--r-- | tests/util/server/src/servers/registry.rs | 182 | ||||
-rw-r--r-- | tests/util/server/src/servers/ws.rs | 268 |
5 files changed, 2243 insertions, 0 deletions
diff --git a/tests/util/server/src/servers/grpc.rs b/tests/util/server/src/servers/grpc.rs new file mode 100644 index 000000000..144afc06a --- /dev/null +++ b/tests/util/server/src/servers/grpc.rs @@ -0,0 +1,103 @@ +// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license. + +use futures::StreamExt; +use h2; +use hyper::header::HeaderName; +use hyper::header::HeaderValue; +use rustls_tokio_stream::TlsStream; +use tokio::net::TcpStream; +use tokio::task::LocalSet; + +use super::get_tcp_listener_stream; +use super::get_tls_listener_stream; +use super::SupportedHttpVersions; + +pub async fn h2_grpc_server(h2_grpc_port: u16, h2s_grpc_port: u16) { + let mut tcp = get_tcp_listener_stream("grpc", h2_grpc_port).await; + let mut tls = get_tls_listener_stream( + "grpc (tls)", + h2s_grpc_port, + SupportedHttpVersions::Http2Only, + ) + .await; + + async fn serve(socket: TcpStream) -> Result<(), anyhow::Error> { + let mut connection = h2::server::handshake(socket).await?; + + while let Some(result) = connection.accept().await { + let (request, respond) = result?; + tokio::spawn(async move { + let _ = handle_request(request, respond).await; + }); + } + + Ok(()) + } + + async fn serve_tls(socket: TlsStream) -> Result<(), anyhow::Error> { + let mut connection = h2::server::handshake(socket).await?; + + while let Some(result) = connection.accept().await { + let (request, respond) = result?; + tokio::spawn(async move { + let _ = handle_request(request, respond).await; + }); + } + + Ok(()) + } + + async fn handle_request( + mut request: hyper::Request<h2::RecvStream>, + mut respond: h2::server::SendResponse<bytes::Bytes>, + ) -> Result<(), anyhow::Error> { + let body = request.body_mut(); + while let Some(data) = body.data().await { + let data = data?; + let _ = body.flow_control().release_capacity(data.len()); + } + + let maybe_recv_trailers = body.trailers().await?; + + let response = hyper::Response::new(()); + let mut send = respond.send_response(response, false)?; + send.send_data(bytes::Bytes::from_static(b"hello "), false)?; + send.send_data(bytes::Bytes::from_static(b"world\n"), false)?; + let mut trailers = hyper::HeaderMap::new(); + trailers.insert( + HeaderName::from_static("abc"), + HeaderValue::from_static("def"), + ); + trailers.insert( + HeaderName::from_static("opr"), + HeaderValue::from_static("stv"), + ); + if let Some(recv_trailers) = maybe_recv_trailers { + for (key, value) in recv_trailers { + trailers.insert(key.unwrap(), value); + } + } + send.send_trailers(trailers)?; + + Ok(()) + } + + let local_set = LocalSet::new(); + local_set.spawn_local(async move { + while let Some(Ok(tcp)) = tcp.next().await { + tokio::spawn(async move { + let _ = serve(tcp).await; + }); + } + }); + + local_set.spawn_local(async move { + while let Some(Ok(tls)) = tls.next().await { + tokio::spawn(async move { + let _ = serve_tls(tls).await; + }); + } + }); + + local_set.await; +} diff --git a/tests/util/server/src/servers/hyper_utils.rs b/tests/util/server/src/servers/hyper_utils.rs new file mode 100644 index 000000000..ea15bba0e --- /dev/null +++ b/tests/util/server/src/servers/hyper_utils.rs @@ -0,0 +1,154 @@ +// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license. + +use bytes::Bytes; +use futures::Future; +use futures::FutureExt; +use futures::Stream; +use futures::StreamExt; +use http; +use http::Request; +use http::Response; +use http_body_util::combinators::UnsyncBoxBody; +use hyper_util::rt::TokioIo; +use std::convert::Infallible; +use std::io; +use std::net::SocketAddr; +use std::pin::Pin; +use std::result::Result; +use tokio::net::TcpListener; + +#[derive(Debug, Clone, Copy)] +pub enum ServerKind { + Auto, + OnlyHttp1, + OnlyHttp2, +} + +#[derive(Debug, Clone, Copy)] +pub struct ServerOptions { + pub error_msg: &'static str, + pub addr: SocketAddr, + pub kind: ServerKind, +} + +type HandlerOutput = + Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error>; + +pub async fn run_server<F, S>(options: ServerOptions, handler: F) +where + F: Fn(Request<hyper::body::Incoming>) -> S + Copy + 'static, + S: Future<Output = HandlerOutput> + 'static, +{ + let fut: Pin<Box<dyn Future<Output = Result<(), anyhow::Error>>>> = + async move { + let listener = TcpListener::bind(options.addr).await?; + loop { + let (stream, _) = listener.accept().await?; + let io = TokioIo::new(stream); + deno_unsync::spawn(hyper_serve_connection( + io, + handler, + options.error_msg, + options.kind, + )); + } + } + .boxed_local(); + + if let Err(e) = fut.await { + let err_str = e.to_string(); + if !err_str.contains("early eof") { + eprintln!("{}: {:?}", options.error_msg, e); + } + } +} + +pub async fn run_server_with_acceptor<'a, A, F, S>( + mut acceptor: Pin<Box<A>>, + handler: F, + error_msg: &'static str, + kind: ServerKind, +) where + A: Stream<Item = io::Result<rustls_tokio_stream::TlsStream>> + ?Sized, + F: Fn(Request<hyper::body::Incoming>) -> S + Copy + 'static, + S: Future<Output = HandlerOutput> + 'static, +{ + let fut: Pin<Box<dyn Future<Output = Result<(), anyhow::Error>>>> = + async move { + while let Some(result) = acceptor.next().await { + let stream = result?; + let io = TokioIo::new(stream); + deno_unsync::spawn(hyper_serve_connection( + io, handler, error_msg, kind, + )); + } + Ok(()) + } + .boxed_local(); + + if let Err(e) = fut.await { + let err_str = e.to_string(); + if !err_str.contains("early eof") { + eprintln!("{}: {:?}", error_msg, e); + } + } +} + +async fn hyper_serve_connection<I, F, S>( + io: I, + handler: F, + error_msg: &'static str, + kind: ServerKind, +) where + I: hyper::rt::Read + hyper::rt::Write + Unpin + 'static, + F: Fn(Request<hyper::body::Incoming>) -> S + Copy + 'static, + S: Future<Output = HandlerOutput> + 'static, +{ + let service = hyper::service::service_fn(handler); + + let result: Result<(), anyhow::Error> = match kind { + ServerKind::Auto => { + let builder = + hyper_util::server::conn::auto::Builder::new(DenoUnsyncExecutor); + builder + .serve_connection(io, service) + .await + .map_err(|e| anyhow::anyhow!("{}", e)) + } + ServerKind::OnlyHttp1 => { + let builder = hyper::server::conn::http1::Builder::new(); + builder + .serve_connection(io, service) + .await + .map_err(|e| e.into()) + } + ServerKind::OnlyHttp2 => { + let builder = + hyper::server::conn::http2::Builder::new(DenoUnsyncExecutor); + builder + .serve_connection(io, service) + .await + .map_err(|e| e.into()) + } + }; + + if let Err(e) = result { + let err_str = e.to_string(); + if !err_str.contains("early eof") { + eprintln!("{}: {:?}", error_msg, e); + } + } +} + +#[derive(Clone)] +struct DenoUnsyncExecutor; + +impl<Fut> hyper::rt::Executor<Fut> for DenoUnsyncExecutor +where + Fut: Future + 'static, + Fut::Output: 'static, +{ + fn execute(&self, fut: Fut) { + deno_unsync::spawn(fut); + } +} diff --git a/tests/util/server/src/servers/mod.rs b/tests/util/server/src/servers/mod.rs new file mode 100644 index 000000000..f828f1bd4 --- /dev/null +++ b/tests/util/server/src/servers/mod.rs @@ -0,0 +1,1536 @@ +// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license. +// Usage: provide a port as argument to run hyper_hello benchmark server +// otherwise this starts multiple servers on many ports for test endpoints. +use base64::prelude::BASE64_STANDARD; +use base64::Engine; +use bytes::Bytes; +use denokv_proto::datapath::AtomicWrite; +use denokv_proto::datapath::AtomicWriteOutput; +use denokv_proto::datapath::AtomicWriteStatus; +use denokv_proto::datapath::ReadRangeOutput; +use denokv_proto::datapath::SnapshotRead; +use denokv_proto::datapath::SnapshotReadOutput; +use denokv_proto::datapath::SnapshotReadStatus; +use futures::FutureExt; +use futures::Stream; +use futures::StreamExt; +use http; +use http::HeaderValue; +use http::Method; +use http::Request; +use http::Response; +use http::StatusCode; +use http_body_util::combinators::UnsyncBoxBody; +use http_body_util::BodyExt; +use http_body_util::Empty; +use http_body_util::Full; +use pretty_assertions::assert_eq; +use prost::Message; +use std::collections::HashMap; +use std::convert::Infallible; +use std::env; +use std::net::Ipv6Addr; +use std::net::SocketAddr; +use std::net::SocketAddrV6; +use std::path::PathBuf; +use std::result::Result; +use std::time::Duration; +use tokio::io::AsyncWriteExt; +use tokio::net::TcpStream; + +mod grpc; +mod hyper_utils; +mod registry; +mod ws; + +use hyper_utils::run_server; +use hyper_utils::run_server_with_acceptor; +use hyper_utils::ServerKind; +use hyper_utils::ServerOptions; + +use super::https::get_tls_listener_stream; +use super::https::SupportedHttpVersions; +use super::npm::CUSTOM_NPM_PACKAGE_CACHE; +use super::std_path; +use super::testdata_path; + +const PORT: u16 = 4545; +const TEST_AUTH_TOKEN: &str = "abcdef123456789"; +const TEST_BASIC_AUTH_USERNAME: &str = "testuser123"; +const TEST_BASIC_AUTH_PASSWORD: &str = "testpassabc"; +const KV_DATABASE_ID: &str = "11111111-1111-1111-1111-111111111111"; +const KV_ACCESS_TOKEN: &str = "aaaaaaaaaaaaaaaaaaaaaaaaaaaaaaaa"; +const KV_DATABASE_TOKEN: &str = "MOCKMOCKMOCKMOCKMOCKMOCKMOCK"; +const REDIRECT_PORT: u16 = 4546; +const ANOTHER_REDIRECT_PORT: u16 = 4547; +const DOUBLE_REDIRECTS_PORT: u16 = 4548; +const INF_REDIRECTS_PORT: u16 = 4549; +const REDIRECT_ABSOLUTE_PORT: u16 = 4550; +const AUTH_REDIRECT_PORT: u16 = 4551; +const TLS_CLIENT_AUTH_PORT: u16 = 4552; +const BASIC_AUTH_REDIRECT_PORT: u16 = 4554; +const TLS_PORT: u16 = 4557; +const HTTPS_PORT: u16 = 5545; +const H1_ONLY_TLS_PORT: u16 = 5546; +const H2_ONLY_TLS_PORT: u16 = 5547; +const H1_ONLY_PORT: u16 = 5548; +const H2_ONLY_PORT: u16 = 5549; +const HTTPS_CLIENT_AUTH_PORT: u16 = 5552; +const WS_PORT: u16 = 4242; +const WSS_PORT: u16 = 4243; +const WSS2_PORT: u16 = 4249; +const WS_CLOSE_PORT: u16 = 4244; +const WS_PING_PORT: u16 = 4245; +const H2_GRPC_PORT: u16 = 4246; +const H2S_GRPC_PORT: u16 = 4247; +const REGISTRY_SERVER_PORT: u16 = 4250; + +// Use the single-threaded scheduler. The hyper server is used as a point of +// comparison for the (single-threaded!) benchmarks in cli/bench. We're not +// comparing apples to apples if we use the default multi-threaded scheduler. +#[tokio::main(flavor = "current_thread")] +pub async fn run_all_servers() { + if let Some(port) = env::args().nth(1) { + return hyper_hello(port.parse::<u16>().unwrap()).await; + } + + let redirect_server_fut = wrap_redirect_server(REDIRECT_PORT); + let double_redirects_server_fut = + wrap_double_redirect_server(DOUBLE_REDIRECTS_PORT); + let inf_redirects_server_fut = wrap_inf_redirect_server(INF_REDIRECTS_PORT); + let another_redirect_server_fut = + wrap_another_redirect_server(ANOTHER_REDIRECT_PORT); + let auth_redirect_server_fut = wrap_auth_redirect_server(AUTH_REDIRECT_PORT); + let basic_auth_redirect_server_fut = + wrap_basic_auth_redirect_server(BASIC_AUTH_REDIRECT_PORT); + let abs_redirect_server_fut = + wrap_abs_redirect_server(REDIRECT_ABSOLUTE_PORT); + + let ws_server_fut = ws::run_ws_server(WS_PORT); + let ws_ping_server_fut = ws::run_ws_ping_server(WS_PING_PORT); + let wss_server_fut = ws::run_wss_server(WSS_PORT); + let ws_close_server_fut = ws::run_ws_close_server(WS_CLOSE_PORT); + let wss2_server_fut = ws::run_wss2_server(WSS2_PORT); + + let tls_server_fut = run_tls_server(TLS_PORT); + let tls_client_auth_server_fut = + run_tls_client_auth_server(TLS_CLIENT_AUTH_PORT); + let client_auth_server_https_fut = + wrap_client_auth_https_server(HTTPS_CLIENT_AUTH_PORT); + let main_server_fut = wrap_main_server(PORT); + let main_server_ipv6_fut = wrap_main_ipv6_server(PORT); + let main_server_https_fut = wrap_main_https_server(HTTPS_PORT); + let h1_only_server_tls_fut = wrap_https_h1_only_tls_server(H1_ONLY_TLS_PORT); + let h2_only_server_tls_fut = wrap_https_h2_only_tls_server(H2_ONLY_TLS_PORT); + let h1_only_server_fut = wrap_http_h1_only_server(H1_ONLY_PORT); + let h2_only_server_fut = wrap_http_h2_only_server(H2_ONLY_PORT); + let h2_grpc_server_fut = grpc::h2_grpc_server(H2_GRPC_PORT, H2S_GRPC_PORT); + + let registry_server_fut = registry::registry_server(REGISTRY_SERVER_PORT); + + let server_fut = async { + futures::join!( + redirect_server_fut, + ws_server_fut, + ws_ping_server_fut, + wss_server_fut, + wss2_server_fut, + tls_server_fut, + tls_client_auth_server_fut, + ws_close_server_fut, + another_redirect_server_fut, + auth_redirect_server_fut, + basic_auth_redirect_server_fut, + inf_redirects_server_fut, + double_redirects_server_fut, + abs_redirect_server_fut, + main_server_fut, + main_server_ipv6_fut, + main_server_https_fut, + client_auth_server_https_fut, + h1_only_server_tls_fut, + h2_only_server_tls_fut, + h1_only_server_fut, + h2_only_server_fut, + h2_grpc_server_fut, + registry_server_fut, + ) + } + .boxed_local(); + + server_fut.await; +} + +fn empty_body() -> UnsyncBoxBody<Bytes, Infallible> { + UnsyncBoxBody::new(Empty::new()) +} + +fn string_body(str_: &str) -> UnsyncBoxBody<Bytes, Infallible> { + UnsyncBoxBody::new(Full::new(Bytes::from(str_.to_string()))) +} + +fn json_body(value: serde_json::Value) -> UnsyncBoxBody<Bytes, Infallible> { + let str_ = value.to_string(); + string_body(&str_) +} + +/// Benchmark server that just serves "hello world" responses. +async fn hyper_hello(port: u16) { + println!("hyper hello"); + let addr = SocketAddr::from(([127, 0, 0, 1], port)); + let handler = move |_: Request<hyper::body::Incoming>| async move { + Ok::<_, anyhow::Error>(Response::new(UnsyncBoxBody::new( + http_body_util::Full::new(Bytes::from("Hello World!")), + ))) + }; + run_server( + ServerOptions { + addr, + error_msg: "server error", + kind: ServerKind::Auto, + }, + handler, + ) + .await; +} + +fn redirect_resp(url: String) -> Response<UnsyncBoxBody<Bytes, Infallible>> { + let mut redirect_resp = Response::new(UnsyncBoxBody::new(Empty::new())); + *redirect_resp.status_mut() = StatusCode::MOVED_PERMANENTLY; + redirect_resp.headers_mut().insert( + http::header::LOCATION, + HeaderValue::from_str(&url[..]).unwrap(), + ); + + redirect_resp +} + +async fn redirect( + req: Request<hyper::body::Incoming>, +) -> Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error> { + let p = req.uri().path(); + assert_eq!(&p[0..1], "/"); + let url = format!("http://localhost:{PORT}{p}"); + + Ok(redirect_resp(url)) +} + +async fn double_redirects( + req: Request<hyper::body::Incoming>, +) -> Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error> { + let p = req.uri().path(); + assert_eq!(&p[0..1], "/"); + let url = format!("http://localhost:{REDIRECT_PORT}{p}"); + + Ok(redirect_resp(url)) +} + +async fn inf_redirects( + req: Request<hyper::body::Incoming>, +) -> Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error> { + let p = req.uri().path(); + assert_eq!(&p[0..1], "/"); + let url = format!("http://localhost:{INF_REDIRECTS_PORT}{p}"); + + Ok(redirect_resp(url)) +} + +async fn another_redirect( + req: Request<hyper::body::Incoming>, +) -> Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error> { + let p = req.uri().path(); + assert_eq!(&p[0..1], "/"); + let url = format!("http://localhost:{PORT}/subdir{p}"); + + Ok(redirect_resp(url)) +} + +async fn auth_redirect( + req: Request<hyper::body::Incoming>, +) -> Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error> { + if let Some(auth) = req + .headers() + .get("authorization") + .map(|v| v.to_str().unwrap()) + { + if auth.to_lowercase() == format!("bearer {TEST_AUTH_TOKEN}") { + let p = req.uri().path(); + assert_eq!(&p[0..1], "/"); + let url = format!("http://localhost:{PORT}{p}"); + return Ok(redirect_resp(url)); + } + } + + let mut resp = Response::new(UnsyncBoxBody::new(Empty::new())); + *resp.status_mut() = StatusCode::NOT_FOUND; + Ok(resp) +} + +async fn basic_auth_redirect( + req: Request<hyper::body::Incoming>, +) -> Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error> { + if let Some(auth) = req + .headers() + .get("authorization") + .map(|v| v.to_str().unwrap()) + { + let credentials = + format!("{TEST_BASIC_AUTH_USERNAME}:{TEST_BASIC_AUTH_PASSWORD}"); + if auth == format!("Basic {}", BASE64_STANDARD.encode(credentials)) { + let p = req.uri().path(); + assert_eq!(&p[0..1], "/"); + let url = format!("http://localhost:{PORT}{p}"); + return Ok(redirect_resp(url)); + } + } + + let mut resp = Response::new(UnsyncBoxBody::new(Empty::new())); + *resp.status_mut() = StatusCode::NOT_FOUND; + Ok(resp) +} + +/// Returns a [`Stream`] of [`TcpStream`]s accepted from the given port. +async fn get_tcp_listener_stream( + name: &'static str, + port: u16, +) -> impl Stream<Item = Result<TcpStream, std::io::Error>> + Unpin + Send { + let host_and_port = &format!("localhost:{port}"); + + // Listen on ALL addresses that localhost can resolves to. + let accept = |listener: tokio::net::TcpListener| { + async { + let result = listener.accept().await; + Some((result.map(|r| r.0), listener)) + } + .boxed() + }; + + let mut addresses = vec![]; + let listeners = tokio::net::lookup_host(host_and_port) + .await + .expect(host_and_port) + .inspect(|address| addresses.push(*address)) + .map(tokio::net::TcpListener::bind) + .collect::<futures::stream::FuturesUnordered<_>>() + .collect::<Vec<_>>() + .await + .into_iter() + .map(|s| s.unwrap()) + .map(|listener| futures::stream::unfold(listener, accept)) + .collect::<Vec<_>>(); + + // Eye catcher for HttpServerCount + println!("ready: {name} on {:?}", addresses); + + futures::stream::select_all(listeners) +} + +/// This server responds with 'PASS' if client authentication was successful. Try it by running +/// test_server and +/// curl --key tests/testdata/tls/localhost.key \ +/// --cert cli/tests/testsdata/tls/localhost.crt \ +/// --cacert tests/testdata/tls/RootCA.crt https://localhost:4552/ +async fn run_tls_client_auth_server(port: u16) { + let mut tls = + get_tls_listener_stream("tls client auth", port, Default::default()).await; + while let Some(Ok(mut tls_stream)) = tls.next().await { + tokio::spawn(async move { + let Ok(handshake) = tls_stream.handshake().await else { + eprintln!("Failed to handshake"); + return; + }; + // We only need to check for the presence of client certificates + // here. Rusttls ensures that they are valid and signed by the CA. + let response = match handshake.has_peer_certificates { + true => b"PASS", + false => b"FAIL", + }; + tls_stream.write_all(response).await.unwrap(); + }); + } +} + +/// This server responds with 'PASS' if client authentication was successful. Try it by running +/// test_server and +/// curl --cacert tests/testdata/tls/RootCA.crt https://localhost:4553/ +async fn run_tls_server(port: u16) { + let mut tls = get_tls_listener_stream("tls", port, Default::default()).await; + while let Some(Ok(mut tls_stream)) = tls.next().await { + tokio::spawn(async move { + tls_stream.write_all(b"PASS").await.unwrap(); + }); + } +} + +async fn absolute_redirect( + req: Request<hyper::body::Incoming>, +) -> Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error> { + let path = req.uri().path(); + + if path == "/" { + // We have to manually extract query params here, + // as `req.uri()` returns `PathAndQuery` only, + // and we cannot use `Url::parse(req.uri()).query_pairs()`, + // as it requires url to have a proper base. + let query_params: HashMap<_, _> = req + .uri() + .query() + .unwrap_or_default() + .split('&') + .filter_map(|s| { + s.split_once('=').map(|t| (t.0.to_owned(), t.1.to_owned())) + }) + .collect(); + + if let Some(url) = query_params.get("redirect_to") { + println!("URL: {url:?}"); + let redirect = redirect_resp(url.to_owned()); + return Ok(redirect); + } + } + + if path.starts_with("/REDIRECT") { + let url = &req.uri().path()[9..]; + println!("URL: {url:?}"); + let redirect = redirect_resp(url.to_string()); + return Ok(redirect); + } + + if path.starts_with("/a/b/c") { + if let Some(x_loc) = req.headers().get("x-location") { + let loc = x_loc.to_str().unwrap(); + return Ok(redirect_resp(loc.to_string())); + } + } + + let file_path = testdata_path().join(&req.uri().path()[1..]); + if file_path.is_dir() || !file_path.exists() { + let mut not_found_resp = Response::new(UnsyncBoxBody::new(Empty::new())); + *not_found_resp.status_mut() = StatusCode::NOT_FOUND; + return Ok(not_found_resp); + } + + let file = tokio::fs::read(file_path).await.unwrap(); + let file_resp = custom_headers(req.uri().path(), file); + Ok(file_resp) +} + +async fn main_server( + req: Request<hyper::body::Incoming>, +) -> Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error> { + return match (req.method(), req.uri().path()) { + (_, "/echo_server") => { + let (parts, body) = req.into_parts(); + let mut response = Response::new(UnsyncBoxBody::new(Full::new( + body.collect().await?.to_bytes(), + ))); + + if let Some(status) = parts.headers.get("x-status") { + *response.status_mut() = + StatusCode::from_bytes(status.as_bytes()).unwrap(); + } + response.headers_mut().extend(parts.headers); + Ok(response) + } + (&Method::POST, "/echo_multipart_file") => { + let body = req.into_body(); + let bytes = &body.collect().await.unwrap().to_bytes()[0..]; + let start = b"--boundary\t \r\n\ + Content-Disposition: form-data; name=\"field_1\"\r\n\ + \r\n\ + value_1 \r\n\ + \r\n--boundary\r\n\ + Content-Disposition: form-data; name=\"file\"; \ + filename=\"file.bin\"\r\n\ + Content-Type: application/octet-stream\r\n\ + \r\n"; + let end = b"\r\n--boundary--\r\n"; + let b = [start as &[u8], bytes, end].concat(); + + let mut response = + Response::new(UnsyncBoxBody::new(Full::new(Bytes::from(b)))); + response.headers_mut().insert( + "content-type", + HeaderValue::from_static("multipart/form-data;boundary=boundary"), + ); + Ok(response) + } + (&Method::GET, "/ghost_ws_client") => { + use tokio::io::AsyncReadExt; + + let mut tcp_stream = TcpStream::connect("localhost:4248").await.unwrap(); + #[cfg(unix)] + // SAFETY: set socket keep alive. + unsafe { + use std::os::fd::AsRawFd; + + let fd = tcp_stream.as_raw_fd(); + let mut val: libc::c_int = 1; + let r = libc::setsockopt( + fd, + libc::SOL_SOCKET, + libc::SO_KEEPALIVE, + &mut val as *mut _ as *mut libc::c_void, + std::mem::size_of_val(&val) as libc::socklen_t, + ); + assert_eq!(r, 0); + } + + // Typical websocket handshake request. + let headers = [ + "GET / HTTP/1.1", + "Host: localhost", + "Upgrade: websocket", + "Connection: Upgrade", + "Sec-WebSocket-Key: x3JJHMbDL1EzLkh9GBhXDw==", + "Sec-WebSocket-Version: 13", + "\r\n", + ] + .join("\r\n"); + tcp_stream.write_all(headers.as_bytes()).await.unwrap(); + + let mut buf = [0u8; 200]; + let n = tcp_stream.read(&mut buf).await.unwrap(); + assert!(n > 0); + + // Ghost the server: + // - Close the read half of the connection. + // - forget the TcpStream. + let tcp_stream = tcp_stream.into_std().unwrap(); + let _ = tcp_stream.shutdown(std::net::Shutdown::Read); + std::mem::forget(tcp_stream); + + let res = Response::new(empty_body()); + Ok(res) + } + (_, "/multipart_form_data.txt") => { + let b = "Preamble\r\n\ + --boundary\t \r\n\ + Content-Disposition: form-data; name=\"field_1\"\r\n\ + \r\n\ + value_1 \r\n\ + \r\n--boundary\r\n\ + Content-Disposition: form-data; name=\"field_2\";\ + filename=\"file.js\"\r\n\ + Content-Type: text/javascript\r\n\ + \r\n\ + console.log(\"Hi\")\ + \r\n--boundary--\r\n\ + Epilogue"; + let mut res = Response::new(string_body(b)); + res.headers_mut().insert( + "content-type", + HeaderValue::from_static("multipart/form-data;boundary=boundary"), + ); + Ok(res) + } + (_, "/multipart_form_bad_content_type") => { + let b = "Preamble\r\n\ + --boundary\t \r\n\ + Content-Disposition: form-data; name=\"field_1\"\r\n\ + \r\n\ + value_1 \r\n\ + \r\n--boundary\r\n\ + Content-Disposition: form-data; name=\"field_2\";\ + filename=\"file.js\"\r\n\ + Content-Type: text/javascript\r\n\ + \r\n\ + console.log(\"Hi\")\ + \r\n--boundary--\r\n\ + Epilogue"; + let mut res = Response::new(string_body(b)); + res.headers_mut().insert( + "content-type", + HeaderValue::from_static("multipart/form-datatststs;boundary=boundary"), + ); + Ok(res) + } + (_, "/bad_redirect") => { + let mut res = Response::new(empty_body()); + *res.status_mut() = StatusCode::FOUND; + Ok(res) + } + (_, "/server_error") => { + let mut res = Response::new(empty_body()); + *res.status_mut() = StatusCode::INTERNAL_SERVER_ERROR; + Ok(res) + } + (_, "/x_deno_warning.js") => { + let mut res = Response::new(empty_body()); + *res.status_mut() = StatusCode::MOVED_PERMANENTLY; + res + .headers_mut() + .insert("X-Deno-Warning", HeaderValue::from_static("foobar")); + res.headers_mut().insert( + "location", + HeaderValue::from_bytes(b"/lsp/x_deno_warning_redirect.js").unwrap(), + ); + Ok(res) + } + (_, "/non_ascii_redirect") => { + let mut res = Response::new(empty_body()); + *res.status_mut() = StatusCode::MOVED_PERMANENTLY; + res.headers_mut().insert( + "location", + HeaderValue::from_bytes(b"/redirect\xae").unwrap(), + ); + Ok(res) + } + (_, "/etag_script.ts") => { + let if_none_match = req.headers().get("if-none-match"); + if if_none_match == Some(&HeaderValue::from_static("33a64df551425fcc55e")) + { + let mut resp = Response::new(empty_body()); + *resp.status_mut() = StatusCode::NOT_MODIFIED; + resp.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + resp + .headers_mut() + .insert("ETag", HeaderValue::from_static("33a64df551425fcc55e")); + + Ok(resp) + } else { + let mut resp = Response::new(string_body("console.log('etag')")); + resp.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + resp + .headers_mut() + .insert("ETag", HeaderValue::from_static("33a64df551425fcc55e")); + Ok(resp) + } + } + (_, "/xTypeScriptTypes.js") => { + let mut res = Response::new(string_body("export const foo = 'foo';")); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/javascript"), + ); + res.headers_mut().insert( + "X-TypeScript-Types", + HeaderValue::from_static("./xTypeScriptTypes.d.ts"), + ); + Ok(res) + } + (_, "/xTypeScriptTypes.jsx") => { + let mut res = Response::new(string_body("export const foo = 'foo';")); + res + .headers_mut() + .insert("Content-type", HeaderValue::from_static("text/jsx")); + res.headers_mut().insert( + "X-TypeScript-Types", + HeaderValue::from_static("./xTypeScriptTypes.d.ts"), + ); + Ok(res) + } + (_, "/xTypeScriptTypes.ts") => { + let mut res = + Response::new(string_body("export const foo: string = 'foo';")); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + res.headers_mut().insert( + "X-TypeScript-Types", + HeaderValue::from_static("./xTypeScriptTypes.d.ts"), + ); + Ok(res) + } + (_, "/xTypeScriptTypes.d.ts") => { + let mut res = Response::new(string_body("export const foo: 'foo';")); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + Ok(res) + } + (_, "/run/type_directives_redirect.js") => { + let mut res = Response::new(string_body("export const foo = 'foo';")); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/javascript"), + ); + res.headers_mut().insert( + "X-TypeScript-Types", + HeaderValue::from_static( + "http://localhost:4547/xTypeScriptTypesRedirect.d.ts", + ), + ); + Ok(res) + } + (_, "/run/type_headers_deno_types.foo.js") => { + let mut res = Response::new(string_body( + "export function foo(text) { console.log(text); }", + )); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/javascript"), + ); + res.headers_mut().insert( + "X-TypeScript-Types", + HeaderValue::from_static( + "http://localhost:4545/run/type_headers_deno_types.d.ts", + ), + ); + Ok(res) + } + (_, "/run/type_headers_deno_types.d.ts") => { + let mut res = + Response::new(string_body("export function foo(text: number): void;")); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + Ok(res) + } + (_, "/run/type_headers_deno_types.foo.d.ts") => { + let mut res = + Response::new(string_body("export function foo(text: string): void;")); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + Ok(res) + } + (_, "/subdir/xTypeScriptTypesRedirect.d.ts") => { + let mut res = Response::new(string_body( + "import './xTypeScriptTypesRedirected.d.ts';", + )); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + Ok(res) + } + (_, "/subdir/xTypeScriptTypesRedirected.d.ts") => { + let mut res = Response::new(string_body("export const foo: 'foo';")); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + Ok(res) + } + (_, "/referenceTypes.js") => { + let mut res = Response::new(string_body("/// <reference types=\"./xTypeScriptTypes.d.ts\" />\r\nexport const foo = \"foo\";\r\n")); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/javascript"), + ); + Ok(res) + } + (_, "/subdir/file_with_:_in_name.ts") => { + let mut res = Response::new(string_body( + "console.log('Hello from file_with_:_in_name.ts');", + )); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + Ok(res) + } + (_, "/v1/extensionless") => { + let mut res = + Response::new(string_body(r#"export * from "/subdir/mod1.ts";"#)); + res.headers_mut().insert( + "content-type", + HeaderValue::from_static("application/typescript"), + ); + Ok(res) + } + (_, "/subdir/no_js_ext@1.0.0") => { + let mut res = Response::new(string_body( + r#"import { printHello } from "./mod2.ts"; + printHello(); + "#, + )); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/javascript"), + ); + Ok(res) + } + (_, "/.well-known/deno-import-intellisense.json") => { + let file_path = + testdata_path().join("lsp/registries/deno-import-intellisense.json"); + if let Ok(body) = tokio::fs::read(file_path).await { + Ok(custom_headers( + "/.well-known/deno-import-intellisense.json", + body, + )) + } else { + Ok(Response::new(empty_body())) + } + } + (_, "/http_version") => { + let version = format!("{:?}", req.version()); + Ok(Response::new(string_body(&version))) + } + (_, "/content_length") => { + let content_length = format!("{:?}", req.headers().get("content-length")); + Ok(Response::new(string_body(&content_length))) + } + (_, "/jsx/jsx-runtime") | (_, "/jsx/jsx-dev-runtime") => { + let mut res = Response::new(string_body( + r#"export function jsx( + _type, + _props, + _key, + _source, + _self, + ) {} + export const jsxs = jsx; + export const jsxDEV = jsx; + export const Fragment = Symbol("Fragment"); + console.log("imported", import.meta.url); + "#, + )); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/javascript"), + ); + Ok(res) + } + (_, "/dynamic") => { + let mut res = Response::new(string_body( + &serde_json::to_string_pretty(&std::time::SystemTime::now()).unwrap(), + )); + res + .headers_mut() + .insert("cache-control", HeaderValue::from_static("no-cache")); + Ok(res) + } + (_, "/dynamic_cache") => { + let mut res = Response::new(string_body( + &serde_json::to_string_pretty(&std::time::SystemTime::now()).unwrap(), + )); + res.headers_mut().insert( + "cache-control", + HeaderValue::from_static("public, max-age=604800, immutable"), + ); + Ok(res) + } + (_, "/dynamic_module.ts") => { + let mut res = Response::new(string_body(&format!( + r#"export const time = {};"#, + std::time::SystemTime::now().elapsed().unwrap().as_nanos() + ))); + res.headers_mut().insert( + "Content-type", + HeaderValue::from_static("application/typescript"), + ); + Ok(res) + } + (_, "/echo_accept") => { + let accept = req.headers().get("accept").map(|v| v.to_str().unwrap()); + let res = + Response::new(json_body(serde_json::json!({ "accept": accept }))); + Ok(res) + } + (_, "/search_params") => { + let query = req.uri().query().map(|s| s.to_string()); + let res = Response::new(string_body(&query.unwrap_or_default())); + Ok(res) + } + (&Method::POST, "/kv_remote_authorize") => { + if req + .headers() + .get("authorization") + .and_then(|x| x.to_str().ok()) + .unwrap_or_default() + != format!("Bearer {}", KV_ACCESS_TOKEN) + { + return Ok( + Response::builder() + .status(StatusCode::UNAUTHORIZED) + .body(empty_body()) + .unwrap(), + ); + } + + Ok( + Response::builder() + .header("content-type", "application/json") + .body(json_body(serde_json::json!({ + "version": 1, + "databaseId": KV_DATABASE_ID, + "endpoints": [ + { + "url": format!("http://localhost:{}/kv_blackhole", PORT), + "consistency": "strong", + } + ], + "token": KV_DATABASE_TOKEN, + "expiresAt": "2099-01-01T00:00:00Z", + }))) + .unwrap(), + ) + } + (&Method::POST, "/kv_remote_authorize_invalid_format") => { + if req + .headers() + .get("authorization") + .and_then(|x| x.to_str().ok()) + .unwrap_or_default() + != format!("Bearer {}", KV_ACCESS_TOKEN) + { + return Ok( + Response::builder() + .status(StatusCode::UNAUTHORIZED) + .body(empty_body()) + .unwrap(), + ); + } + + Ok( + Response::builder() + .header("content-type", "application/json") + .body(json_body(serde_json::json!({ + "version": 1, + "databaseId": KV_DATABASE_ID, + }))) + .unwrap(), + ) + } + (&Method::POST, "/kv_remote_authorize_invalid_version") => { + if req + .headers() + .get("authorization") + .and_then(|x| x.to_str().ok()) + .unwrap_or_default() + != format!("Bearer {}", KV_ACCESS_TOKEN) + { + return Ok( + Response::builder() + .status(StatusCode::UNAUTHORIZED) + .body(empty_body()) + .unwrap(), + ); + } + + Ok( + Response::builder() + .header("content-type", "application/json") + .body(json_body(serde_json::json!({ + "version": 1000, + "databaseId": KV_DATABASE_ID, + "endpoints": [ + { + "url": format!("http://localhost:{}/kv_blackhole", PORT), + "consistency": "strong", + } + ], + "token": KV_DATABASE_TOKEN, + "expiresAt": "2099-01-01T00:00:00Z", + }))) + .unwrap(), + ) + } + (&Method::POST, "/kv_blackhole/snapshot_read") => { + if req + .headers() + .get("authorization") + .and_then(|x| x.to_str().ok()) + .unwrap_or_default() + != format!("Bearer {}", KV_DATABASE_TOKEN) + { + return Ok( + Response::builder() + .status(StatusCode::UNAUTHORIZED) + .body(empty_body()) + .unwrap(), + ); + } + + let body = req + .into_body() + .collect() + .await + .unwrap_or_default() + .to_bytes(); + let Ok(body): Result<SnapshotRead, _> = prost::Message::decode(&body[..]) + else { + return Ok( + Response::builder() + .status(StatusCode::BAD_REQUEST) + .body(empty_body()) + .unwrap(), + ); + }; + if body.ranges.is_empty() { + return Ok( + Response::builder() + .status(StatusCode::BAD_REQUEST) + .body(empty_body()) + .unwrap(), + ); + } + Ok( + Response::builder() + .body(UnsyncBoxBody::new(Full::new(Bytes::from( + SnapshotReadOutput { + ranges: body + .ranges + .iter() + .map(|_| ReadRangeOutput { values: vec![] }) + .collect(), + read_disabled: false, + read_is_strongly_consistent: true, + status: SnapshotReadStatus::SrSuccess.into(), + } + .encode_to_vec(), + )))) + .unwrap(), + ) + } + (&Method::POST, "/kv_blackhole/atomic_write") => { + if req + .headers() + .get("authorization") + .and_then(|x| x.to_str().ok()) + .unwrap_or_default() + != format!("Bearer {}", KV_DATABASE_TOKEN) + { + return Ok( + Response::builder() + .status(StatusCode::UNAUTHORIZED) + .body(empty_body()) + .unwrap(), + ); + } + + let body = req + .into_body() + .collect() + .await + .unwrap_or_default() + .to_bytes(); + let Ok(_body): Result<AtomicWrite, _> = prost::Message::decode(&body[..]) + else { + return Ok( + Response::builder() + .status(StatusCode::BAD_REQUEST) + .body(empty_body()) + .unwrap(), + ); + }; + Ok( + Response::builder() + .body(UnsyncBoxBody::new(Full::new(Bytes::from( + AtomicWriteOutput { + status: AtomicWriteStatus::AwSuccess.into(), + versionstamp: vec![0u8; 10], + failed_checks: vec![], + } + .encode_to_vec(), + )))) + .unwrap(), + ) + } + (&Method::GET, "/upgrade/sleep/release-latest.txt") => { + tokio::time::sleep(Duration::from_secs(95)).await; + return Ok( + Response::builder() + .status(StatusCode::OK) + .body(string_body("99999.99.99")) + .unwrap(), + ); + } + (&Method::GET, "/upgrade/sleep/canary-latest.txt") => { + tokio::time::sleep(Duration::from_secs(95)).await; + return Ok( + Response::builder() + .status(StatusCode::OK) + .body(string_body("bda3850f84f24b71e02512c1ba2d6bf2e3daa2fd")) + .unwrap(), + ); + } + (&Method::GET, "/release-latest.txt") => { + return Ok( + Response::builder() + .status(StatusCode::OK) + // use a deno version that will never happen + .body(string_body("99999.99.99")) + .unwrap(), + ); + } + ( + &Method::GET, + "/canary-latest.txt" + | "/canary-x86_64-apple-darwin-latest.txt" + | "/canary-aarch64-apple-darwin-latest.txt" + | "/canary-x86_64-unknown-linux-gnu-latest.txt" + | "/canary-aarch64-unknown-linux-gnu-latest.txt" + | "/canary-x86_64-unknown-linux-musl-latest.txt" + | "/canary-aarch64-unknown-linux-musl-latest.txt" + | "/canary-x86_64-pc-windows-msvc-latest.txt", + ) => { + return Ok( + Response::builder() + .status(StatusCode::OK) + .body(string_body("bda3850f84f24b71e02512c1ba2d6bf2e3daa2fd")) + .unwrap(), + ); + } + _ => { + let mut file_path = testdata_path().to_path_buf(); + file_path.push(&req.uri().path()[1..].replace("%2f", "/")); + if let Ok(file) = tokio::fs::read(&file_path).await { + let file_resp = custom_headers(req.uri().path(), file); + return Ok(file_resp); + } + + // serve npm registry files + if let Some(suffix) = req + .uri() + .path() + .strip_prefix("/npm/registry/@denotest/") + .or_else(|| req.uri().path().strip_prefix("/npm/registry/@denotest%2f")) + { + // serve all requests to /npm/registry/@deno using the file system + // at that path + match handle_custom_npm_registry_path(suffix) { + Ok(Some(response)) => return Ok(response), + Ok(None) => {} // ignore, not found + Err(err) => { + return Response::builder() + .status(StatusCode::INTERNAL_SERVER_ERROR) + .body(string_body(&format!("{err:#}"))) + .map_err(|e| e.into()); + } + } + } else if req.uri().path().starts_with("/npm/registry/") { + // otherwise, serve based on registry.json and tgz files + let is_tarball = req.uri().path().ends_with(".tgz"); + if !is_tarball { + file_path.push("registry.json"); + } + if let Ok(file) = tokio::fs::read(&file_path).await { + let file_resp = custom_headers(req.uri().path(), file); + return Ok(file_resp); + } else if should_download_npm_packages() { + if let Err(err) = + download_npm_registry_file(req.uri(), &file_path, is_tarball).await + { + return Response::builder() + .status(StatusCode::INTERNAL_SERVER_ERROR) + .body(string_body(&format!("{err:#}"))) + .map_err(|e| e.into()); + }; + + // serve the file + if let Ok(file) = tokio::fs::read(&file_path).await { + let file_resp = custom_headers(req.uri().path(), file); + return Ok(file_resp); + } + } + } else if let Some(suffix) = req.uri().path().strip_prefix("/deno_std/") { + let file_path = std_path().join(suffix); + if let Ok(file) = tokio::fs::read(&file_path).await { + let file_resp = custom_headers(req.uri().path(), file); + return Ok(file_resp); + } + } else if let Some(suffix) = req.uri().path().strip_prefix("/sleep/") { + let duration = suffix.parse::<u64>().unwrap(); + tokio::time::sleep(Duration::from_millis(duration)).await; + return Response::builder() + .status(StatusCode::OK) + .header("content-type", "application/typescript") + .body(empty_body()) + .map_err(|e| e.into()); + } + + Response::builder() + .status(StatusCode::NOT_FOUND) + .body(empty_body()) + .map_err(|e| e.into()) + } + }; +} + +fn handle_custom_npm_registry_path( + path: &str, +) -> Result<Option<Response<UnsyncBoxBody<Bytes, Infallible>>>, anyhow::Error> { + let parts = path + .split('/') + .filter(|p| !p.is_empty()) + .collect::<Vec<_>>(); + let cache = &CUSTOM_NPM_PACKAGE_CACHE; + let package_name = format!("@denotest/{}", parts[0]); + if parts.len() == 2 { + if let Some(file_bytes) = + cache.tarball_bytes(&package_name, parts[1].trim_end_matches(".tgz"))? + { + let file_resp = custom_headers("file.tgz", file_bytes); + return Ok(Some(file_resp)); + } + } else if parts.len() == 1 { + if let Some(registry_file) = cache.registry_file(&package_name)? { + let file_resp = custom_headers("registry.json", registry_file); + return Ok(Some(file_resp)); + } + } + + Ok(None) +} + +fn should_download_npm_packages() -> bool { + // when this env var is set, it will download and save npm packages + // to the testdata/npm/registry directory + std::env::var("DENO_TEST_UTIL_UPDATE_NPM") == Ok("1".to_string()) +} + +async fn download_npm_registry_file( + uri: &hyper::Uri, + file_path: &PathBuf, + is_tarball: bool, +) -> Result<(), anyhow::Error> { + let url_parts = uri + .path() + .strip_prefix("/npm/registry/") + .unwrap() + .split('/') + .collect::<Vec<_>>(); + let package_name = if url_parts[0].starts_with('@') { + url_parts.into_iter().take(2).collect::<Vec<_>>().join("/") + } else { + url_parts.into_iter().take(1).collect::<Vec<_>>().join("/") + }; + let url = if is_tarball { + let file_name = file_path.file_name().unwrap().to_string_lossy(); + format!("https://registry.npmjs.org/{package_name}/-/{file_name}") + } else { + format!("https://registry.npmjs.org/{package_name}") + }; + let client = reqwest::Client::new(); + let response = client.get(url).send().await?; + let bytes = response.bytes().await?; + let bytes = if is_tarball { + bytes.to_vec() + } else { + String::from_utf8(bytes.to_vec()) + .unwrap() + .replace( + &format!("https://registry.npmjs.org/{package_name}/-/"), + &format!("http://localhost:4545/npm/registry/{package_name}/"), + ) + .into_bytes() + }; + std::fs::create_dir_all(file_path.parent().unwrap())?; + std::fs::write(file_path, bytes)?; + Ok(()) +} + +async fn wrap_redirect_server(port: u16) { + let redirect_addr = SocketAddr::from(([127, 0, 0, 1], port)); + run_server( + ServerOptions { + addr: redirect_addr, + error_msg: "Redirect error", + kind: ServerKind::Auto, + }, + redirect, + ) + .await; +} + +async fn wrap_double_redirect_server(port: u16) { + let double_redirects_addr = SocketAddr::from(([127, 0, 0, 1], port)); + run_server( + ServerOptions { + addr: double_redirects_addr, + error_msg: "Double redirect error", + kind: ServerKind::Auto, + }, + double_redirects, + ) + .await; +} + +async fn wrap_inf_redirect_server(port: u16) { + let inf_redirects_addr = SocketAddr::from(([127, 0, 0, 1], port)); + run_server( + ServerOptions { + addr: inf_redirects_addr, + error_msg: "Inf redirect error", + kind: ServerKind::Auto, + }, + inf_redirects, + ) + .await; +} + +async fn wrap_another_redirect_server(port: u16) { + let another_redirect_addr = SocketAddr::from(([127, 0, 0, 1], port)); + run_server( + ServerOptions { + addr: another_redirect_addr, + error_msg: "Another redirect error", + kind: ServerKind::Auto, + }, + another_redirect, + ) + .await; +} + +async fn wrap_auth_redirect_server(port: u16) { + let auth_redirect_addr = SocketAddr::from(([127, 0, 0, 1], port)); + run_server( + ServerOptions { + addr: auth_redirect_addr, + error_msg: "Auth redirect error", + kind: ServerKind::Auto, + }, + auth_redirect, + ) + .await; +} + +async fn wrap_basic_auth_redirect_server(port: u16) { + let basic_auth_redirect_addr = SocketAddr::from(([127, 0, 0, 1], port)); + run_server( + ServerOptions { + addr: basic_auth_redirect_addr, + error_msg: "Basic auth redirect error", + kind: ServerKind::Auto, + }, + basic_auth_redirect, + ) + .await; +} + +async fn wrap_abs_redirect_server(port: u16) { + let abs_redirect_addr = SocketAddr::from(([127, 0, 0, 1], port)); + run_server( + ServerOptions { + addr: abs_redirect_addr, + error_msg: "Absolute redirect error", + kind: ServerKind::Auto, + }, + absolute_redirect, + ) + .await; +} + +async fn wrap_main_server(port: u16) { + let main_server_addr = SocketAddr::from(([127, 0, 0, 1], port)); + wrap_main_server_for_addr(&main_server_addr).await +} + +// necessary because on Windows the npm binary will resolve localhost to ::1 +async fn wrap_main_ipv6_server(port: u16) { + let ipv6_loopback = Ipv6Addr::new(0, 0, 0, 0, 0, 0, 0, 1); + let main_server_addr = + SocketAddr::V6(SocketAddrV6::new(ipv6_loopback, port, 0, 0)); + wrap_main_server_for_addr(&main_server_addr).await +} + +async fn wrap_main_server_for_addr(main_server_addr: &SocketAddr) { + run_server( + ServerOptions { + addr: *main_server_addr, + kind: ServerKind::Auto, + error_msg: "HTTP server error", + }, + main_server, + ) + .await; +} + +async fn wrap_main_https_server(port: u16) { + let tls = get_tls_listener_stream("https", port, Default::default()).await; + let tls_acceptor = tls.boxed_local(); + run_server_with_acceptor( + tls_acceptor, + main_server, + "HTTPS server error", + ServerKind::Auto, + ) + .await +} + +async fn wrap_https_h1_only_tls_server(port: u16) { + let tls = get_tls_listener_stream( + "https (h1 only)", + port, + SupportedHttpVersions::Http1Only, + ) + .await; + + run_server_with_acceptor( + tls.boxed_local(), + main_server, + "HTTP1 only TLS server error", + ServerKind::OnlyHttp1, + ) + .await +} + +async fn wrap_https_h2_only_tls_server(port: u16) { + let tls = get_tls_listener_stream( + "https (h2 only)", + port, + SupportedHttpVersions::Http2Only, + ) + .await; + + run_server_with_acceptor( + tls.boxed_local(), + main_server, + "HTTP2 only TLS server error", + ServerKind::OnlyHttp2, + ) + .await +} + +async fn wrap_http_h1_only_server(port: u16) { + let main_server_http_addr = SocketAddr::from(([127, 0, 0, 1], port)); + run_server( + ServerOptions { + addr: main_server_http_addr, + error_msg: "HTTP1 only server error:", + kind: ServerKind::OnlyHttp1, + }, + main_server, + ) + .await; +} + +async fn wrap_http_h2_only_server(port: u16) { + let main_server_http_addr = SocketAddr::from(([127, 0, 0, 1], port)); + run_server( + ServerOptions { + addr: main_server_http_addr, + error_msg: "HTTP1 only server error:", + kind: ServerKind::OnlyHttp2, + }, + main_server, + ) + .await; +} + +async fn wrap_client_auth_https_server(port: u16) { + let mut tls = + get_tls_listener_stream("https_client_auth", port, Default::default()) + .await; + + let tls = async_stream::stream! { + while let Some(Ok(mut tls)) = tls.next().await { + let handshake = tls.handshake().await?; + // We only need to check for the presence of client certificates + // here. Rusttls ensures that they are valid and signed by the CA. + match handshake.has_peer_certificates { + true => { yield Ok(tls); }, + false => { eprintln!("https_client_auth: no valid client certificate"); }, + }; + } + }; + + run_server_with_acceptor( + tls.boxed_local(), + main_server, + "Auth TLS server error", + ServerKind::Auto, + ) + .await +} + +fn custom_headers( + p: &str, + body: Vec<u8>, +) -> Response<UnsyncBoxBody<Bytes, Infallible>> { + let mut response = Response::new(UnsyncBoxBody::new( + http_body_util::Full::new(Bytes::from(body)), + )); + + if p.ends_with("/run/import_compression/brotli") { + response + .headers_mut() + .insert("Content-Encoding", HeaderValue::from_static("br")); + response.headers_mut().insert( + "Content-Type", + HeaderValue::from_static("application/javascript"), + ); + response + .headers_mut() + .insert("Content-Length", HeaderValue::from_static("26")); + return response; + } + if p.ends_with("/run/import_compression/gziped") { + response + .headers_mut() + .insert("Content-Encoding", HeaderValue::from_static("gzip")); + response.headers_mut().insert( + "Content-Type", + HeaderValue::from_static("application/javascript"), + ); + response + .headers_mut() + .insert("Content-Length", HeaderValue::from_static("39")); + return response; + } + + if p.contains("/encoding/") { + let charset = p + .split_terminator('/') + .last() + .unwrap() + .trim_end_matches(".ts"); + + response.headers_mut().insert( + "Content-Type", + HeaderValue::from_str( + &format!("application/typescript;charset={charset}")[..], + ) + .unwrap(), + ); + return response; + } + + let content_type = if p.contains(".t1.") { + Some("text/typescript") + } else if p.contains(".t2.") { + Some("video/vnd.dlna.mpeg-tts") + } else if p.contains(".t3.") { + Some("video/mp2t") + } else if p.contains(".t4.") { + Some("application/x-typescript") + } else if p.contains(".j1.") { + Some("text/javascript") + } else if p.contains(".j2.") { + Some("application/ecmascript") + } else if p.contains(".j3.") { + Some("text/ecmascript") + } else if p.contains(".j4.") { + Some("application/x-javascript") + } else if p.contains("form_urlencoded") { + Some("application/x-www-form-urlencoded") + } else if p.contains("unknown_ext") || p.contains("no_ext") { + Some("text/typescript") + } else if p.contains("mismatch_ext") || p.contains("no_js_ext") { + Some("text/javascript") + } else if p.ends_with(".ts") || p.ends_with(".tsx") { + Some("application/typescript") + } else if p.ends_with(".js") || p.ends_with(".jsx") { + Some("application/javascript") + } else if p.ends_with(".json") { + Some("application/json") + } else if p.ends_with(".wasm") { + Some("application/wasm") + } else if p.ends_with(".tgz") { + Some("application/gzip") + } else { + None + }; + + if let Some(t) = content_type { + response + .headers_mut() + .insert("Content-Type", HeaderValue::from_str(t).unwrap()); + return response; + } + + response +} diff --git a/tests/util/server/src/servers/registry.rs b/tests/util/server/src/servers/registry.rs new file mode 100644 index 000000000..0efe06217 --- /dev/null +++ b/tests/util/server/src/servers/registry.rs @@ -0,0 +1,182 @@ +// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license. + +use crate::testdata_path; + +use super::run_server; +use super::ServerKind; +use super::ServerOptions; +use bytes::Bytes; +use http_body_util::combinators::UnsyncBoxBody; +use http_body_util::Empty; +use http_body_util::Full; +use hyper::body::Incoming; +use hyper::Request; +use hyper::Response; +use hyper::StatusCode; +use once_cell::sync::Lazy; +use serde_json::json; +use std::collections::BTreeMap; +use std::collections::HashMap; +use std::convert::Infallible; +use std::net::SocketAddr; +use std::path::Path; +use std::sync::Mutex; + +pub async fn registry_server(port: u16) { + let registry_server_addr = SocketAddr::from(([127, 0, 0, 1], port)); + + run_server( + ServerOptions { + addr: registry_server_addr, + error_msg: "Registry server error", + kind: ServerKind::Auto, + }, + registry_server_handler, + ) + .await +} + +async fn registry_server_handler( + req: Request<Incoming>, +) -> Result<Response<UnsyncBoxBody<Bytes, Infallible>>, anyhow::Error> { + let path = req.uri().path(); + + // TODO(bartlomieju): add a proper router here + if path.starts_with("/api/scope/") { + let body = serde_json::to_string_pretty(&json!({})).unwrap(); + let res = Response::new(UnsyncBoxBody::new(Full::from(body))); + return Ok(res); + } else if path.starts_with("/api/scopes/") { + let body = serde_json::to_string_pretty(&json!({ + "id": "sdfwqer-sffg-qwerasdf", + "status": "success", + "error": null + })) + .unwrap(); + let res = Response::new(UnsyncBoxBody::new(Full::from(body))); + return Ok(res); + } else if path.starts_with("/api/publish_status/") { + let body = serde_json::to_string_pretty(&json!({ + "id": "sdfwqer-qwer-qwerasdf", + "status": "success", + "error": null + })) + .unwrap(); + let res = Response::new(UnsyncBoxBody::new(Full::from(body))); + return Ok(res); + } + + // serve the registry package files + let mut file_path = + testdata_path().to_path_buf().join("jsr").join("registry"); + file_path.push(&req.uri().path()[1..].replace("%2f", "/")); + if let Ok(body) = tokio::fs::read(&file_path).await { + let body = if let Some(version) = file_path + .file_name() + .unwrap() + .to_string_lossy() + .strip_suffix("_meta.json") + { + // fill the manifest with checksums found in the directory so that + // we don't need to maintain them manually in the testdata directory + let mut meta: serde_json::Value = serde_json::from_slice(&body)?; + let mut manifest = + manifest_sorted(meta.get("manifest").cloned().unwrap_or(json!({}))); + let version_dir = file_path.parent().unwrap().join(version); + fill_manifest_at_dir(&mut manifest, &version_dir); + meta + .as_object_mut() + .unwrap() + .insert("manifest".to_string(), json!(manifest)); + serde_json::to_string(&meta).unwrap().into_bytes() + } else { + body + }; + return Ok(Response::new(UnsyncBoxBody::new( + http_body_util::Full::new(Bytes::from(body)), + ))); + } + + let empty_body = UnsyncBoxBody::new(Empty::new()); + let res = Response::builder() + .status(StatusCode::NOT_FOUND) + .body(empty_body)?; + Ok(res) +} + +fn manifest_sorted( + meta: serde_json::Value, +) -> BTreeMap<String, serde_json::Value> { + let mut manifest = BTreeMap::new(); + if let serde_json::Value::Object(files) = meta { + for (file, checksum) in files { + manifest.insert(file.clone(), checksum.clone()); + } + } + manifest +} + +fn fill_manifest_at_dir( + manifest: &mut BTreeMap<String, serde_json::Value>, + dir: &Path, +) { + let file_system_manifest = get_manifest_entries_for_dir(dir); + for (file_path, value) in file_system_manifest { + manifest.entry(file_path).or_insert(value); + } +} + +static DIR_MANIFEST_CACHE: Lazy< + Mutex<HashMap<String, BTreeMap<String, serde_json::Value>>>, +> = Lazy::new(Default::default); + +fn get_manifest_entries_for_dir( + dir: &Path, +) -> BTreeMap<String, serde_json::Value> { + fn inner_fill( + root_dir: &Path, + dir: &Path, + manifest: &mut BTreeMap<String, serde_json::Value>, + ) { + for entry in std::fs::read_dir(dir).unwrap() { + let entry = entry.unwrap(); + let path = entry.path(); + if path.is_file() { + let file_bytes = std::fs::read(&path).unwrap(); + let checksum = format!("sha256-{}", get_checksum(&file_bytes)); + let relative_path = path + .to_string_lossy() + .strip_prefix(&root_dir.to_string_lossy().to_string()) + .unwrap() + .replace('\\', "/"); + manifest.insert( + relative_path, + json!({ + "size": file_bytes.len(), + "checksum": checksum, + }), + ); + } else if path.is_dir() { + inner_fill(root_dir, &path, manifest); + } + } + } + + DIR_MANIFEST_CACHE + .lock() + .unwrap() + .entry(dir.to_string_lossy().to_string()) + .or_insert_with(|| { + let mut manifest = BTreeMap::new(); + inner_fill(dir, dir, &mut manifest); + manifest + }) + .clone() +} + +fn get_checksum(bytes: &[u8]) -> String { + use sha2::Digest; + let mut hasher = sha2::Sha256::new(); + hasher.update(bytes); + format!("{:x}", hasher.finalize()) +} diff --git a/tests/util/server/src/servers/ws.rs b/tests/util/server/src/servers/ws.rs new file mode 100644 index 000000000..815119b6a --- /dev/null +++ b/tests/util/server/src/servers/ws.rs @@ -0,0 +1,268 @@ +// Copyright 2018-2024 the Deno authors. All rights reserved. MIT license. + +use anyhow::anyhow; +use bytes::Bytes; +use fastwebsockets::FragmentCollector; +use fastwebsockets::Frame; +use fastwebsockets::OpCode; +use fastwebsockets::Role; +use fastwebsockets::WebSocket; +use futures::future::join3; +use futures::future::poll_fn; +use futures::Future; +use futures::StreamExt; +use h2::server::Handshake; +use h2::server::SendResponse; +use h2::Reason; +use h2::RecvStream; +use hyper::upgrade::Upgraded; +use hyper::Method; +use hyper::Request; +use hyper::Response; +use hyper::StatusCode; +use hyper_util::rt::TokioIo; +use pretty_assertions::assert_eq; +use std::pin::Pin; +use std::result::Result; +use tokio::io::AsyncReadExt; +use tokio::io::AsyncWriteExt; + +use super::get_tcp_listener_stream; +use super::get_tls_listener_stream; +use super::SupportedHttpVersions; + +pub async fn run_ws_server(port: u16) { + let mut tcp = get_tcp_listener_stream("ws", port).await; + while let Some(Ok(stream)) = tcp.next().await { + spawn_ws_server(stream, |ws| Box::pin(echo_websocket_handler(ws))); + } +} + +pub async fn run_ws_ping_server(port: u16) { + let mut tcp = get_tcp_listener_stream("ws (ping)", port).await; + while let Some(Ok(stream)) = tcp.next().await { + spawn_ws_server(stream, |ws| Box::pin(ping_websocket_handler(ws))); + } +} + +pub async fn run_wss_server(port: u16) { + let mut tls = get_tls_listener_stream("wss", port, Default::default()).await; + while let Some(Ok(tls_stream)) = tls.next().await { + tokio::spawn(async move { + spawn_ws_server(tls_stream, |ws| Box::pin(echo_websocket_handler(ws))); + }); + } +} + +pub async fn run_ws_close_server(port: u16) { + let mut tcp = get_tcp_listener_stream("ws (close)", port).await; + while let Some(Ok(stream)) = tcp.next().await { + spawn_ws_server(stream, |ws| Box::pin(close_websocket_handler(ws))); + } +} + +pub async fn run_wss2_server(port: u16) { + let mut tls = get_tls_listener_stream( + "wss2 (tls)", + port, + SupportedHttpVersions::Http2Only, + ) + .await; + while let Some(Ok(tls)) = tls.next().await { + tokio::spawn(async move { + let mut h2 = h2::server::Builder::new(); + h2.enable_connect_protocol(); + // Using Bytes is pretty alloc-heavy but this is a test server + let server: Handshake<_, Bytes> = h2.handshake(tls); + let mut server = match server.await { + Ok(server) => server, + Err(e) => { + println!("Failed to handshake h2: {e:?}"); + return; + } + }; + loop { + let Some(conn) = server.accept().await else { + break; + }; + let (recv, send) = match conn { + Ok(conn) => conn, + Err(e) => { + println!("Failed to accept a connection: {e:?}"); + break; + } + }; + tokio::spawn(handle_wss_stream(recv, send)); + } + }); + } +} + +async fn echo_websocket_handler( + ws: fastwebsockets::WebSocket<TokioIo<Upgraded>>, +) -> Result<(), anyhow::Error> { + let mut ws = FragmentCollector::new(ws); + + loop { + let frame = ws.read_frame().await.unwrap(); + match frame.opcode { + OpCode::Close => break, + OpCode::Text | OpCode::Binary => { + ws.write_frame(frame).await.unwrap(); + } + _ => {} + } + } + + Ok(()) +} + +type WsHandler = + fn( + fastwebsockets::WebSocket<TokioIo<Upgraded>>, + ) -> Pin<Box<dyn Future<Output = Result<(), anyhow::Error>> + Send>>; + +fn spawn_ws_server<S>(stream: S, handler: WsHandler) +where + S: tokio::io::AsyncRead + tokio::io::AsyncWrite + Unpin + Send + 'static, +{ + let service = hyper::service::service_fn( + move |mut req: http::Request<hyper::body::Incoming>| async move { + let (response, upgrade_fut) = fastwebsockets::upgrade::upgrade(&mut req) + .map_err(|e| anyhow!("Error upgrading websocket connection: {}", e))?; + + tokio::spawn(async move { + let ws = upgrade_fut + .await + .map_err(|e| anyhow!("Error upgrading websocket connection: {}", e)) + .unwrap(); + + if let Err(e) = handler(ws).await { + eprintln!("Error in websocket connection: {}", e); + } + }); + + Ok::<_, anyhow::Error>(response) + }, + ); + + let io = TokioIo::new(stream); + tokio::spawn(async move { + let conn = hyper::server::conn::http1::Builder::new() + .serve_connection(io, service) + .with_upgrades(); + + if let Err(e) = conn.await { + eprintln!("websocket server error: {e:?}"); + } + }); +} + +async fn handle_wss_stream( + recv: Request<RecvStream>, + mut send: SendResponse<Bytes>, +) -> Result<(), h2::Error> { + if recv.method() != Method::CONNECT { + eprintln!("wss2: refusing non-CONNECT stream"); + send.send_reset(Reason::REFUSED_STREAM); + return Ok(()); + } + let Some(protocol) = recv.extensions().get::<h2::ext::Protocol>() else { + eprintln!("wss2: refusing no-:protocol stream"); + send.send_reset(Reason::REFUSED_STREAM); + return Ok(()); + }; + if protocol.as_str() != "websocket" && protocol.as_str() != "WebSocket" { + eprintln!("wss2: refusing non-websocket stream"); + send.send_reset(Reason::REFUSED_STREAM); + return Ok(()); + } + let mut body = recv.into_body(); + let mut response = Response::new(()); + *response.status_mut() = StatusCode::OK; + let mut resp = send.send_response(response, false)?; + // Use a duplex stream to talk to fastwebsockets because it's just faster to implement + let (a, b) = tokio::io::duplex(65536); + let f1 = tokio::spawn(tokio::task::unconstrained(async move { + let ws = WebSocket::after_handshake(a, Role::Server); + let mut ws = FragmentCollector::new(ws); + loop { + let frame = ws.read_frame().await.unwrap(); + if frame.opcode == OpCode::Close { + break; + } + ws.write_frame(frame).await.unwrap(); + } + })); + let (mut br, mut bw) = tokio::io::split(b); + let f2 = tokio::spawn(tokio::task::unconstrained(async move { + loop { + let Some(Ok(data)) = poll_fn(|cx| body.poll_data(cx)).await else { + return; + }; + body.flow_control().release_capacity(data.len()).unwrap(); + let Ok(_) = bw.write_all(&data).await else { + break; + }; + } + })); + let f3 = tokio::spawn(tokio::task::unconstrained(async move { + loop { + let mut buf = [0; 65536]; + let n = br.read(&mut buf).await.unwrap(); + if n == 0 { + break; + } + resp.reserve_capacity(n); + poll_fn(|cx| resp.poll_capacity(cx)).await; + resp + .send_data(Bytes::copy_from_slice(&buf[0..n]), false) + .unwrap(); + } + resp.send_data(Bytes::new(), true).unwrap(); + })); + _ = join3(f1, f2, f3).await; + Ok(()) +} + +async fn close_websocket_handler( + ws: fastwebsockets::WebSocket<TokioIo<Upgraded>>, +) -> Result<(), anyhow::Error> { + let mut ws = FragmentCollector::new(ws); + + ws.write_frame(Frame::close_raw(vec![].into())) + .await + .unwrap(); + + Ok(()) +} + +async fn ping_websocket_handler( + ws: fastwebsockets::WebSocket<TokioIo<Upgraded>>, +) -> Result<(), anyhow::Error> { + let mut ws = FragmentCollector::new(ws); + + for i in 0..9 { + ws.write_frame(Frame::new(true, OpCode::Ping, None, vec![].into())) + .await + .unwrap(); + + let frame = ws.read_frame().await.unwrap(); + assert_eq!(frame.opcode, OpCode::Pong); + assert!(frame.payload.is_empty()); + + ws.write_frame(Frame::text( + format!("hello {}", i).as_bytes().to_vec().into(), + )) + .await + .unwrap(); + + let frame = ws.read_frame().await.unwrap(); + assert_eq!(frame.opcode, OpCode::Text); + assert_eq!(frame.payload, format!("hello {}", i).as_bytes()); + } + + ws.write_frame(Frame::close(1000, b"")).await.unwrap(); + + Ok(()) +} |