diff options
Diffstat (limited to 'runtime/ops/web_worker/sync_fetch.rs')
| -rw-r--r-- | runtime/ops/web_worker/sync_fetch.rs | 202 |
1 files changed, 104 insertions, 98 deletions
diff --git a/runtime/ops/web_worker/sync_fetch.rs b/runtime/ops/web_worker/sync_fetch.rs index 6ad6edba7..0659241f1 100644 --- a/runtime/ops/web_worker/sync_fetch.rs +++ b/runtime/ops/web_worker/sync_fetch.rs @@ -38,118 +38,124 @@ pub fn op_worker_sync_fetch( let handle = state.borrow::<WebWorkerInternalHandle>().clone(); assert_eq!(handle.worker_type, WebWorkerType::Classic); - // TODO(andreubotella) Make the runtime into a resource and add a new op to - // block on each request, so a script can run while the next loads. - - let runtime = tokio::runtime::Builder::new_current_thread() - .enable_io() - .enable_time() - .build() - .unwrap(); - // TODO(andreubotella) It's not good to throw an exception related to blob // URLs when none of the script URLs use the blob scheme. // Also, in which contexts are blob URLs not supported? - let blob_store = state.try_borrow::<BlobStore>().ok_or_else(|| { - type_error("Blob URLs are not supported in this context.") - })?; - - let handles: Vec<_> = scripts - .into_iter() - .map(|script| -> JoinHandle<Result<SyncFetchScript, AnyError>> { - let blob_store = blob_store.clone(); - runtime.spawn(async move { - let script_url = - Url::parse(&script).map_err(|_| type_error("Invalid script URL"))?; - - let (body, mime_type, res_url) = match script_url.scheme() { - "http" | "https" => { - let resp = reqwest::get(script_url).await?.error_for_status()?; - - let res_url = resp.url().to_string(); - - // TODO(andreubotella) Properly run fetch's "extract a MIME type". - let mime_type = resp - .headers() - .get("Content-Type") - .and_then(|v| v.to_str().ok()) - .map(mime_type_essence); - - // Always check the MIME type with HTTP(S). - loose_mime_checks = false; - - let body = resp.bytes().await?; - - (body, mime_type, res_url) - } - "data" => { - let data_url = DataUrl::process(&script) - .map_err(|e| type_error(format!("{:?}", e)))?; + let blob_store = state + .try_borrow::<BlobStore>() + .ok_or_else(|| type_error("Blob URLs are not supported in this context."))? + .clone(); + + // TODO(andreubotella): make the below thread into a resource that can be + // re-used. This would allow parallel fecthing of multiple scripts. + + let thread = std::thread::spawn(move || { + let runtime = tokio::runtime::Builder::new_current_thread() + .enable_io() + .enable_time() + .build() + .unwrap(); + + let handles: Vec<_> = scripts + .into_iter() + .map(|script| -> JoinHandle<Result<SyncFetchScript, AnyError>> { + let blob_store = blob_store.clone(); + runtime.spawn(async move { + let script_url = Url::parse(&script) + .map_err(|_| type_error("Invalid script URL"))?; + + let (body, mime_type, res_url) = match script_url.scheme() { + "http" | "https" => { + let resp = reqwest::get(script_url).await?.error_for_status()?; + + let res_url = resp.url().to_string(); + + // TODO(andreubotella) Properly run fetch's "extract a MIME type". + let mime_type = resp + .headers() + .get("Content-Type") + .and_then(|v| v.to_str().ok()) + .map(mime_type_essence); + + // Always check the MIME type with HTTP(S). + loose_mime_checks = false; + + let body = resp.bytes().await?; + + (body, mime_type, res_url) + } + "data" => { + let data_url = DataUrl::process(&script) + .map_err(|e| type_error(format!("{:?}", e)))?; - let mime_type = { - let mime = data_url.mime_type(); - format!("{}/{}", mime.type_, mime.subtype) - }; + let mime_type = { + let mime = data_url.mime_type(); + format!("{}/{}", mime.type_, mime.subtype) + }; - let (body, _) = data_url - .decode_to_vec() - .map_err(|e| type_error(format!("{:?}", e)))?; + let (body, _) = data_url + .decode_to_vec() + .map_err(|e| type_error(format!("{:?}", e)))?; - (Bytes::from(body), Some(mime_type), script) - } - "blob" => { - let blob = blob_store - .get_object_url(script_url)? - .ok_or_else(|| type_error("Blob for the given URL not found."))?; + (Bytes::from(body), Some(mime_type), script) + } + "blob" => { + let blob = + blob_store.get_object_url(script_url)?.ok_or_else(|| { + type_error("Blob for the given URL not found.") + })?; - let mime_type = mime_type_essence(&blob.media_type); + let mime_type = mime_type_essence(&blob.media_type); - let body = blob.read_all().await?; + let body = blob.read_all().await?; - (Bytes::from(body), Some(mime_type), script) - } - _ => { - return Err(type_error(format!( - "Classic scripts with scheme {}: are not supported in workers.", - script_url.scheme() - ))) - } - }; - - if !loose_mime_checks { - // TODO(andreubotella) Check properly for a Javascript MIME type. - match mime_type.as_deref() { - Some("application/javascript" | "text/javascript") => {} - Some(mime_type) => { - return Err( - DomExceptionNetworkError { - msg: format!("Invalid MIME type {:?}.", mime_type), - } - .into(), - ) + (Bytes::from(body), Some(mime_type), script) + } + _ => { + return Err(type_error(format!( + "Classic scripts with scheme {}: are not supported in workers.", + script_url.scheme() + ))) } - None => { - return Err( - DomExceptionNetworkError::new("Missing MIME type.").into(), - ) + }; + + if !loose_mime_checks { + // TODO(andreubotella) Check properly for a Javascript MIME type. + match mime_type.as_deref() { + Some("application/javascript" | "text/javascript") => {} + Some(mime_type) => { + return Err( + DomExceptionNetworkError { + msg: format!("Invalid MIME type {:?}.", mime_type), + } + .into(), + ) + } + None => { + return Err( + DomExceptionNetworkError::new("Missing MIME type.").into(), + ) + } } } - } - let (text, _) = encoding_rs::UTF_8.decode_with_bom_removal(&body); + let (text, _) = encoding_rs::UTF_8.decode_with_bom_removal(&body); - Ok(SyncFetchScript { - url: res_url, - script: text.into_owned(), + Ok(SyncFetchScript { + url: res_url, + script: text.into_owned(), + }) }) }) - }) - .collect(); - - let mut ret = Vec::with_capacity(handles.len()); - for handle in handles { - let script = runtime.block_on(handle)??; - ret.push(script); - } - Ok(ret) + .collect(); + + let mut ret = Vec::with_capacity(handles.len()); + for handle in handles { + let script = runtime.block_on(handle)??; + ret.push(script); + } + Ok(ret) + }); + + thread.join().unwrap() } |