summaryrefslogtreecommitdiff
path: root/runtime
diff options
context:
space:
mode:
authorAaron O'Mullan <aaron.omullan@gmail.com>2022-04-27 07:03:44 -0700
committerGitHub <noreply@github.com>2022-04-27 16:03:44 +0200
commit8b8b21b553fba03124934363e77e636adaeb4745 (patch)
treedc21d5b6df8dbbd9f38980e00d76dcfec5921863 /runtime
parent9853c96cc4686a6cd1ffa1e9081c012b8df72ff7 (diff)
perf(runtime): read entire files in single ops (#14261)
Co-authored-by: Divy Srivastava <dj.srivastava23@gmail.com>
Diffstat (limited to 'runtime')
-rw-r--r--runtime/js/40_read_file.js73
-rw-r--r--runtime/ops/fs.rs80
2 files changed, 129 insertions, 24 deletions
diff --git a/runtime/js/40_read_file.js b/runtime/js/40_read_file.js
index 5862454db..8a52e4f70 100644
--- a/runtime/js/40_read_file.js
+++ b/runtime/js/40_read_file.js
@@ -3,44 +3,69 @@
((window) => {
const core = window.Deno.core;
- const { open, openSync } = window.__bootstrap.files;
- const { readAllSync, readAll, readAllSyncSized, readAllInnerSized } =
- window.__bootstrap.io;
+ const { pathFromURL } = window.__bootstrap.util;
+ const { abortSignal } = window.__bootstrap;
function readFileSync(path) {
- const file = openSync(path);
- try {
- const { size } = file.statSync();
- if (size === 0) {
- return readAllSync(file);
- } else {
- return readAllSyncSized(file, size);
- }
- } finally {
- file.close();
- }
+ return core.opSync("op_readfile_sync", pathFromURL(path));
}
async function readFile(path, options) {
- const file = await open(path);
+ let cancelRid;
+ let abortHandler;
+ if (options?.signal) {
+ options.signal.throwIfAborted();
+ cancelRid = core.opSync("op_cancel_handle");
+ abortHandler = () => core.tryClose(cancelRid);
+ options.signal[abortSignal.add](abortHandler);
+ }
+
try {
- const { size } = await file.stat();
- if (size === 0) {
- return await readAll(file);
- } else {
- return await readAllInnerSized(file, size, options);
- }
+ const read = await core.opAsync(
+ "op_readfile_async",
+ pathFromURL(path),
+ cancelRid,
+ );
+ return read;
} finally {
- file.close();
+ if (options?.signal) {
+ options.signal[abortSignal.remove](abortHandler);
+
+ // always throw the abort error when aborted
+ options.signal.throwIfAborted();
+ }
}
}
function readTextFileSync(path) {
- return core.decode(readFileSync(path));
+ return core.opSync("op_readfile_text_sync", pathFromURL(path));
}
async function readTextFile(path, options) {
- return core.decode(await readFile(path, options));
+ let cancelRid;
+ let abortHandler;
+ if (options?.signal) {
+ options.signal.throwIfAborted();
+ cancelRid = core.opSync("op_cancel_handle");
+ abortHandler = () => core.tryClose(cancelRid);
+ options.signal[abortSignal.add](abortHandler);
+ }
+
+ try {
+ const read = await core.opAsync(
+ "op_readfile_text_async",
+ pathFromURL(path),
+ cancelRid,
+ );
+ return read;
+ } finally {
+ if (options?.signal) {
+ options.signal[abortSignal.remove](abortHandler);
+
+ // always throw the abort error when aborted
+ options.signal.throwIfAborted();
+ }
+ }
}
window.__bootstrap.readFile = {
diff --git a/runtime/ops/fs.rs b/runtime/ops/fs.rs
index ddd7f9ca2..501c2ac5f 100644
--- a/runtime/ops/fs.rs
+++ b/runtime/ops/fs.rs
@@ -95,6 +95,10 @@ pub fn init() -> Extension {
op_futime_async::decl(),
op_utime_sync::decl(),
op_utime_async::decl(),
+ op_readfile_sync::decl(),
+ op_readfile_text_sync::decl(),
+ op_readfile_async::decl(),
+ op_readfile_text_async::decl(),
])
.build()
}
@@ -2008,3 +2012,79 @@ fn op_cwd(state: &mut OpState) -> Result<String, AnyError> {
let path_str = into_string(path.into_os_string())?;
Ok(path_str)
}
+
+#[op]
+fn op_readfile_sync(
+ state: &mut OpState,
+ path: String,
+) -> Result<ZeroCopyBuf, AnyError> {
+ let permissions = state.borrow_mut::<Permissions>();
+ let path = Path::new(&path);
+ permissions.read.check(path)?;
+ Ok(std::fs::read(path)?.into())
+}
+
+#[op]
+fn op_readfile_text_sync(
+ state: &mut OpState,
+ path: String,
+) -> Result<String, AnyError> {
+ let permissions = state.borrow_mut::<Permissions>();
+ let path = Path::new(&path);
+ permissions.read.check(path)?;
+ Ok(std::fs::read_to_string(path)?)
+}
+
+#[op]
+async fn op_readfile_async(
+ state: Rc<RefCell<OpState>>,
+ path: String,
+ cancel_rid: Option<ResourceId>,
+) -> Result<ZeroCopyBuf, AnyError> {
+ {
+ let path = Path::new(&path);
+ let mut state = state.borrow_mut();
+ state.borrow_mut::<Permissions>().read.check(path)?;
+ }
+ let fut = tokio::task::spawn_blocking(move || {
+ let path = Path::new(&path);
+ Ok(std::fs::read(path).map(ZeroCopyBuf::from)?)
+ });
+ if let Some(cancel_rid) = cancel_rid {
+ let cancel_handle = state
+ .borrow_mut()
+ .resource_table
+ .get::<CancelHandle>(cancel_rid);
+ if let Ok(cancel_handle) = cancel_handle {
+ return fut.or_cancel(cancel_handle).await??;
+ }
+ }
+ fut.await?
+}
+
+#[op]
+async fn op_readfile_text_async(
+ state: Rc<RefCell<OpState>>,
+ path: String,
+ cancel_rid: Option<ResourceId>,
+) -> Result<String, AnyError> {
+ {
+ let path = Path::new(&path);
+ let mut state = state.borrow_mut();
+ state.borrow_mut::<Permissions>().read.check(path)?;
+ }
+ let fut = tokio::task::spawn_blocking(move || {
+ let path = Path::new(&path);
+ Ok(String::from_utf8(std::fs::read(path)?)?)
+ });
+ if let Some(cancel_rid) = cancel_rid {
+ let cancel_handle = state
+ .borrow_mut()
+ .resource_table
+ .get::<CancelHandle>(cancel_rid);
+ if let Ok(cancel_handle) = cancel_handle {
+ return fut.or_cancel(cancel_handle).await??;
+ }
+ }
+ fut.await?
+}