diff options
Diffstat (limited to 'cli')
| -rw-r--r-- | cli/ops.rs | 2279 | ||||
| -rw-r--r-- | cli/ops/compiler.rs | 88 | ||||
| -rw-r--r-- | cli/ops/errors.rs | 89 | ||||
| -rw-r--r-- | cli/ops/fetch.rs | 73 | ||||
| -rw-r--r-- | cli/ops/files.rs | 231 | ||||
| -rw-r--r-- | cli/ops/fs.rs | 506 | ||||
| -rw-r--r-- | cli/ops/metrics.rs | 32 | ||||
| -rw-r--r-- | cli/ops/mod.rs | 305 | ||||
| -rw-r--r-- | cli/ops/net.rs | 161 | ||||
| -rw-r--r-- | cli/ops/os.rs | 220 | ||||
| -rw-r--r-- | cli/ops/performance.rs | 49 | ||||
| -rw-r--r-- | cli/ops/permissions.rs | 60 | ||||
| -rw-r--r-- | cli/ops/process.rs | 184 | ||||
| -rw-r--r-- | cli/ops/random.rs | 25 | ||||
| -rw-r--r-- | cli/ops/repl.rs | 78 | ||||
| -rw-r--r-- | cli/ops/resources.rs | 54 | ||||
| -rw-r--r-- | cli/ops/timers.rs | 63 | ||||
| -rw-r--r-- | cli/ops/workers.rs | 279 |
18 files changed, 2497 insertions, 2279 deletions
diff --git a/cli/ops.rs b/cli/ops.rs deleted file mode 100644 index 7a68dee55..000000000 --- a/cli/ops.rs +++ /dev/null @@ -1,2279 +0,0 @@ -// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. -use crate::ansi; -use crate::deno_error; -use crate::deno_error::DenoError; -use crate::deno_error::ErrorKind; -use crate::deno_error::GetErrorKind; -use crate::dispatch_minimal::dispatch_minimal; -use crate::dispatch_minimal::parse_min_record; -use crate::fmt_errors::JSError; -use crate::fs as deno_fs; -use crate::http_util; -use crate::msg; -use crate::msg_util; -use crate::rand; -use crate::repl; -use crate::resolve_addr::resolve_addr; -use crate::resources; -use crate::resources::table_entries; -use crate::resources::Resource; -use crate::signal::kill; -use crate::source_maps::get_orig_position; -use crate::source_maps::CachedMaps; -use crate::startup_data; -use crate::state::ThreadSafeState; -use crate::tokio_util; -use crate::tokio_write; -use crate::version; -use crate::worker::Worker; -use atty; -use deno::*; -use flatbuffers::FlatBufferBuilder; -use futures; -use futures::Async; -use futures::Poll; -use futures::Sink; -use futures::Stream; -use hyper; -use hyper::rt::Future; -use log; -use rand::{thread_rng, Rng}; -use remove_dir_all::remove_dir_all; -use std; -use std::collections::HashMap; -use std::convert::From; -use std::fs; -use std::net::Shutdown; -use std::path::PathBuf; -use std::process::Command; -use std::time::{Duration, Instant, UNIX_EPOCH}; -use tokio; -use tokio::net::TcpListener; -use tokio::net::TcpStream; -use tokio_process::CommandExt; -use tokio_threadpool; -use url::Url; -use utime; - -#[cfg(unix)] -use std::os::unix::fs::PermissionsExt; -#[cfg(unix)] -use std::os::unix::process::ExitStatusExt; - -type CliOpResult = OpResult<ErrBox>; - -type CliDispatchFn = fn( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult; - -pub type OpSelector = fn(inner_type: msg::Any) -> Option<CliDispatchFn>; - -#[inline] -fn empty_buf() -> Buf { - Box::new([]) -} - -const FLATBUFFER_OP_ID: OpId = 44; - -pub fn dispatch_all( - state: &ThreadSafeState, - op_id: OpId, - control: &[u8], - zero_copy: Option<PinnedBuf>, - op_selector: OpSelector, -) -> CoreOp { - let bytes_sent_control = control.len(); - let bytes_sent_zero_copy = zero_copy.as_ref().map(|b| b.len()).unwrap_or(0); - let op = if op_id != FLATBUFFER_OP_ID { - let min_record = parse_min_record(control).unwrap(); - dispatch_minimal(state, op_id, min_record, zero_copy) - } else { - dispatch_all_legacy(state, control, zero_copy, op_selector) - }; - state.metrics_op_dispatched(bytes_sent_control, bytes_sent_zero_copy); - op -} - -/// Processes raw messages from JavaScript. -/// This functions invoked every time Deno.core.dispatch() is called. -/// control corresponds to the first argument of Deno.core.dispatch(). -/// data corresponds to the second argument of Deno.core.dispatch(). -pub fn dispatch_all_legacy( - state: &ThreadSafeState, - control: &[u8], - zero_copy: Option<PinnedBuf>, - op_selector: OpSelector, -) -> CoreOp { - let base = msg::get_root_as_base(&control); - let inner_type = base.inner_type(); - let is_sync = base.sync(); - let cmd_id = base.cmd_id(); - - debug!( - "msg_from_js {} sync {}", - msg::enum_name_any(inner_type), - is_sync - ); - - let op_func: CliDispatchFn = match op_selector(inner_type) { - Some(v) => v, - None => panic!("Unhandled message {}", msg::enum_name_any(inner_type)), - }; - - let op_result = op_func(state, &base, zero_copy); - - let state = state.clone(); - - match op_result { - Ok(Op::Sync(buf)) => { - state.metrics_op_completed(buf.len()); - Op::Sync(buf) - } - Ok(Op::Async(fut)) => { - let result_fut = Box::new( - fut - .or_else(move |err: ErrBox| -> Result<Buf, ()> { - debug!("op err {}", err); - // No matter whether we got an Err or Ok, we want a serialized message to - // send back. So transform the DenoError into a Buf. - let builder = &mut FlatBufferBuilder::new(); - let errmsg_offset = builder.create_string(&format!("{}", err)); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - error: Some(errmsg_offset), - error_kind: err.kind(), - ..Default::default() - }, - )) - }) - .and_then(move |buf: Buf| -> Result<Buf, ()> { - // Handle empty responses. For sync responses we just want - // to send null. For async we want to send a small message - // with the cmd_id. - let buf = if buf.len() > 0 { - buf - } else { - let builder = &mut FlatBufferBuilder::new(); - serialize_response( - cmd_id, - builder, - msg::BaseArgs { - ..Default::default() - }, - ) - }; - state.metrics_op_completed(buf.len()); - Ok(buf) - }) - .map_err(|err| panic!("unexpected error {:?}", err)), - ); - Op::Async(result_fut) - } - Err(err) => { - debug!("op err {}", err); - // No matter whether we got an Err or Ok, we want a serialized message to - // send back. So transform the DenoError into a Buf. - let builder = &mut FlatBufferBuilder::new(); - let errmsg_offset = builder.create_string(&format!("{}", err)); - let response_buf = serialize_response( - cmd_id, - builder, - msg::BaseArgs { - error: Some(errmsg_offset), - error_kind: err.kind(), - ..Default::default() - }, - ); - state.metrics_op_completed(response_buf.len()); - Op::Sync(response_buf) - } - } -} - -/// Standard ops set for most isolates -pub fn op_selector_std(inner_type: msg::Any) -> Option<CliDispatchFn> { - match inner_type { - msg::Any::Accept => Some(op_accept), - msg::Any::ApplySourceMap => Some(op_apply_source_map), - msg::Any::Cache => Some(op_cache), - msg::Any::Chdir => Some(op_chdir), - msg::Any::Chmod => Some(op_chmod), - msg::Any::Chown => Some(op_chown), - msg::Any::Close => Some(op_close), - msg::Any::CopyFile => Some(op_copy_file), - msg::Any::CreateWorker => Some(op_create_worker), - msg::Any::Cwd => Some(op_cwd), - msg::Any::Dial => Some(op_dial), - msg::Any::Environ => Some(op_env), - msg::Any::ExecPath => Some(op_exec_path), - msg::Any::Exit => Some(op_exit), - msg::Any::Fetch => Some(op_fetch), - msg::Any::FetchSourceFile => Some(op_fetch_source_file), - msg::Any::FormatError => Some(op_format_error), - msg::Any::GetRandomValues => Some(op_get_random_values), - msg::Any::GlobalTimer => Some(op_global_timer), - msg::Any::GlobalTimerStop => Some(op_global_timer_stop), - msg::Any::HostGetMessage => Some(op_host_get_message), - msg::Any::HostGetWorkerClosed => Some(op_host_get_worker_closed), - msg::Any::HostPostMessage => Some(op_host_post_message), - msg::Any::IsTTY => Some(op_is_tty), - msg::Any::Kill => Some(op_kill), - msg::Any::Link => Some(op_link), - msg::Any::Listen => Some(op_listen), - msg::Any::MakeTempDir => Some(op_make_temp_dir), - msg::Any::Metrics => Some(op_metrics), - msg::Any::Mkdir => Some(op_mkdir), - msg::Any::Now => Some(op_now), - msg::Any::Open => Some(op_open), - msg::Any::PermissionRevoke => Some(op_revoke_permission), - msg::Any::Permissions => Some(op_permissions), - msg::Any::Read => Some(op_read), - msg::Any::ReadDir => Some(op_read_dir), - msg::Any::Readlink => Some(op_read_link), - msg::Any::Remove => Some(op_remove), - msg::Any::Rename => Some(op_rename), - msg::Any::ReplReadline => Some(op_repl_readline), - msg::Any::ReplStart => Some(op_repl_start), - msg::Any::Resources => Some(op_resources), - msg::Any::Run => Some(op_run), - msg::Any::RunStatus => Some(op_run_status), - msg::Any::Seek => Some(op_seek), - msg::Any::SetEnv => Some(op_set_env), - msg::Any::Shutdown => Some(op_shutdown), - msg::Any::Start => Some(op_start), - msg::Any::Stat => Some(op_stat), - msg::Any::Symlink => Some(op_symlink), - msg::Any::Truncate => Some(op_truncate), - msg::Any::HomeDir => Some(op_home_dir), - msg::Any::Utime => Some(op_utime), - msg::Any::Write => Some(op_write), - - // TODO(ry) split these out so that only the appropriate Workers can access - // them. - msg::Any::WorkerGetMessage => Some(op_worker_get_message), - msg::Any::WorkerPostMessage => Some(op_worker_post_message), - - _ => None, - } -} - -// Returns a milliseconds and nanoseconds subsec -// since the start time of the deno runtime. -// If the High precision flag is not set, the -// nanoseconds are rounded on 2ms. -fn op_now( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let seconds = state.start_time.elapsed().as_secs(); - let mut subsec_nanos = state.start_time.elapsed().subsec_nanos(); - let reduced_time_precision = 2_000_000; // 2ms in nanoseconds - - // If the permission is not enabled - // Round the nano result on 2 milliseconds - // see: https://developer.mozilla.org/en-US/docs/Web/API/DOMHighResTimeStamp#Reduced_time_precision - if !state.permissions.allows_hrtime() { - subsec_nanos -= subsec_nanos % reduced_time_precision - } - - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::NowRes::create( - builder, - &msg::NowResArgs { - seconds, - subsec_nanos, - }, - ); - - ok_buf(serialize_response( - base.cmd_id(), - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::NowRes, - ..Default::default() - }, - )) -} - -fn op_is_tty( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - _data: Option<PinnedBuf>, -) -> CliOpResult { - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::IsTTYRes::create( - builder, - &msg::IsTTYResArgs { - stdin: atty::is(atty::Stream::Stdin), - stdout: atty::is(atty::Stream::Stdout), - stderr: atty::is(atty::Stream::Stderr), - }, - ); - ok_buf(serialize_response( - base.cmd_id(), - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::IsTTYRes, - ..Default::default() - }, - )) -} - -fn op_exit( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - _data: Option<PinnedBuf>, -) -> CliOpResult { - let inner = base.inner_as_exit().unwrap(); - std::process::exit(inner.code()) -} - -fn op_start( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let mut builder = FlatBufferBuilder::new(); - - let state = state; - let argv = state.argv.iter().map(String::as_str).collect::<Vec<_>>(); - let argv_off = builder.create_vector_of_strings(argv.as_slice()); - - let cwd_path = std::env::current_dir().unwrap(); - let cwd_off = - builder.create_string(deno_fs::normalize_path(cwd_path.as_ref()).as_ref()); - - let v8_version = version::v8(); - let v8_version_off = builder.create_string(v8_version); - - let deno_version = version::DENO; - let deno_version_off = builder.create_string(deno_version); - - let main_module = state - .main_module() - .map(|m| builder.create_string(&m.to_string())); - - let xeval_delim = state - .flags - .xeval_delim - .clone() - .map(|m| builder.create_string(&m)); - - let debug_flag = state - .flags - .log_level - .map_or(false, |l| l == log::Level::Debug); - - let inner = msg::StartRes::create( - &mut builder, - &msg::StartResArgs { - cwd: Some(cwd_off), - pid: std::process::id(), - argv: Some(argv_off), - main_module, - debug_flag, - version_flag: state.flags.version, - v8_version: Some(v8_version_off), - deno_version: Some(deno_version_off), - no_color: !ansi::use_color(), - xeval_delim, - ..Default::default() - }, - ); - - ok_buf(serialize_response( - base.cmd_id(), - &mut builder, - msg::BaseArgs { - inner_type: msg::Any::StartRes, - inner: Some(inner.as_union_value()), - ..Default::default() - }, - )) -} - -fn op_format_error( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_format_error().unwrap(); - let json_str = inner.error().unwrap(); - let error = JSError::from_json(json_str, &state.ts_compiler); - let error_string = error.to_string(); - - let mut builder = FlatBufferBuilder::new(); - let new_error = builder.create_string(&error_string); - - let inner = msg::FormatErrorRes::create( - &mut builder, - &msg::FormatErrorResArgs { - error: Some(new_error), - }, - ); - - let response_buf = serialize_response( - base.cmd_id(), - &mut builder, - msg::BaseArgs { - inner_type: msg::Any::FormatErrorRes, - inner: Some(inner.as_union_value()), - ..Default::default() - }, - ); - - ok_buf(response_buf) -} - -fn serialize_response( - cmd_id: u32, - builder: &mut FlatBufferBuilder<'_>, - mut args: msg::BaseArgs<'_>, -) -> Buf { - args.cmd_id = cmd_id; - let base = msg::Base::create(builder, &args); - msg::finish_base_buffer(builder, base); - let data = builder.finished_data(); - // println!("serialize_response {:x?}", data); - data.into() -} - -#[inline] -pub fn ok_future(buf: Buf) -> CliOpResult { - Ok(Op::Async(Box::new(futures::future::ok(buf)))) -} - -#[inline] -pub fn ok_buf(buf: Buf) -> CliOpResult { - Ok(Op::Sync(buf)) -} - -fn op_cache( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_cache().unwrap(); - let extension = inner.extension().unwrap(); - // TODO: rename to something with 'url' - let module_id = inner.module_id().unwrap(); - let contents = inner.contents().unwrap(); - - let module_specifier = ModuleSpecifier::resolve_url(module_id) - .expect("Should be valid module specifier"); - - state.ts_compiler.cache_compiler_output( - &module_specifier, - extension, - contents, - )?; - - ok_buf(empty_buf()) -} - -// https://github.com/denoland/deno/blob/golang/os.go#L100-L154 -fn op_fetch_source_file( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - if !base.sync() { - return Err(deno_error::no_async_support()); - } - assert!(data.is_none()); - let inner = base.inner_as_fetch_source_file().unwrap(); - let cmd_id = base.cmd_id(); - let specifier = inner.specifier().unwrap(); - let referrer = inner.referrer().unwrap(); - - // TODO(ry) Maybe a security hole. Only the compiler worker should have access - // to this. Need a test to demonstrate the hole. - let is_dyn_import = false; - - let resolved_specifier = - state.resolve(specifier, referrer, false, is_dyn_import)?; - - let fut = state - .file_fetcher - .fetch_source_file_async(&resolved_specifier) - .and_then(move |out| { - let builder = &mut FlatBufferBuilder::new(); - let data_off = builder.create_vector(out.source_code.as_slice()); - let msg_args = msg::FetchSourceFileResArgs { - module_name: Some(builder.create_string(&out.url.to_string())), - filename: Some(builder.create_string(&out.filename.to_str().unwrap())), - media_type: out.media_type, - data: Some(data_off), - }; - let inner = msg::FetchSourceFileRes::create(builder, &msg_args); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::FetchSourceFileRes, - ..Default::default() - }, - )) - }); - - // WARNING: Here we use tokio_util::block_on() which starts a new Tokio - // runtime for executing the future. This is so we don't inadvernently run - // out of threads in the main runtime. - let result_buf = tokio_util::block_on(fut)?; - Ok(Op::Sync(result_buf)) -} - -fn op_apply_source_map( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - if !base.sync() { - return Err(deno_error::no_async_support()); - } - assert!(data.is_none()); - let inner = base.inner_as_apply_source_map().unwrap(); - let cmd_id = base.cmd_id(); - let filename = inner.filename().unwrap(); - let line = inner.line(); - let column = inner.column(); - - let mut mappings_map: CachedMaps = HashMap::new(); - let (orig_filename, orig_line, orig_column) = get_orig_position( - filename.to_owned(), - line.into(), - column.into(), - &mut mappings_map, - &state.ts_compiler, - ); - - let builder = &mut FlatBufferBuilder::new(); - let msg_args = msg::ApplySourceMapArgs { - filename: Some(builder.create_string(&orig_filename)), - line: orig_line as i32, - column: orig_column as i32, - }; - let res_inner = msg::ApplySourceMap::create(builder, &msg_args); - ok_buf(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(res_inner.as_union_value()), - inner_type: msg::Any::ApplySourceMap, - ..Default::default() - }, - )) -} - -fn op_chdir( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_chdir().unwrap(); - let directory = inner.directory().unwrap(); - std::env::set_current_dir(&directory)?; - ok_buf(empty_buf()) -} - -fn op_global_timer_stop( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - if !base.sync() { - return Err(deno_error::no_async_support()); - } - assert!(data.is_none()); - let state = state; - let mut t = state.global_timer.lock().unwrap(); - t.cancel(); - Ok(Op::Sync(empty_buf())) -} - -fn op_global_timer( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - if base.sync() { - return Err(deno_error::no_sync_support()); - } - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let inner = base.inner_as_global_timer().unwrap(); - let val = inner.timeout(); - assert!(val >= 0); - - let state = state; - let mut t = state.global_timer.lock().unwrap(); - let deadline = Instant::now() + Duration::from_millis(val as u64); - let f = t.new_timeout(deadline); - - Ok(Op::Async(Box::new(f.then(move |_| { - let builder = &mut FlatBufferBuilder::new(); - let inner = - msg::GlobalTimerRes::create(builder, &msg::GlobalTimerResArgs {}); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::GlobalTimerRes, - ..Default::default() - }, - )) - })))) -} - -fn op_set_env( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_set_env().unwrap(); - let key = inner.key().unwrap(); - let value = inner.value().unwrap(); - state.check_env()?; - std::env::set_var(key, value); - ok_buf(empty_buf()) -} - -fn op_env( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - - state.check_env()?; - - let builder = &mut FlatBufferBuilder::new(); - let vars: Vec<_> = std::env::vars() - .map(|(key, value)| msg_util::serialize_key_value(builder, &key, &value)) - .collect(); - let tables = builder.create_vector(&vars); - let inner = msg::EnvironRes::create( - builder, - &msg::EnvironResArgs { map: Some(tables) }, - ); - let response_buf = serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::EnvironRes, - ..Default::default() - }, - ); - ok_buf(response_buf) -} - -fn op_permissions( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::PermissionsRes::create( - builder, - &msg::PermissionsResArgs { - run: state.permissions.allows_run(), - read: state.permissions.allows_read(), - write: state.permissions.allows_write(), - net: state.permissions.allows_net(), - env: state.permissions.allows_env(), - hrtime: state.permissions.allows_hrtime(), - }, - ); - let response_buf = serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::PermissionsRes, - ..Default::default() - }, - ); - ok_buf(response_buf) -} - -fn op_revoke_permission( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_permission_revoke().unwrap(); - let permission = inner.permission().unwrap(); - match permission { - "run" => state.permissions.revoke_run(), - "read" => state.permissions.revoke_read(), - "write" => state.permissions.revoke_write(), - "net" => state.permissions.revoke_net(), - "env" => state.permissions.revoke_env(), - "hrtime" => state.permissions.revoke_hrtime(), - _ => Ok(()), - }?; - ok_buf(empty_buf()) -} - -fn op_fetch( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - let inner = base.inner_as_fetch().unwrap(); - let cmd_id = base.cmd_id(); - - let header = inner.header().unwrap(); - assert!(header.is_request()); - let url = header.url().unwrap(); - - let body = match data { - None => hyper::Body::empty(), - Some(buf) => hyper::Body::from(Vec::from(&*buf)), - }; - - let req = msg_util::deserialize_request(header, body)?; - - let url_ = url::Url::parse(url).map_err(ErrBox::from)?; - state.check_net_url(&url_)?; - - let client = http_util::get_client(); - - debug!("Before fetch {}", url); - let future = client - .request(req) - .map_err(ErrBox::from) - .and_then(move |res| { - let builder = &mut FlatBufferBuilder::new(); - let header_off = msg_util::serialize_http_response(builder, &res); - let body = res.into_body(); - let body_resource = resources::add_hyper_body(body); - let inner = msg::FetchRes::create( - builder, - &msg::FetchResArgs { - header: Some(header_off), - body_rid: body_resource.rid, - }, - ); - - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::FetchRes, - ..Default::default() - }, - )) - }); - if base.sync() { - let result_buf = future.wait()?; - Ok(Op::Sync(result_buf)) - } else { - Ok(Op::Async(Box::new(future))) - } -} - -// This is just type conversion. Implement From trait? -// See https://github.com/tokio-rs/tokio/blob/ffd73a64e7ec497622b7f939e38017afe7124dc4/tokio-fs/src/lib.rs#L76-L85 -fn convert_blocking<F>(f: F) -> Poll<Buf, ErrBox> -where - F: FnOnce() -> Result<Buf, ErrBox>, -{ - use futures::Async::*; - match tokio_threadpool::blocking(f) { - Ok(Ready(Ok(v))) => Ok(v.into()), - Ok(Ready(Err(err))) => Err(err), - Ok(NotReady) => Ok(NotReady), - Err(err) => panic!("blocking error {}", err), - } -} - -fn blocking<F>(is_sync: bool, f: F) -> CliOpResult -where - F: 'static + Send + FnOnce() -> Result<Buf, ErrBox>, -{ - if is_sync { - let result_buf = f()?; - Ok(Op::Sync(result_buf)) - } else { - Ok(Op::Async(Box::new(futures::sync::oneshot::spawn( - tokio_util::poll_fn(move || convert_blocking(f)), - &tokio_executor::DefaultExecutor::current(), - )))) - } -} - -fn op_make_temp_dir( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let base = Box::new(*base); - let inner = base.inner_as_make_temp_dir().unwrap(); - let cmd_id = base.cmd_id(); - - // FIXME - state.check_write("make_temp")?; - - let dir = inner.dir().map(PathBuf::from); - let prefix = inner.prefix().map(String::from); - let suffix = inner.suffix().map(String::from); - - blocking(base.sync(), move || { - // TODO(piscisaureus): use byte vector for paths, not a string. - // See https://github.com/denoland/deno/issues/627. - // We can't assume that paths are always valid utf8 strings. - let path = deno_fs::make_temp_dir( - // Converting Option<String> to Option<&str> - dir.as_ref().map(|x| &**x), - prefix.as_ref().map(|x| &**x), - suffix.as_ref().map(|x| &**x), - )?; - let builder = &mut FlatBufferBuilder::new(); - let path_off = builder.create_string(path.to_str().unwrap()); - let inner = msg::MakeTempDirRes::create( - builder, - &msg::MakeTempDirResArgs { - path: Some(path_off), - }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::MakeTempDirRes, - ..Default::default() - }, - )) - }) -} - -fn op_mkdir( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_mkdir().unwrap(); - let (path, path_) = deno_fs::resolve_from_cwd(inner.path().unwrap())?; - let recursive = inner.recursive(); - let mode = inner.mode(); - - state.check_write(&path_)?; - - blocking(base.sync(), move || { - debug!("op_mkdir {}", path_); - deno_fs::mkdir(&path, mode, recursive)?; - Ok(empty_buf()) - }) -} - -fn op_chmod( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_chmod().unwrap(); - let _mode = inner.mode(); - let (path, path_) = deno_fs::resolve_from_cwd(inner.path().unwrap())?; - - state.check_write(&path_)?; - - blocking(base.sync(), move || { - debug!("op_chmod {}", &path_); - // Still check file/dir exists on windows - let _metadata = fs::metadata(&path)?; - #[cfg(any(unix))] - { - let mut permissions = _metadata.permissions(); - permissions.set_mode(_mode); - fs::set_permissions(&path, permissions)?; - } - Ok(empty_buf()) - }) -} - -fn op_chown( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_chown().unwrap(); - let path = String::from(inner.path().unwrap()); - let uid = inner.uid(); - let gid = inner.gid(); - - state.check_write(&path)?; - - blocking(base.sync(), move || { - debug!("op_chown {}", &path); - match deno_fs::chown(&path, uid, gid) { - Ok(_) => Ok(empty_buf()), - Err(e) => Err(e), - } - }) -} - -fn op_open( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let inner = base.inner_as_open().unwrap(); - let (filename, filename_) = - deno_fs::resolve_from_cwd(inner.filename().unwrap())?; - let mode = inner.mode().unwrap(); - - let mut open_options = tokio::fs::OpenOptions::new(); - - match mode { - "r" => { - open_options.read(true); - } - "r+" => { - open_options.read(true).write(true); - } - "w" => { - open_options.create(true).write(true).truncate(true); - } - "w+" => { - open_options - .read(true) - .create(true) - .write(true) - .truncate(true); - } - "a" => { - open_options.create(true).append(true); - } - "a+" => { - open_options.read(true).create(true).append(true); - } - "x" => { - open_options.create_new(true).write(true); - } - "x+" => { - open_options.create_new(true).read(true).write(true); - } - &_ => { - panic!("Unknown file open mode."); - } - } - - match mode { - "r" => { - state.check_read(&filename_)?; - } - "w" | "a" | "x" => { - state.check_write(&filename_)?; - } - &_ => { - state.check_read(&filename_)?; - state.check_write(&filename_)?; - } - } - - let op = open_options.open(filename).map_err(ErrBox::from).and_then( - move |fs_file| { - let resource = resources::add_fs_file(fs_file); - let builder = &mut FlatBufferBuilder::new(); - let inner = - msg::OpenRes::create(builder, &msg::OpenResArgs { rid: resource.rid }); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::OpenRes, - ..Default::default() - }, - )) - }, - ); - if base.sync() { - let buf = op.wait()?; - Ok(Op::Sync(buf)) - } else { - Ok(Op::Async(Box::new(op))) - } -} - -fn op_close( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_close().unwrap(); - let rid = inner.rid(); - match resources::lookup(rid) { - None => Err(deno_error::bad_resource()), - Some(resource) => { - resource.close(); - ok_buf(empty_buf()) - } - } -} - -fn op_kill( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - state.check_run()?; - - assert!(data.is_none()); - let inner = base.inner_as_kill().unwrap(); - let pid = inner.pid(); - let signo = inner.signo(); - kill(pid, signo)?; - ok_buf(empty_buf()) -} - -fn op_shutdown( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_shutdown().unwrap(); - let rid = inner.rid(); - let how = inner.how(); - match resources::lookup(rid) { - None => Err(deno_error::bad_resource()), - Some(mut resource) => { - let shutdown_mode = match how { - 0 => Shutdown::Read, - 1 => Shutdown::Write, - _ => unimplemented!(), - }; - blocking(base.sync(), move || { - // Use UFCS for disambiguation - Resource::shutdown(&mut resource, shutdown_mode)?; - Ok(empty_buf()) - }) - } - } -} - -fn op_read( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - let cmd_id = base.cmd_id(); - let inner = base.inner_as_read().unwrap(); - let rid = inner.rid(); - - match resources::lookup(rid) { - None => Err(deno_error::bad_resource()), - Some(resource) => { - let op = tokio::io::read(resource, data.unwrap()) - .map_err(ErrBox::from) - .and_then(move |(_resource, _buf, nread)| { - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::ReadRes::create( - builder, - &msg::ReadResArgs { - nread: nread as u32, - eof: nread == 0, - }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::ReadRes, - ..Default::default() - }, - )) - }); - if base.sync() { - let buf = op.wait()?; - Ok(Op::Sync(buf)) - } else { - Ok(Op::Async(Box::new(op))) - } - } - } -} - -fn op_write( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - let cmd_id = base.cmd_id(); - let inner = base.inner_as_write().unwrap(); - let rid = inner.rid(); - - match resources::lookup(rid) { - None => Err(deno_error::bad_resource()), - Some(resource) => { - let op = tokio_write::write(resource, data.unwrap()) - .map_err(ErrBox::from) - .and_then(move |(_resource, _buf, nwritten)| { - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::WriteRes::create( - builder, - &msg::WriteResArgs { - nbyte: nwritten as u32, - }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::WriteRes, - ..Default::default() - }, - )) - }); - if base.sync() { - let buf = op.wait()?; - Ok(Op::Sync(buf)) - } else { - Ok(Op::Async(Box::new(op))) - } - } - } -} - -fn op_seek( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_seek().unwrap(); - let rid = inner.rid(); - let offset = inner.offset(); - let whence = inner.whence(); - - match resources::lookup(rid) { - None => Err(deno_error::bad_resource()), - Some(resource) => { - let op = resources::seek(resource, offset, whence) - .and_then(move |_| Ok(empty_buf())); - if base.sync() { - let buf = op.wait()?; - Ok(Op::Sync(buf)) - } else { - Ok(Op::Async(Box::new(op))) - } - } - } -} - -fn op_remove( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_remove().unwrap(); - let (path, path_) = deno_fs::resolve_from_cwd(inner.path().unwrap())?; - let recursive = inner.recursive(); - - state.check_write(&path_)?; - - blocking(base.sync(), move || { - debug!("op_remove {}", path.display()); - let metadata = fs::metadata(&path)?; - if metadata.is_file() { - fs::remove_file(&path)?; - } else if recursive { - remove_dir_all(&path)?; - } else { - fs::remove_dir(&path)?; - } - Ok(empty_buf()) - }) -} - -fn op_copy_file( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_copy_file().unwrap(); - let (from, from_) = deno_fs::resolve_from_cwd(inner.from().unwrap())?; - let (to, to_) = deno_fs::resolve_from_cwd(inner.to().unwrap())?; - - state.check_read(&from_)?; - state.check_write(&to_)?; - - debug!("op_copy_file {} {}", from.display(), to.display()); - blocking(base.sync(), move || { - // On *nix, Rust deem non-existent path as invalid input - // See https://github.com/rust-lang/rust/issues/54800 - // Once the issue is reolved, we should remove this workaround. - if cfg!(unix) && !from.is_file() { - return Err( - DenoError::new(ErrorKind::NotFound, "File not found".to_string()) - .into(), - ); - } - - fs::copy(&from, &to)?; - Ok(empty_buf()) - }) -} - -macro_rules! to_seconds { - ($time:expr) => {{ - // Unwrap is safe here as if the file is before the unix epoch - // something is very wrong. - $time - .and_then(|t| Ok(t.duration_since(UNIX_EPOCH).unwrap().as_secs())) - .unwrap_or(0) - }}; -} - -#[cfg(any(unix))] -fn get_mode(perm: &fs::Permissions) -> u32 { - perm.mode() -} - -#[cfg(not(any(unix)))] -fn get_mode(_perm: &fs::Permissions) -> u32 { - 0 -} - -fn op_cwd( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let path = std::env::current_dir()?; - let builder = &mut FlatBufferBuilder::new(); - let cwd = - builder.create_string(&path.into_os_string().into_string().unwrap()); - let inner = msg::CwdRes::create(builder, &msg::CwdResArgs { cwd: Some(cwd) }); - let response_buf = serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::CwdRes, - ..Default::default() - }, - ); - ok_buf(response_buf) -} - -fn op_stat( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_stat().unwrap(); - let cmd_id = base.cmd_id(); - let (filename, filename_) = - deno_fs::resolve_from_cwd(inner.filename().unwrap())?; - let lstat = inner.lstat(); - - state.check_read(&filename_)?; - - blocking(base.sync(), move || { - let builder = &mut FlatBufferBuilder::new(); - debug!("op_stat {} {}", filename.display(), lstat); - let metadata = if lstat { - fs::symlink_metadata(&filename)? - } else { - fs::metadata(&filename)? - }; - - let inner = msg::StatRes::create( - builder, - &msg::StatResArgs { - is_file: metadata.is_file(), - is_symlink: metadata.file_type().is_symlink(), - len: metadata.len(), - modified: to_seconds!(metadata.modified()), - accessed: to_seconds!(metadata.accessed()), - created: to_seconds!(metadata.created()), - mode: get_mode(&metadata.permissions()), - has_mode: cfg!(target_family = "unix"), - ..Default::default() - }, - ); - - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::StatRes, - ..Default::default() - }, - )) - }) -} - -fn op_read_dir( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_read_dir().unwrap(); - let cmd_id = base.cmd_id(); - let (path, path_) = deno_fs::resolve_from_cwd(inner.path().unwrap())?; - - state.check_read(&path_)?; - - blocking(base.sync(), move || { - debug!("op_read_dir {}", path.display()); - let builder = &mut FlatBufferBuilder::new(); - let entries: Vec<_> = fs::read_dir(path)? - .map(|entry| { - let entry = entry.unwrap(); - let metadata = entry.metadata().unwrap(); - let file_type = metadata.file_type(); - let name = builder.create_string(entry.file_name().to_str().unwrap()); - - msg::StatRes::create( - builder, - &msg::StatResArgs { - is_file: file_type.is_file(), - is_symlink: file_type.is_symlink(), - len: metadata.len(), - modified: to_seconds!(metadata.modified()), - accessed: to_seconds!(metadata.accessed()), - created: to_seconds!(metadata.created()), - name: Some(name), - mode: get_mode(&metadata.permissions()), - has_mode: cfg!(target_family = "unix"), - }, - ) - }) - .collect(); - - let entries = builder.create_vector(&entries); - let inner = msg::ReadDirRes::create( - builder, - &msg::ReadDirResArgs { - entries: Some(entries), - }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::ReadDirRes, - ..Default::default() - }, - )) - }) -} - -fn op_rename( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_rename().unwrap(); - let (oldpath, oldpath_) = - deno_fs::resolve_from_cwd(inner.oldpath().unwrap())?; - let (newpath, newpath_) = - deno_fs::resolve_from_cwd(inner.newpath().unwrap())?; - - state.check_read(&oldpath_)?; - state.check_write(&oldpath_)?; - state.check_write(&newpath_)?; - - blocking(base.sync(), move || { - debug!("op_rename {} {}", oldpath.display(), newpath.display()); - fs::rename(&oldpath, &newpath)?; - Ok(empty_buf()) - }) -} - -fn op_link( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_link().unwrap(); - let (oldname, oldpath_) = - deno_fs::resolve_from_cwd(inner.oldname().unwrap())?; - let (newname, newname_) = - deno_fs::resolve_from_cwd(inner.newname().unwrap())?; - - state.check_read(&oldpath_)?; - state.check_write(&newname_)?; - - blocking(base.sync(), move || { - debug!("op_link {} {}", oldname.display(), newname.display()); - std::fs::hard_link(&oldname, &newname)?; - Ok(empty_buf()) - }) -} - -fn op_symlink( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_symlink().unwrap(); - let (oldname, _) = deno_fs::resolve_from_cwd(inner.oldname().unwrap())?; - let (newname, newname_) = - deno_fs::resolve_from_cwd(inner.newname().unwrap())?; - - state.check_write(&newname_)?; - // TODO Use type for Windows. - if cfg!(windows) { - return Err( - DenoError::new(ErrorKind::Other, "Not implemented".to_string()).into(), - ); - } - blocking(base.sync(), move || { - debug!("op_symlink {} {}", oldname.display(), newname.display()); - #[cfg(any(unix))] - std::os::unix::fs::symlink(&oldname, &newname)?; - Ok(empty_buf()) - }) -} - -fn op_read_link( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_readlink().unwrap(); - let cmd_id = base.cmd_id(); - let (name, name_) = deno_fs::resolve_from_cwd(inner.name().unwrap())?; - - state.check_read(&name_)?; - - blocking(base.sync(), move || { - debug!("op_read_link {}", name.display()); - let path = fs::read_link(&name)?; - let builder = &mut FlatBufferBuilder::new(); - let path_off = builder.create_string(path.to_str().unwrap()); - let inner = msg::ReadlinkRes::create( - builder, - &msg::ReadlinkResArgs { - path: Some(path_off), - }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::ReadlinkRes, - ..Default::default() - }, - )) - }) -} - -fn op_repl_start( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_repl_start().unwrap(); - let cmd_id = base.cmd_id(); - let history_file = String::from(inner.history_file().unwrap()); - - debug!("op_repl_start {}", history_file); - let history_path = repl::history_path(&state.dir, &history_file); - let repl = repl::Repl::new(history_path); - let resource = resources::add_repl(repl); - - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::ReplStartRes::create( - builder, - &msg::ReplStartResArgs { rid: resource.rid }, - ); - ok_buf(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::ReplStartRes, - ..Default::default() - }, - )) -} - -fn op_repl_readline( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let inner = base.inner_as_repl_readline().unwrap(); - let cmd_id = base.cmd_id(); - let rid = inner.rid(); - let prompt = inner.prompt().unwrap().to_owned(); - debug!("op_repl_readline {} {}", rid, prompt); - - blocking(base.sync(), move || { - let repl = resources::get_repl(rid)?; - let line = repl.lock().unwrap().readline(&prompt)?; - - let builder = &mut FlatBufferBuilder::new(); - let line_off = builder.create_string(&line); - let inner = msg::ReplReadlineRes::create( - builder, - &msg::ReplReadlineResArgs { - line: Some(line_off), - }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::ReplReadlineRes, - ..Default::default() - }, - )) - }) -} - -fn op_truncate( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - - let inner = base.inner_as_truncate().unwrap(); - let (filename, filename_) = deno_fs::resolve_from_cwd(inner.name().unwrap())?; - let len = inner.len(); - - state.check_write(&filename_)?; - - blocking(base.sync(), move || { - debug!("op_truncate {} {}", filename_, len); - let f = fs::OpenOptions::new().write(true).open(&filename)?; - f.set_len(u64::from(len))?; - Ok(empty_buf()) - }) -} - -fn op_utime( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - - let inner = base.inner_as_utime().unwrap(); - let filename = String::from(inner.filename().unwrap()); - let atime = inner.atime(); - let mtime = inner.mtime(); - - state.check_write(&filename)?; - - blocking(base.sync(), move || { - debug!("op_utimes {} {} {}", filename, atime, mtime); - utime::set_file_times(filename, atime, mtime)?; - Ok(empty_buf()) - }) -} - -fn op_listen( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let inner = base.inner_as_listen().unwrap(); - let network = inner.network().unwrap(); - assert_eq!(network, "tcp"); - let address = inner.address().unwrap(); - - state.check_net(&address)?; - - let addr = resolve_addr(address).wait()?; - let listener = TcpListener::bind(&addr)?; - let resource = resources::add_tcp_listener(listener); - - let builder = &mut FlatBufferBuilder::new(); - let inner = - msg::ListenRes::create(builder, &msg::ListenResArgs { rid: resource.rid }); - let response_buf = serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::ListenRes, - ..Default::default() - }, - ); - ok_buf(response_buf) -} - -fn new_conn(cmd_id: u32, tcp_stream: TcpStream) -> Result<Buf, ErrBox> { - let tcp_stream_resource = resources::add_tcp_stream(tcp_stream); - // TODO forward socket_addr to client. - - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::NewConn::create( - builder, - &msg::NewConnArgs { - rid: tcp_stream_resource.rid, - ..Default::default() - }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::NewConn, - ..Default::default() - }, - )) -} - -fn op_accept( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let inner = base.inner_as_accept().unwrap(); - let server_rid = inner.rid(); - - match resources::lookup(server_rid) { - None => Err(deno_error::bad_resource()), - Some(server_resource) => { - let op = tokio_util::accept(server_resource) - .map_err(ErrBox::from) - .and_then(move |(tcp_stream, _socket_addr)| { - new_conn(cmd_id, tcp_stream) - }); - if base.sync() { - let buf = op.wait()?; - Ok(Op::Sync(buf)) - } else { - Ok(Op::Async(Box::new(op))) - } - } - } -} - -fn op_dial( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let inner = base.inner_as_dial().unwrap(); - let network = inner.network().unwrap(); - assert_eq!(network, "tcp"); // TODO Support others. - let address = inner.address().unwrap(); - - state.check_net(&address)?; - - let op = resolve_addr(address).and_then(move |addr| { - TcpStream::connect(&addr) - .map_err(ErrBox::from) - .and_then(move |tcp_stream| new_conn(cmd_id, tcp_stream)) - }); - if base.sync() { - let buf = op.wait()?; - Ok(Op::Sync(buf)) - } else { - Ok(Op::Async(Box::new(op))) - } -} - -fn op_metrics( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::MetricsRes::create( - builder, - &msg::MetricsResArgs::from(&state.metrics), - ); - ok_buf(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::MetricsRes, - ..Default::default() - }, - )) -} - -fn op_home_dir( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - - state.check_env()?; - - let builder = &mut FlatBufferBuilder::new(); - let path = dirs::home_dir() - .unwrap_or_default() - .into_os_string() - .into_string() - .unwrap_or_default(); - let path = Some(builder.create_string(&path)); - let inner = msg::HomeDirRes::create(builder, &msg::HomeDirResArgs { path }); - - ok_buf(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::HomeDirRes, - ..Default::default() - }, - )) -} - -fn op_exec_path( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - - state.check_env()?; - - let builder = &mut FlatBufferBuilder::new(); - let current_exe = std::env::current_exe().unwrap(); - // Now apply URL parser to current exe to get fully resolved path, otherwise we might get - // `./` and `../` bits in `exec_path` - let exe_url = Url::from_file_path(current_exe).unwrap(); - let path = exe_url.to_file_path().unwrap().to_str().unwrap().to_owned(); - let path = Some(builder.create_string(&path)); - let inner = msg::ExecPathRes::create(builder, &msg::ExecPathResArgs { path }); - - ok_buf(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::ExecPathRes, - ..Default::default() - }, - )) -} - -fn op_resources( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - - let builder = &mut FlatBufferBuilder::new(); - let serialized_resources = table_entries(); - - let res: Vec<_> = serialized_resources - .iter() - .map(|(key, value)| { - let repr = builder.create_string(value); - - msg::Resource::create( - builder, - &msg::ResourceArgs { - rid: *key, - repr: Some(repr), - }, - ) - }) - .collect(); - - let resources = builder.create_vector(&res); - let inner = msg::ResourcesRes::create( - builder, - &msg::ResourcesResArgs { - resources: Some(resources), - }, - ); - - ok_buf(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::ResourcesRes, - ..Default::default() - }, - )) -} - -fn subprocess_stdio_map(v: msg::ProcessStdio) -> std::process::Stdio { - match v { - msg::ProcessStdio::Inherit => std::process::Stdio::inherit(), - msg::ProcessStdio::Piped => std::process::Stdio::piped(), - msg::ProcessStdio::Null => std::process::Stdio::null(), - } -} - -fn op_run( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - if !base.sync() { - return Err(deno_error::no_async_support()); - } - let cmd_id = base.cmd_id(); - - state.check_run()?; - - assert!(data.is_none()); - let inner = base.inner_as_run().unwrap(); - let args = inner.args().unwrap(); - let env = inner.env().unwrap(); - let cwd = inner.cwd(); - - let mut c = Command::new(args.get(0)); - (1..args.len()).for_each(|i| { - let arg = args.get(i); - c.arg(arg); - }); - cwd.map(|d| c.current_dir(d)); - (0..env.len()).for_each(|i| { - let entry = env.get(i); - c.env(entry.key().unwrap(), entry.value().unwrap()); - }); - - // TODO: make this work with other resources, eg. sockets - let stdin_rid = inner.stdin_rid(); - if stdin_rid > 0 { - c.stdin(resources::get_file(stdin_rid)?); - } else { - c.stdin(subprocess_stdio_map(inner.stdin())); - } - - let stdout_rid = inner.stdout_rid(); - if stdout_rid > 0 { - c.stdout(resources::get_file(stdout_rid)?); - } else { - c.stdout(subprocess_stdio_map(inner.stdout())); - } - - let stderr_rid = inner.stderr_rid(); - if stderr_rid > 0 { - c.stderr(resources::get_file(stderr_rid)?); - } else { - c.stderr(subprocess_stdio_map(inner.stderr())); - } - - // Spawn the command. - let child = c.spawn_async().map_err(ErrBox::from)?; - - let pid = child.id(); - let resources = resources::add_child(child); - - let mut res_args = msg::RunResArgs { - rid: resources.child_rid, - pid, - ..Default::default() - }; - - if let Some(stdin_rid) = resources.stdin_rid { - res_args.stdin_rid = stdin_rid; - } - if let Some(stdout_rid) = resources.stdout_rid { - res_args.stdout_rid = stdout_rid; - } - if let Some(stderr_rid) = resources.stderr_rid { - res_args.stderr_rid = stderr_rid; - } - - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::RunRes::create(builder, &res_args); - Ok(Op::Sync(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::RunRes, - ..Default::default() - }, - ))) -} - -fn op_run_status( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let inner = base.inner_as_run_status().unwrap(); - let rid = inner.rid(); - - state.check_run()?; - - let future = resources::child_status(rid)?; - - let future = future.and_then(move |run_status| { - let code = run_status.code(); - - #[cfg(unix)] - let signal = run_status.signal(); - #[cfg(not(unix))] - let signal = None; - - code - .or(signal) - .expect("Should have either an exit code or a signal."); - let got_signal = signal.is_some(); - - let builder = &mut FlatBufferBuilder::new(); - let inner = msg::RunStatusRes::create( - builder, - &msg::RunStatusResArgs { - got_signal, - exit_code: code.unwrap_or(-1), - exit_signal: signal.unwrap_or(-1), - }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::RunStatusRes, - ..Default::default() - }, - )) - }); - if base.sync() { - let buf = future.wait()?; - Ok(Op::Sync(buf)) - } else { - Ok(Op::Async(Box::new(future))) - } -} - -struct GetMessageFuture { - pub state: ThreadSafeState, -} - -impl Future for GetMessageFuture { - type Item = Option<Buf>; - type Error = (); - - fn poll(&mut self) -> Result<Async<Self::Item>, Self::Error> { - let mut wc = self.state.worker_channels.lock().unwrap(); - wc.1 - .poll() - .map_err(|err| panic!("worker_channel recv err {:?}", err)) - } -} - -/// Get message from host as guest worker -fn op_worker_get_message( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - if base.sync() { - return Err(deno_error::no_sync_support()); - } - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - - let op = GetMessageFuture { - state: state.clone(), - }; - let op = op.map_err(move |_| -> ErrBox { unimplemented!() }); - let op = op.and_then(move |maybe_buf| -> Result<Buf, ErrBox> { - debug!("op_worker_get_message"); - let builder = &mut FlatBufferBuilder::new(); - - let data = maybe_buf.as_ref().map(|buf| builder.create_vector(buf)); - let inner = msg::WorkerGetMessageRes::create( - builder, - &msg::WorkerGetMessageResArgs { data }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(inner.as_union_value()), - inner_type: msg::Any::WorkerGetMessageRes, - ..Default::default() - }, - )) - }); - Ok(Op::Async(Box::new(op))) -} - -/// Post message to host as guest worker -fn op_worker_post_message( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - let cmd_id = base.cmd_id(); - let d = Vec::from(data.unwrap().as_ref()).into_boxed_slice(); - - let tx = { - let wc = state.worker_channels.lock().unwrap(); - wc.0.clone() - }; - tx.send(d) - .wait() - .map_err(|e| DenoError::new(ErrorKind::Other, e.to_string()))?; - let builder = &mut FlatBufferBuilder::new(); - - ok_buf(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - ..Default::default() - }, - )) -} - -/// Create worker as the host -fn op_create_worker( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let inner = base.inner_as_create_worker().unwrap(); - let specifier = inner.specifier().unwrap(); - // Only include deno namespace if requested AND current worker - // has included namespace (to avoid escalation). - let include_deno_namespace = - inner.include_deno_namespace() && state.include_deno_namespace; - let has_source_code = inner.has_source_code(); - let source_code = inner.source_code().unwrap(); - - let parent_state = state.clone(); - - let mut module_specifier = ModuleSpecifier::resolve_url_or_path(specifier)?; - - let mut child_argv = parent_state.argv.clone(); - - if !has_source_code { - if let Some(module) = state.main_module() { - module_specifier = - ModuleSpecifier::resolve_import(specifier, &module.to_string())?; - child_argv[1] = module_specifier.to_string(); - } - } - - let child_state = ThreadSafeState::new( - parent_state.flags.clone(), - child_argv, - op_selector_std, - parent_state.progress.clone(), - include_deno_namespace, - )?; - let rid = child_state.resource.rid; - let name = format!("USER-WORKER-{}", specifier); - let deno_main_call = format!("denoMain({})", include_deno_namespace); - - let mut worker = - Worker::new(name, startup_data::deno_isolate_init(), child_state); - worker.execute(&deno_main_call).unwrap(); - worker.execute("workerMain()").unwrap(); - - let exec_cb = move |worker: Worker| { - let mut workers_tl = parent_state.workers.lock().unwrap(); - workers_tl.insert(rid, worker.shared()); - let builder = &mut FlatBufferBuilder::new(); - let msg_inner = - msg::CreateWorkerRes::create(builder, &msg::CreateWorkerResArgs { rid }); - serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(msg_inner.as_union_value()), - inner_type: msg::Any::CreateWorkerRes, - ..Default::default() - }, - ) - }; - - // Has provided source code, execute immediately. - if has_source_code { - worker.execute(&source_code).unwrap(); - return ok_buf(exec_cb(worker)); - } - - let op = worker - .execute_mod_async(&module_specifier, false) - .and_then(move |()| Ok(exec_cb(worker))); - - let result = op.wait()?; - Ok(Op::Sync(result)) -} - -/// Return when the worker closes -fn op_host_get_worker_closed( - state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - if base.sync() { - return Err(deno_error::no_sync_support()); - } - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let inner = base.inner_as_host_get_worker_closed().unwrap(); - let rid = inner.rid(); - let state = state.clone(); - - let shared_worker_future = { - let workers_tl = state.workers.lock().unwrap(); - let worker = workers_tl.get(&rid).unwrap(); - worker.clone() - }; - - let op = Box::new(shared_worker_future.then(move |_result| { - let builder = &mut FlatBufferBuilder::new(); - - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - ..Default::default() - }, - )) - })); - Ok(Op::Async(Box::new(op))) -} - -/// Get message from guest worker as host -fn op_host_get_message( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - if base.sync() { - return Err(deno_error::no_sync_support()); - } - assert!(data.is_none()); - let cmd_id = base.cmd_id(); - let inner = base.inner_as_host_get_message().unwrap(); - let rid = inner.rid(); - - let op = resources::get_message_from_worker(rid); - let op = op.map_err(move |_| -> ErrBox { unimplemented!() }); - let op = op.and_then(move |maybe_buf| -> Result<Buf, ErrBox> { - let builder = &mut FlatBufferBuilder::new(); - - let data = maybe_buf.as_ref().map(|buf| builder.create_vector(buf)); - let msg_inner = msg::HostGetMessageRes::create( - builder, - &msg::HostGetMessageResArgs { data }, - ); - Ok(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - inner: Some(msg_inner.as_union_value()), - inner_type: msg::Any::HostGetMessageRes, - ..Default::default() - }, - )) - }); - Ok(Op::Async(Box::new(op))) -} - -/// Post message to guest worker as host -fn op_host_post_message( - _state: &ThreadSafeState, - base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - let cmd_id = base.cmd_id(); - let inner = base.inner_as_host_post_message().unwrap(); - let rid = inner.rid(); - - let d = Vec::from(data.unwrap().as_ref()).into_boxed_slice(); - - resources::post_message_to_worker(rid, d) - .wait() - .map_err(|e| DenoError::new(ErrorKind::Other, e.to_string()))?; - let builder = &mut FlatBufferBuilder::new(); - - ok_buf(serialize_response( - cmd_id, - builder, - msg::BaseArgs { - ..Default::default() - }, - )) -} - -fn op_get_random_values( - state: &ThreadSafeState, - _base: &msg::Base<'_>, - data: Option<PinnedBuf>, -) -> CliOpResult { - if let Some(ref seeded_rng) = state.seeded_rng { - let mut rng = seeded_rng.lock().unwrap(); - rng.fill(&mut data.unwrap()[..]); - } else { - let mut rng = thread_rng(); - rng.fill(&mut data.unwrap()[..]); - } - - ok_buf(empty_buf()) -} diff --git a/cli/ops/compiler.rs b/cli/ops/compiler.rs new file mode 100644 index 000000000..8d75668c1 --- /dev/null +++ b/cli/ops/compiler.rs @@ -0,0 +1,88 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::deno_error; +use crate::msg; +use crate::ops::empty_buf; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::state::ThreadSafeState; +use crate::tokio_util; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use futures::Future; + +pub fn op_cache( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_cache().unwrap(); + let extension = inner.extension().unwrap(); + // TODO: rename to something with 'url' + let module_id = inner.module_id().unwrap(); + let contents = inner.contents().unwrap(); + + let module_specifier = ModuleSpecifier::resolve_url(module_id) + .expect("Should be valid module specifier"); + + state.ts_compiler.cache_compiler_output( + &module_specifier, + extension, + contents, + )?; + + ok_buf(empty_buf()) +} + +pub fn op_fetch_source_file( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + if !base.sync() { + return Err(deno_error::no_async_support()); + } + assert!(data.is_none()); + let inner = base.inner_as_fetch_source_file().unwrap(); + let cmd_id = base.cmd_id(); + let specifier = inner.specifier().unwrap(); + let referrer = inner.referrer().unwrap(); + + // TODO(ry) Maybe a security hole. Only the compiler worker should have access + // to this. Need a test to demonstrate the hole. + let is_dyn_import = false; + + let resolved_specifier = + state.resolve(specifier, referrer, false, is_dyn_import)?; + + let fut = state + .file_fetcher + .fetch_source_file_async(&resolved_specifier) + .and_then(move |out| { + let builder = &mut FlatBufferBuilder::new(); + let data_off = builder.create_vector(out.source_code.as_slice()); + let msg_args = msg::FetchSourceFileResArgs { + module_name: Some(builder.create_string(&out.url.to_string())), + filename: Some(builder.create_string(&out.filename.to_str().unwrap())), + media_type: out.media_type, + data: Some(data_off), + }; + let inner = msg::FetchSourceFileRes::create(builder, &msg_args); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::FetchSourceFileRes, + ..Default::default() + }, + )) + }); + + // WARNING: Here we use tokio_util::block_on() which starts a new Tokio + // runtime for executing the future. This is so we don't inadvernently run + // out of threads in the main runtime. + let result_buf = tokio_util::block_on(fut)?; + Ok(Op::Sync(result_buf)) +} diff --git a/cli/ops/errors.rs b/cli/ops/errors.rs new file mode 100644 index 000000000..16dfc34fd --- /dev/null +++ b/cli/ops/errors.rs @@ -0,0 +1,89 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::deno_error; +use crate::fmt_errors::JSError; +use crate::msg; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::source_maps::get_orig_position; +use crate::source_maps::CachedMaps; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use std::collections::HashMap; + +pub fn op_format_error( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_format_error().unwrap(); + let json_str = inner.error().unwrap(); + let error = JSError::from_json(json_str, &state.ts_compiler); + let error_string = error.to_string(); + + let mut builder = FlatBufferBuilder::new(); + let new_error = builder.create_string(&error_string); + + let inner = msg::FormatErrorRes::create( + &mut builder, + &msg::FormatErrorResArgs { + error: Some(new_error), + }, + ); + + let response_buf = serialize_response( + base.cmd_id(), + &mut builder, + msg::BaseArgs { + inner_type: msg::Any::FormatErrorRes, + inner: Some(inner.as_union_value()), + ..Default::default() + }, + ); + + ok_buf(response_buf) +} + +pub fn op_apply_source_map( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + if !base.sync() { + return Err(deno_error::no_async_support()); + } + assert!(data.is_none()); + let inner = base.inner_as_apply_source_map().unwrap(); + let cmd_id = base.cmd_id(); + let filename = inner.filename().unwrap(); + let line = inner.line(); + let column = inner.column(); + + let mut mappings_map: CachedMaps = HashMap::new(); + let (orig_filename, orig_line, orig_column) = get_orig_position( + filename.to_owned(), + line.into(), + column.into(), + &mut mappings_map, + &state.ts_compiler, + ); + + let builder = &mut FlatBufferBuilder::new(); + let msg_args = msg::ApplySourceMapArgs { + filename: Some(builder.create_string(&orig_filename)), + line: orig_line as i32, + column: orig_column as i32, + }; + let res_inner = msg::ApplySourceMap::create(builder, &msg_args); + ok_buf(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(res_inner.as_union_value()), + inner_type: msg::Any::ApplySourceMap, + ..Default::default() + }, + )) +} diff --git a/cli/ops/fetch.rs b/cli/ops/fetch.rs new file mode 100644 index 000000000..e4f57972f --- /dev/null +++ b/cli/ops/fetch.rs @@ -0,0 +1,73 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::http_util; +use crate::msg; +use crate::msg_util; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::resources; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use hyper; +use hyper::rt::Future; +use std; +use std::convert::From; + +pub fn op_fetch( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + let inner = base.inner_as_fetch().unwrap(); + let cmd_id = base.cmd_id(); + + let header = inner.header().unwrap(); + assert!(header.is_request()); + let url = header.url().unwrap(); + + let body = match data { + None => hyper::Body::empty(), + Some(buf) => hyper::Body::from(Vec::from(&*buf)), + }; + + let req = msg_util::deserialize_request(header, body)?; + + let url_ = url::Url::parse(url).map_err(ErrBox::from)?; + state.check_net_url(&url_)?; + + let client = http_util::get_client(); + + debug!("Before fetch {}", url); + let future = client + .request(req) + .map_err(ErrBox::from) + .and_then(move |res| { + let builder = &mut FlatBufferBuilder::new(); + let header_off = msg_util::serialize_http_response(builder, &res); + let body = res.into_body(); + let body_resource = resources::add_hyper_body(body); + let inner = msg::FetchRes::create( + builder, + &msg::FetchResArgs { + header: Some(header_off), + body_rid: body_resource.rid, + }, + ); + + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::FetchRes, + ..Default::default() + }, + )) + }); + if base.sync() { + let result_buf = future.wait()?; + Ok(Op::Sync(result_buf)) + } else { + Ok(Op::Async(Box::new(future))) + } +} diff --git a/cli/ops/files.rs b/cli/ops/files.rs new file mode 100644 index 000000000..ce3285623 --- /dev/null +++ b/cli/ops/files.rs @@ -0,0 +1,231 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::deno_error; +use crate::fs as deno_fs; +use crate::msg; +use crate::ops::empty_buf; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::resources; +use crate::state::ThreadSafeState; +use crate::tokio_write; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use futures::Future; +use std; +use std::convert::From; +use tokio; + +pub fn op_open( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let inner = base.inner_as_open().unwrap(); + let (filename, filename_) = + deno_fs::resolve_from_cwd(inner.filename().unwrap())?; + let mode = inner.mode().unwrap(); + + let mut open_options = tokio::fs::OpenOptions::new(); + + match mode { + "r" => { + open_options.read(true); + } + "r+" => { + open_options.read(true).write(true); + } + "w" => { + open_options.create(true).write(true).truncate(true); + } + "w+" => { + open_options + .read(true) + .create(true) + .write(true) + .truncate(true); + } + "a" => { + open_options.create(true).append(true); + } + "a+" => { + open_options.read(true).create(true).append(true); + } + "x" => { + open_options.create_new(true).write(true); + } + "x+" => { + open_options.create_new(true).read(true).write(true); + } + &_ => { + panic!("Unknown file open mode."); + } + } + + match mode { + "r" => { + state.check_read(&filename_)?; + } + "w" | "a" | "x" => { + state.check_write(&filename_)?; + } + &_ => { + state.check_read(&filename_)?; + state.check_write(&filename_)?; + } + } + + let op = open_options.open(filename).map_err(ErrBox::from).and_then( + move |fs_file| { + let resource = resources::add_fs_file(fs_file); + let builder = &mut FlatBufferBuilder::new(); + let inner = + msg::OpenRes::create(builder, &msg::OpenResArgs { rid: resource.rid }); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::OpenRes, + ..Default::default() + }, + )) + }, + ); + if base.sync() { + let buf = op.wait()?; + Ok(Op::Sync(buf)) + } else { + Ok(Op::Async(Box::new(op))) + } +} + +pub fn op_close( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_close().unwrap(); + let rid = inner.rid(); + match resources::lookup(rid) { + None => Err(deno_error::bad_resource()), + Some(resource) => { + resource.close(); + ok_buf(empty_buf()) + } + } +} + +pub fn op_read( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + let cmd_id = base.cmd_id(); + let inner = base.inner_as_read().unwrap(); + let rid = inner.rid(); + + match resources::lookup(rid) { + None => Err(deno_error::bad_resource()), + Some(resource) => { + let op = tokio::io::read(resource, data.unwrap()) + .map_err(ErrBox::from) + .and_then(move |(_resource, _buf, nread)| { + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::ReadRes::create( + builder, + &msg::ReadResArgs { + nread: nread as u32, + eof: nread == 0, + }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::ReadRes, + ..Default::default() + }, + )) + }); + if base.sync() { + let buf = op.wait()?; + Ok(Op::Sync(buf)) + } else { + Ok(Op::Async(Box::new(op))) + } + } + } +} + +pub fn op_write( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + let cmd_id = base.cmd_id(); + let inner = base.inner_as_write().unwrap(); + let rid = inner.rid(); + + match resources::lookup(rid) { + None => Err(deno_error::bad_resource()), + Some(resource) => { + let op = tokio_write::write(resource, data.unwrap()) + .map_err(ErrBox::from) + .and_then(move |(_resource, _buf, nwritten)| { + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::WriteRes::create( + builder, + &msg::WriteResArgs { + nbyte: nwritten as u32, + }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::WriteRes, + ..Default::default() + }, + )) + }); + if base.sync() { + let buf = op.wait()?; + Ok(Op::Sync(buf)) + } else { + Ok(Op::Async(Box::new(op))) + } + } + } +} + +pub fn op_seek( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_seek().unwrap(); + let rid = inner.rid(); + let offset = inner.offset(); + let whence = inner.whence(); + + match resources::lookup(rid) { + None => Err(deno_error::bad_resource()), + Some(resource) => { + let op = resources::seek(resource, offset, whence) + .and_then(move |_| Ok(empty_buf())); + if base.sync() { + let buf = op.wait()?; + Ok(Op::Sync(buf)) + } else { + Ok(Op::Async(Box::new(op))) + } + } + } +} diff --git a/cli/ops/fs.rs b/cli/ops/fs.rs new file mode 100644 index 000000000..6530e3816 --- /dev/null +++ b/cli/ops/fs.rs @@ -0,0 +1,506 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::deno_error::DenoError; +use crate::deno_error::ErrorKind; +use crate::fs as deno_fs; +use crate::msg; +use crate::ops::blocking; +use crate::ops::empty_buf; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use remove_dir_all::remove_dir_all; +use std; +use std::convert::From; +use std::fs; +use std::path::PathBuf; +use std::time::UNIX_EPOCH; +use utime; + +#[cfg(unix)] +use std::os::unix::fs::PermissionsExt; + +pub fn op_chdir( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_chdir().unwrap(); + let directory = inner.directory().unwrap(); + std::env::set_current_dir(&directory)?; + ok_buf(empty_buf()) +} + +pub fn op_mkdir( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_mkdir().unwrap(); + let (path, path_) = deno_fs::resolve_from_cwd(inner.path().unwrap())?; + let recursive = inner.recursive(); + let mode = inner.mode(); + + state.check_write(&path_)?; + + blocking(base.sync(), move || { + debug!("op_mkdir {}", path_); + deno_fs::mkdir(&path, mode, recursive)?; + Ok(empty_buf()) + }) +} + +pub fn op_chmod( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_chmod().unwrap(); + let _mode = inner.mode(); + let (path, path_) = deno_fs::resolve_from_cwd(inner.path().unwrap())?; + + state.check_write(&path_)?; + + blocking(base.sync(), move || { + debug!("op_chmod {}", &path_); + // Still check file/dir exists on windows + let _metadata = fs::metadata(&path)?; + #[cfg(any(unix))] + { + let mut permissions = _metadata.permissions(); + permissions.set_mode(_mode); + fs::set_permissions(&path, permissions)?; + } + Ok(empty_buf()) + }) +} + +pub fn op_chown( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_chown().unwrap(); + let path = String::from(inner.path().unwrap()); + let uid = inner.uid(); + let gid = inner.gid(); + + state.check_write(&path)?; + + blocking(base.sync(), move || { + debug!("op_chown {}", &path); + match deno_fs::chown(&path, uid, gid) { + Ok(_) => Ok(empty_buf()), + Err(e) => Err(e), + } + }) +} + +pub fn op_remove( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_remove().unwrap(); + let (path, path_) = deno_fs::resolve_from_cwd(inner.path().unwrap())?; + let recursive = inner.recursive(); + + state.check_write(&path_)?; + + blocking(base.sync(), move || { + debug!("op_remove {}", path.display()); + let metadata = fs::metadata(&path)?; + if metadata.is_file() { + fs::remove_file(&path)?; + } else if recursive { + remove_dir_all(&path)?; + } else { + fs::remove_dir(&path)?; + } + Ok(empty_buf()) + }) +} + +pub fn op_copy_file( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_copy_file().unwrap(); + let (from, from_) = deno_fs::resolve_from_cwd(inner.from().unwrap())?; + let (to, to_) = deno_fs::resolve_from_cwd(inner.to().unwrap())?; + + state.check_read(&from_)?; + state.check_write(&to_)?; + + debug!("op_copy_file {} {}", from.display(), to.display()); + blocking(base.sync(), move || { + // On *nix, Rust deem non-existent path as invalid input + // See https://github.com/rust-lang/rust/issues/54800 + // Once the issue is reolved, we should remove this workaround. + if cfg!(unix) && !from.is_file() { + return Err( + DenoError::new(ErrorKind::NotFound, "File not found".to_string()) + .into(), + ); + } + + fs::copy(&from, &to)?; + Ok(empty_buf()) + }) +} + +macro_rules! to_seconds { + ($time:expr) => {{ + // Unwrap is safe here as if the file is before the unix epoch + // something is very wrong. + $time + .and_then(|t| Ok(t.duration_since(UNIX_EPOCH).unwrap().as_secs())) + .unwrap_or(0) + }}; +} + +#[cfg(any(unix))] +fn get_mode(perm: &fs::Permissions) -> u32 { + perm.mode() +} + +#[cfg(not(any(unix)))] +fn get_mode(_perm: &fs::Permissions) -> u32 { + 0 +} + +pub fn op_stat( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_stat().unwrap(); + let cmd_id = base.cmd_id(); + let (filename, filename_) = + deno_fs::resolve_from_cwd(inner.filename().unwrap())?; + let lstat = inner.lstat(); + + state.check_read(&filename_)?; + + blocking(base.sync(), move || { + let builder = &mut FlatBufferBuilder::new(); + debug!("op_stat {} {}", filename.display(), lstat); + let metadata = if lstat { + fs::symlink_metadata(&filename)? + } else { + fs::metadata(&filename)? + }; + + let inner = msg::StatRes::create( + builder, + &msg::StatResArgs { + is_file: metadata.is_file(), + is_symlink: metadata.file_type().is_symlink(), + len: metadata.len(), + modified: to_seconds!(metadata.modified()), + accessed: to_seconds!(metadata.accessed()), + created: to_seconds!(metadata.created()), + mode: get_mode(&metadata.permissions()), + has_mode: cfg!(target_family = "unix"), + ..Default::default() + }, + ); + + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::StatRes, + ..Default::default() + }, + )) + }) +} + +pub fn op_read_dir( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_read_dir().unwrap(); + let cmd_id = base.cmd_id(); + let (path, path_) = deno_fs::resolve_from_cwd(inner.path().unwrap())?; + + state.check_read(&path_)?; + + blocking(base.sync(), move || { + debug!("op_read_dir {}", path.display()); + let builder = &mut FlatBufferBuilder::new(); + let entries: Vec<_> = fs::read_dir(path)? + .map(|entry| { + let entry = entry.unwrap(); + let metadata = entry.metadata().unwrap(); + let file_type = metadata.file_type(); + let name = builder.create_string(entry.file_name().to_str().unwrap()); + + msg::StatRes::create( + builder, + &msg::StatResArgs { + is_file: file_type.is_file(), + is_symlink: file_type.is_symlink(), + len: metadata.len(), + modified: to_seconds!(metadata.modified()), + accessed: to_seconds!(metadata.accessed()), + created: to_seconds!(metadata.created()), + name: Some(name), + mode: get_mode(&metadata.permissions()), + has_mode: cfg!(target_family = "unix"), + }, + ) + }) + .collect(); + + let entries = builder.create_vector(&entries); + let inner = msg::ReadDirRes::create( + builder, + &msg::ReadDirResArgs { + entries: Some(entries), + }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::ReadDirRes, + ..Default::default() + }, + )) + }) +} + +pub fn op_rename( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_rename().unwrap(); + let (oldpath, oldpath_) = + deno_fs::resolve_from_cwd(inner.oldpath().unwrap())?; + let (newpath, newpath_) = + deno_fs::resolve_from_cwd(inner.newpath().unwrap())?; + + state.check_read(&oldpath_)?; + state.check_write(&oldpath_)?; + state.check_write(&newpath_)?; + + blocking(base.sync(), move || { + debug!("op_rename {} {}", oldpath.display(), newpath.display()); + fs::rename(&oldpath, &newpath)?; + Ok(empty_buf()) + }) +} + +pub fn op_link( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_link().unwrap(); + let (oldname, oldpath_) = + deno_fs::resolve_from_cwd(inner.oldname().unwrap())?; + let (newname, newname_) = + deno_fs::resolve_from_cwd(inner.newname().unwrap())?; + + state.check_read(&oldpath_)?; + state.check_write(&newname_)?; + + blocking(base.sync(), move || { + debug!("op_link {} {}", oldname.display(), newname.display()); + std::fs::hard_link(&oldname, &newname)?; + Ok(empty_buf()) + }) +} + +pub fn op_symlink( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_symlink().unwrap(); + let (oldname, _) = deno_fs::resolve_from_cwd(inner.oldname().unwrap())?; + let (newname, newname_) = + deno_fs::resolve_from_cwd(inner.newname().unwrap())?; + + state.check_write(&newname_)?; + // TODO Use type for Windows. + if cfg!(windows) { + return Err( + DenoError::new(ErrorKind::Other, "Not implemented".to_string()).into(), + ); + } + blocking(base.sync(), move || { + debug!("op_symlink {} {}", oldname.display(), newname.display()); + #[cfg(any(unix))] + std::os::unix::fs::symlink(&oldname, &newname)?; + Ok(empty_buf()) + }) +} + +pub fn op_read_link( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_readlink().unwrap(); + let cmd_id = base.cmd_id(); + let (name, name_) = deno_fs::resolve_from_cwd(inner.name().unwrap())?; + + state.check_read(&name_)?; + + blocking(base.sync(), move || { + debug!("op_read_link {}", name.display()); + let path = fs::read_link(&name)?; + let builder = &mut FlatBufferBuilder::new(); + let path_off = builder.create_string(path.to_str().unwrap()); + let inner = msg::ReadlinkRes::create( + builder, + &msg::ReadlinkResArgs { + path: Some(path_off), + }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::ReadlinkRes, + ..Default::default() + }, + )) + }) +} + +pub fn op_truncate( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + + let inner = base.inner_as_truncate().unwrap(); + let (filename, filename_) = deno_fs::resolve_from_cwd(inner.name().unwrap())?; + let len = inner.len(); + + state.check_write(&filename_)?; + + blocking(base.sync(), move || { + debug!("op_truncate {} {}", filename_, len); + let f = fs::OpenOptions::new().write(true).open(&filename)?; + f.set_len(u64::from(len))?; + Ok(empty_buf()) + }) +} + +pub fn op_make_temp_dir( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let base = Box::new(*base); + let inner = base.inner_as_make_temp_dir().unwrap(); + let cmd_id = base.cmd_id(); + + // FIXME + state.check_write("make_temp")?; + + let dir = inner.dir().map(PathBuf::from); + let prefix = inner.prefix().map(String::from); + let suffix = inner.suffix().map(String::from); + + blocking(base.sync(), move || { + // TODO(piscisaureus): use byte vector for paths, not a string. + // See https://github.com/denoland/deno/issues/627. + // We can't assume that paths are always valid utf8 strings. + let path = deno_fs::make_temp_dir( + // Converting Option<String> to Option<&str> + dir.as_ref().map(|x| &**x), + prefix.as_ref().map(|x| &**x), + suffix.as_ref().map(|x| &**x), + )?; + let builder = &mut FlatBufferBuilder::new(); + let path_off = builder.create_string(path.to_str().unwrap()); + let inner = msg::MakeTempDirRes::create( + builder, + &msg::MakeTempDirResArgs { + path: Some(path_off), + }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::MakeTempDirRes, + ..Default::default() + }, + )) + }) +} + +pub fn op_utime( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + + let inner = base.inner_as_utime().unwrap(); + let filename = String::from(inner.filename().unwrap()); + let atime = inner.atime(); + let mtime = inner.mtime(); + + state.check_write(&filename)?; + + blocking(base.sync(), move || { + debug!("op_utimes {} {} {}", filename, atime, mtime); + utime::set_file_times(filename, atime, mtime)?; + Ok(empty_buf()) + }) +} + +pub fn op_cwd( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let path = std::env::current_dir()?; + let builder = &mut FlatBufferBuilder::new(); + let cwd = + builder.create_string(&path.into_os_string().into_string().unwrap()); + let inner = msg::CwdRes::create(builder, &msg::CwdResArgs { cwd: Some(cwd) }); + let response_buf = serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::CwdRes, + ..Default::default() + }, + ); + ok_buf(response_buf) +} diff --git a/cli/ops/metrics.rs b/cli/ops/metrics.rs new file mode 100644 index 000000000..7d821f1fa --- /dev/null +++ b/cli/ops/metrics.rs @@ -0,0 +1,32 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::msg; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; + +pub fn op_metrics( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::MetricsRes::create( + builder, + &msg::MetricsResArgs::from(&state.metrics), + ); + ok_buf(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::MetricsRes, + ..Default::default() + }, + )) +} diff --git a/cli/ops/mod.rs b/cli/ops/mod.rs new file mode 100644 index 000000000..021c0fa47 --- /dev/null +++ b/cli/ops/mod.rs @@ -0,0 +1,305 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::deno_error::GetErrorKind; +use crate::dispatch_minimal::dispatch_minimal; +use crate::dispatch_minimal::parse_min_record; +use crate::msg; +use crate::state::ThreadSafeState; +use crate::tokio_util; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use futures; +use futures::Poll; +use hyper; +use hyper::rt::Future; +use tokio_threadpool; + +mod compiler; +use compiler::{op_cache, op_fetch_source_file}; +mod errors; +use errors::{op_apply_source_map, op_format_error}; +mod files; +use files::{op_close, op_open, op_read, op_seek, op_write}; +mod fetch; +use fetch::op_fetch; +mod fs; +use fs::{ + op_chdir, op_chmod, op_chown, op_copy_file, op_cwd, op_link, + op_make_temp_dir, op_mkdir, op_read_dir, op_read_link, op_remove, op_rename, + op_stat, op_symlink, op_truncate, op_utime, +}; +mod metrics; +use metrics::op_metrics; +mod net; +use net::{op_accept, op_dial, op_listen, op_shutdown}; +mod os; +use os::{ + op_env, op_exec_path, op_exit, op_home_dir, op_is_tty, op_set_env, op_start, +}; +mod performance; +use performance::op_now; +mod permissions; +use permissions::{op_permissions, op_revoke_permission}; +mod process; +use process::{op_kill, op_run, op_run_status}; +mod random; +use random::op_get_random_values; +mod repl; +use repl::{op_repl_readline, op_repl_start}; +mod resources; +use resources::op_resources; +mod timers; +use timers::{op_global_timer, op_global_timer_stop}; +mod workers; +use workers::{ + op_create_worker, op_host_get_message, op_host_get_worker_closed, + op_host_post_message, op_worker_get_message, op_worker_post_message, +}; + +type CliOpResult = OpResult<ErrBox>; + +type CliDispatchFn = fn( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult; + +pub type OpSelector = fn(inner_type: msg::Any) -> Option<CliDispatchFn>; + +#[inline] +fn empty_buf() -> Buf { + Box::new([]) +} + +const FLATBUFFER_OP_ID: OpId = 44; + +pub fn dispatch_all( + state: &ThreadSafeState, + op_id: OpId, + control: &[u8], + zero_copy: Option<PinnedBuf>, + op_selector: OpSelector, +) -> CoreOp { + let bytes_sent_control = control.len(); + let bytes_sent_zero_copy = zero_copy.as_ref().map(|b| b.len()).unwrap_or(0); + let op = if op_id != FLATBUFFER_OP_ID { + let min_record = parse_min_record(control).unwrap(); + dispatch_minimal(state, op_id, min_record, zero_copy) + } else { + dispatch_all_legacy(state, control, zero_copy, op_selector) + }; + state.metrics_op_dispatched(bytes_sent_control, bytes_sent_zero_copy); + op +} + +/// Processes raw messages from JavaScript. +/// This functions invoked every time Deno.core.dispatch() is called. +/// control corresponds to the first argument of Deno.core.dispatch(). +/// data corresponds to the second argument of Deno.core.dispatch(). +pub fn dispatch_all_legacy( + state: &ThreadSafeState, + control: &[u8], + zero_copy: Option<PinnedBuf>, + op_selector: OpSelector, +) -> CoreOp { + let base = msg::get_root_as_base(&control); + let inner_type = base.inner_type(); + let is_sync = base.sync(); + let cmd_id = base.cmd_id(); + + debug!( + "msg_from_js {} sync {}", + msg::enum_name_any(inner_type), + is_sync + ); + + let op_func: CliDispatchFn = match op_selector(inner_type) { + Some(v) => v, + None => panic!("Unhandled message {}", msg::enum_name_any(inner_type)), + }; + + let op_result = op_func(state, &base, zero_copy); + + let state = state.clone(); + + match op_result { + Ok(Op::Sync(buf)) => { + state.metrics_op_completed(buf.len()); + Op::Sync(buf) + } + Ok(Op::Async(fut)) => { + let result_fut = Box::new( + fut + .or_else(move |err: ErrBox| -> Result<Buf, ()> { + debug!("op err {}", err); + // No matter whether we got an Err or Ok, we want a serialized message to + // send back. So transform the DenoError into a Buf. + let builder = &mut FlatBufferBuilder::new(); + let errmsg_offset = builder.create_string(&format!("{}", err)); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + error: Some(errmsg_offset), + error_kind: err.kind(), + ..Default::default() + }, + )) + }) + .and_then(move |buf: Buf| -> Result<Buf, ()> { + // Handle empty responses. For sync responses we just want + // to send null. For async we want to send a small message + // with the cmd_id. + let buf = if buf.len() > 0 { + buf + } else { + let builder = &mut FlatBufferBuilder::new(); + serialize_response( + cmd_id, + builder, + msg::BaseArgs { + ..Default::default() + }, + ) + }; + state.metrics_op_completed(buf.len()); + Ok(buf) + }) + .map_err(|err| panic!("unexpected error {:?}", err)), + ); + Op::Async(result_fut) + } + Err(err) => { + debug!("op err {}", err); + // No matter whether we got an Err or Ok, we want a serialized message to + // send back. So transform the DenoError into a Buf. + let builder = &mut FlatBufferBuilder::new(); + let errmsg_offset = builder.create_string(&format!("{}", err)); + let response_buf = serialize_response( + cmd_id, + builder, + msg::BaseArgs { + error: Some(errmsg_offset), + error_kind: err.kind(), + ..Default::default() + }, + ); + state.metrics_op_completed(response_buf.len()); + Op::Sync(response_buf) + } + } +} + +/// Standard ops set for most isolates +pub fn op_selector_std(inner_type: msg::Any) -> Option<CliDispatchFn> { + match inner_type { + msg::Any::Accept => Some(op_accept), + msg::Any::ApplySourceMap => Some(op_apply_source_map), + msg::Any::Cache => Some(op_cache), + msg::Any::Chdir => Some(op_chdir), + msg::Any::Chmod => Some(op_chmod), + msg::Any::Chown => Some(op_chown), + msg::Any::Close => Some(op_close), + msg::Any::CopyFile => Some(op_copy_file), + msg::Any::CreateWorker => Some(op_create_worker), + msg::Any::Cwd => Some(op_cwd), + msg::Any::Dial => Some(op_dial), + msg::Any::Environ => Some(op_env), + msg::Any::ExecPath => Some(op_exec_path), + msg::Any::Exit => Some(op_exit), + msg::Any::Fetch => Some(op_fetch), + msg::Any::FetchSourceFile => Some(op_fetch_source_file), + msg::Any::FormatError => Some(op_format_error), + msg::Any::GetRandomValues => Some(op_get_random_values), + msg::Any::GlobalTimer => Some(op_global_timer), + msg::Any::GlobalTimerStop => Some(op_global_timer_stop), + msg::Any::HostGetMessage => Some(op_host_get_message), + msg::Any::HostGetWorkerClosed => Some(op_host_get_worker_closed), + msg::Any::HostPostMessage => Some(op_host_post_message), + msg::Any::IsTTY => Some(op_is_tty), + msg::Any::Kill => Some(op_kill), + msg::Any::Link => Some(op_link), + msg::Any::Listen => Some(op_listen), + msg::Any::MakeTempDir => Some(op_make_temp_dir), + msg::Any::Metrics => Some(op_metrics), + msg::Any::Mkdir => Some(op_mkdir), + msg::Any::Now => Some(op_now), + msg::Any::Open => Some(op_open), + msg::Any::PermissionRevoke => Some(op_revoke_permission), + msg::Any::Permissions => Some(op_permissions), + msg::Any::Read => Some(op_read), + msg::Any::ReadDir => Some(op_read_dir), + msg::Any::Readlink => Some(op_read_link), + msg::Any::Remove => Some(op_remove), + msg::Any::Rename => Some(op_rename), + msg::Any::ReplReadline => Some(op_repl_readline), + msg::Any::ReplStart => Some(op_repl_start), + msg::Any::Resources => Some(op_resources), + msg::Any::Run => Some(op_run), + msg::Any::RunStatus => Some(op_run_status), + msg::Any::Seek => Some(op_seek), + msg::Any::SetEnv => Some(op_set_env), + msg::Any::Shutdown => Some(op_shutdown), + msg::Any::Start => Some(op_start), + msg::Any::Stat => Some(op_stat), + msg::Any::Symlink => Some(op_symlink), + msg::Any::Truncate => Some(op_truncate), + msg::Any::HomeDir => Some(op_home_dir), + msg::Any::Utime => Some(op_utime), + msg::Any::Write => Some(op_write), + + // TODO(ry) split these out so that only the appropriate Workers can access + // them. + msg::Any::WorkerGetMessage => Some(op_worker_get_message), + msg::Any::WorkerPostMessage => Some(op_worker_post_message), + + _ => None, + } +} + +fn serialize_response( + cmd_id: u32, + builder: &mut FlatBufferBuilder<'_>, + mut args: msg::BaseArgs<'_>, +) -> Buf { + args.cmd_id = cmd_id; + let base = msg::Base::create(builder, &args); + msg::finish_base_buffer(builder, base); + let data = builder.finished_data(); + // println!("serialize_response {:x?}", data); + data.into() +} + +#[inline] +fn ok_buf(buf: Buf) -> CliOpResult { + Ok(Op::Sync(buf)) +} + +// This is just type conversion. Implement From trait? +// See https://github.com/tokio-rs/tokio/blob/ffd73a64e7ec497622b7f939e38017afe7124dc4/tokio-fs/src/lib.rs#L76-L85 +fn convert_blocking<F>(f: F) -> Poll<Buf, ErrBox> +where + F: FnOnce() -> Result<Buf, ErrBox>, +{ + use futures::Async::*; + match tokio_threadpool::blocking(f) { + Ok(Ready(Ok(v))) => Ok(v.into()), + Ok(Ready(Err(err))) => Err(err), + Ok(NotReady) => Ok(NotReady), + Err(err) => panic!("blocking error {}", err), + } +} + +fn blocking<F>(is_sync: bool, f: F) -> CliOpResult +where + F: 'static + Send + FnOnce() -> Result<Buf, ErrBox>, +{ + if is_sync { + let result_buf = f()?; + Ok(Op::Sync(result_buf)) + } else { + Ok(Op::Async(Box::new(futures::sync::oneshot::spawn( + tokio_util::poll_fn(move || convert_blocking(f)), + &tokio_executor::DefaultExecutor::current(), + )))) + } +} diff --git a/cli/ops/net.rs b/cli/ops/net.rs new file mode 100644 index 000000000..16a24872d --- /dev/null +++ b/cli/ops/net.rs @@ -0,0 +1,161 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::deno_error; +use crate::msg; +use crate::ops::empty_buf; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::resources; +use crate::resources::Resource; +use crate::state::ThreadSafeState; +use crate::tokio_util; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use futures::Future; +use std; +use std::net::Shutdown; +use tokio; + +use crate::resolve_addr::resolve_addr; +use std::convert::From; +use tokio::net::TcpListener; +use tokio::net::TcpStream; + +use crate::ops::blocking; + +pub fn op_accept( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let inner = base.inner_as_accept().unwrap(); + let server_rid = inner.rid(); + + match resources::lookup(server_rid) { + None => Err(deno_error::bad_resource()), + Some(server_resource) => { + let op = tokio_util::accept(server_resource) + .map_err(ErrBox::from) + .and_then(move |(tcp_stream, _socket_addr)| { + new_conn(cmd_id, tcp_stream) + }); + if base.sync() { + let buf = op.wait()?; + Ok(Op::Sync(buf)) + } else { + Ok(Op::Async(Box::new(op))) + } + } + } +} + +pub fn op_dial( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let inner = base.inner_as_dial().unwrap(); + let network = inner.network().unwrap(); + assert_eq!(network, "tcp"); // TODO Support others. + let address = inner.address().unwrap(); + + state.check_net(&address)?; + + let op = resolve_addr(address).and_then(move |addr| { + TcpStream::connect(&addr) + .map_err(ErrBox::from) + .and_then(move |tcp_stream| new_conn(cmd_id, tcp_stream)) + }); + if base.sync() { + let buf = op.wait()?; + Ok(Op::Sync(buf)) + } else { + Ok(Op::Async(Box::new(op))) + } +} + +pub fn op_shutdown( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_shutdown().unwrap(); + let rid = inner.rid(); + let how = inner.how(); + match resources::lookup(rid) { + None => Err(deno_error::bad_resource()), + Some(mut resource) => { + let shutdown_mode = match how { + 0 => Shutdown::Read, + 1 => Shutdown::Write, + _ => unimplemented!(), + }; + blocking(base.sync(), move || { + // Use UFCS for disambiguation + Resource::shutdown(&mut resource, shutdown_mode)?; + Ok(empty_buf()) + }) + } + } +} + +pub fn op_listen( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let inner = base.inner_as_listen().unwrap(); + let network = inner.network().unwrap(); + assert_eq!(network, "tcp"); + let address = inner.address().unwrap(); + + state.check_net(&address)?; + + let addr = resolve_addr(address).wait()?; + let listener = TcpListener::bind(&addr)?; + let resource = resources::add_tcp_listener(listener); + + let builder = &mut FlatBufferBuilder::new(); + let inner = + msg::ListenRes::create(builder, &msg::ListenResArgs { rid: resource.rid }); + let response_buf = serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::ListenRes, + ..Default::default() + }, + ); + ok_buf(response_buf) +} + +fn new_conn(cmd_id: u32, tcp_stream: TcpStream) -> Result<Buf, ErrBox> { + let tcp_stream_resource = resources::add_tcp_stream(tcp_stream); + // TODO forward socket_addr to client. + + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::NewConn::create( + builder, + &msg::NewConnArgs { + rid: tcp_stream_resource.rid, + ..Default::default() + }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::NewConn, + ..Default::default() + }, + )) +} diff --git a/cli/ops/os.rs b/cli/ops/os.rs new file mode 100644 index 000000000..cd165aa05 --- /dev/null +++ b/cli/ops/os.rs @@ -0,0 +1,220 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::ansi; +use crate::fs as deno_fs; +use crate::msg; +use crate::msg_util; +use crate::ops::empty_buf; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::state::ThreadSafeState; +use crate::version; +use atty; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use log; +use url::Url; + +pub fn op_start( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let mut builder = FlatBufferBuilder::new(); + + let state = state; + let argv = state.argv.iter().map(String::as_str).collect::<Vec<_>>(); + let argv_off = builder.create_vector_of_strings(argv.as_slice()); + + let cwd_path = std::env::current_dir().unwrap(); + let cwd_off = + builder.create_string(deno_fs::normalize_path(cwd_path.as_ref()).as_ref()); + + let v8_version = version::v8(); + let v8_version_off = builder.create_string(v8_version); + + let deno_version = version::DENO; + let deno_version_off = builder.create_string(deno_version); + + let main_module = state + .main_module() + .map(|m| builder.create_string(&m.to_string())); + + let xeval_delim = state + .flags + .xeval_delim + .clone() + .map(|m| builder.create_string(&m)); + + let debug_flag = state + .flags + .log_level + .map_or(false, |l| l == log::Level::Debug); + + let inner = msg::StartRes::create( + &mut builder, + &msg::StartResArgs { + cwd: Some(cwd_off), + pid: std::process::id(), + argv: Some(argv_off), + main_module, + debug_flag, + version_flag: state.flags.version, + v8_version: Some(v8_version_off), + deno_version: Some(deno_version_off), + no_color: !ansi::use_color(), + xeval_delim, + ..Default::default() + }, + ); + + ok_buf(serialize_response( + base.cmd_id(), + &mut builder, + msg::BaseArgs { + inner_type: msg::Any::StartRes, + inner: Some(inner.as_union_value()), + ..Default::default() + }, + )) +} + +pub fn op_home_dir( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + + state.check_env()?; + + let builder = &mut FlatBufferBuilder::new(); + let path = dirs::home_dir() + .unwrap_or_default() + .into_os_string() + .into_string() + .unwrap_or_default(); + let path = Some(builder.create_string(&path)); + let inner = msg::HomeDirRes::create(builder, &msg::HomeDirResArgs { path }); + + ok_buf(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::HomeDirRes, + ..Default::default() + }, + )) +} + +pub fn op_exec_path( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + + state.check_env()?; + + let builder = &mut FlatBufferBuilder::new(); + let current_exe = std::env::current_exe().unwrap(); + // Now apply URL parser to current exe to get fully resolved path, otherwise we might get + // `./` and `../` bits in `exec_path` + let exe_url = Url::from_file_path(current_exe).unwrap(); + let path = exe_url.to_file_path().unwrap().to_str().unwrap().to_owned(); + let path = Some(builder.create_string(&path)); + let inner = msg::ExecPathRes::create(builder, &msg::ExecPathResArgs { path }); + + ok_buf(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::ExecPathRes, + ..Default::default() + }, + )) +} + +pub fn op_set_env( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_set_env().unwrap(); + let key = inner.key().unwrap(); + let value = inner.value().unwrap(); + state.check_env()?; + std::env::set_var(key, value); + ok_buf(empty_buf()) +} + +pub fn op_env( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + + state.check_env()?; + + let builder = &mut FlatBufferBuilder::new(); + let vars: Vec<_> = std::env::vars() + .map(|(key, value)| msg_util::serialize_key_value(builder, &key, &value)) + .collect(); + let tables = builder.create_vector(&vars); + let inner = msg::EnvironRes::create( + builder, + &msg::EnvironResArgs { map: Some(tables) }, + ); + let response_buf = serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::EnvironRes, + ..Default::default() + }, + ); + ok_buf(response_buf) +} + +pub fn op_exit( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + _data: Option<PinnedBuf>, +) -> CliOpResult { + let inner = base.inner_as_exit().unwrap(); + std::process::exit(inner.code()) +} + +pub fn op_is_tty( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + _data: Option<PinnedBuf>, +) -> CliOpResult { + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::IsTTYRes::create( + builder, + &msg::IsTTYResArgs { + stdin: atty::is(atty::Stream::Stdin), + stdout: atty::is(atty::Stream::Stdout), + stderr: atty::is(atty::Stream::Stderr), + }, + ); + ok_buf(serialize_response( + base.cmd_id(), + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::IsTTYRes, + ..Default::default() + }, + )) +} diff --git a/cli/ops/performance.rs b/cli/ops/performance.rs new file mode 100644 index 000000000..ae2a0b860 --- /dev/null +++ b/cli/ops/performance.rs @@ -0,0 +1,49 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::msg; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; + +// Returns a milliseconds and nanoseconds subsec +// since the start time of the deno runtime. +// If the High precision flag is not set, the +// nanoseconds are rounded on 2ms. +pub fn op_now( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let seconds = state.start_time.elapsed().as_secs(); + let mut subsec_nanos = state.start_time.elapsed().subsec_nanos(); + let reduced_time_precision = 2_000_000; // 2ms in nanoseconds + + // If the permission is not enabled + // Round the nano result on 2 milliseconds + // see: https://developer.mozilla.org/en-US/docs/Web/API/DOMHighResTimeStamp#Reduced_time_precision + if !state.permissions.allows_hrtime() { + subsec_nanos -= subsec_nanos % reduced_time_precision + } + + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::NowRes::create( + builder, + &msg::NowResArgs { + seconds, + subsec_nanos, + }, + ); + + ok_buf(serialize_response( + base.cmd_id(), + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::NowRes, + ..Default::default() + }, + )) +} diff --git a/cli/ops/permissions.rs b/cli/ops/permissions.rs new file mode 100644 index 000000000..47a9cf871 --- /dev/null +++ b/cli/ops/permissions.rs @@ -0,0 +1,60 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::msg; +use crate::ops::empty_buf; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; + +pub fn op_permissions( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::PermissionsRes::create( + builder, + &msg::PermissionsResArgs { + run: state.permissions.allows_run(), + read: state.permissions.allows_read(), + write: state.permissions.allows_write(), + net: state.permissions.allows_net(), + env: state.permissions.allows_env(), + hrtime: state.permissions.allows_hrtime(), + }, + ); + let response_buf = serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::PermissionsRes, + ..Default::default() + }, + ); + ok_buf(response_buf) +} + +pub fn op_revoke_permission( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_permission_revoke().unwrap(); + let permission = inner.permission().unwrap(); + match permission { + "run" => state.permissions.revoke_run(), + "read" => state.permissions.revoke_read(), + "write" => state.permissions.revoke_write(), + "net" => state.permissions.revoke_net(), + "env" => state.permissions.revoke_env(), + "hrtime" => state.permissions.revoke_hrtime(), + _ => Ok(()), + }?; + ok_buf(empty_buf()) +} diff --git a/cli/ops/process.rs b/cli/ops/process.rs new file mode 100644 index 000000000..914b8ba86 --- /dev/null +++ b/cli/ops/process.rs @@ -0,0 +1,184 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::deno_error; +use crate::msg; +use crate::ops::empty_buf; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::resources; +use crate::signal::kill; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use futures; +use futures::Future; +use std; +use std::convert::From; +use std::process::Command; +use tokio_process::CommandExt; + +#[cfg(unix)] +use std::os::unix::process::ExitStatusExt; + +fn subprocess_stdio_map(v: msg::ProcessStdio) -> std::process::Stdio { + match v { + msg::ProcessStdio::Inherit => std::process::Stdio::inherit(), + msg::ProcessStdio::Piped => std::process::Stdio::piped(), + msg::ProcessStdio::Null => std::process::Stdio::null(), + } +} + +pub fn op_run( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + if !base.sync() { + return Err(deno_error::no_async_support()); + } + let cmd_id = base.cmd_id(); + + state.check_run()?; + + assert!(data.is_none()); + let inner = base.inner_as_run().unwrap(); + let args = inner.args().unwrap(); + let env = inner.env().unwrap(); + let cwd = inner.cwd(); + + let mut c = Command::new(args.get(0)); + (1..args.len()).for_each(|i| { + let arg = args.get(i); + c.arg(arg); + }); + cwd.map(|d| c.current_dir(d)); + (0..env.len()).for_each(|i| { + let entry = env.get(i); + c.env(entry.key().unwrap(), entry.value().unwrap()); + }); + + // TODO: make this work with other resources, eg. sockets + let stdin_rid = inner.stdin_rid(); + if stdin_rid > 0 { + c.stdin(resources::get_file(stdin_rid)?); + } else { + c.stdin(subprocess_stdio_map(inner.stdin())); + } + + let stdout_rid = inner.stdout_rid(); + if stdout_rid > 0 { + c.stdout(resources::get_file(stdout_rid)?); + } else { + c.stdout(subprocess_stdio_map(inner.stdout())); + } + + let stderr_rid = inner.stderr_rid(); + if stderr_rid > 0 { + c.stderr(resources::get_file(stderr_rid)?); + } else { + c.stderr(subprocess_stdio_map(inner.stderr())); + } + + // Spawn the command. + let child = c.spawn_async().map_err(ErrBox::from)?; + + let pid = child.id(); + let resources = resources::add_child(child); + + let mut res_args = msg::RunResArgs { + rid: resources.child_rid, + pid, + ..Default::default() + }; + + if let Some(stdin_rid) = resources.stdin_rid { + res_args.stdin_rid = stdin_rid; + } + if let Some(stdout_rid) = resources.stdout_rid { + res_args.stdout_rid = stdout_rid; + } + if let Some(stderr_rid) = resources.stderr_rid { + res_args.stderr_rid = stderr_rid; + } + + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::RunRes::create(builder, &res_args); + Ok(Op::Sync(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::RunRes, + ..Default::default() + }, + ))) +} + +pub fn op_run_status( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let inner = base.inner_as_run_status().unwrap(); + let rid = inner.rid(); + + state.check_run()?; + + let future = resources::child_status(rid)?; + + let future = future.and_then(move |run_status| { + let code = run_status.code(); + + #[cfg(unix)] + let signal = run_status.signal(); + #[cfg(not(unix))] + let signal = None; + + code + .or(signal) + .expect("Should have either an exit code or a signal."); + let got_signal = signal.is_some(); + + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::RunStatusRes::create( + builder, + &msg::RunStatusResArgs { + got_signal, + exit_code: code.unwrap_or(-1), + exit_signal: signal.unwrap_or(-1), + }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::RunStatusRes, + ..Default::default() + }, + )) + }); + if base.sync() { + let buf = future.wait()?; + Ok(Op::Sync(buf)) + } else { + Ok(Op::Async(Box::new(future))) + } +} + +pub fn op_kill( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + state.check_run()?; + + assert!(data.is_none()); + let inner = base.inner_as_kill().unwrap(); + let pid = inner.pid(); + let signo = inner.signo(); + kill(pid, signo)?; + ok_buf(empty_buf()) +} diff --git a/cli/ops/random.rs b/cli/ops/random.rs new file mode 100644 index 000000000..27e120faa --- /dev/null +++ b/cli/ops/random.rs @@ -0,0 +1,25 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::msg; +use crate::ops::empty_buf; +use crate::ops::ok_buf; +use crate::ops::CliOpResult; +use crate::state::ThreadSafeState; +use deno::*; +use rand::thread_rng; +use rand::Rng; + +pub fn op_get_random_values( + state: &ThreadSafeState, + _base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + if let Some(ref seeded_rng) = state.seeded_rng { + let mut rng = seeded_rng.lock().unwrap(); + rng.fill(&mut data.unwrap()[..]); + } else { + let mut rng = thread_rng(); + rng.fill(&mut data.unwrap()[..]); + } + + ok_buf(empty_buf()) +} diff --git a/cli/ops/repl.rs b/cli/ops/repl.rs new file mode 100644 index 000000000..2fff389a1 --- /dev/null +++ b/cli/ops/repl.rs @@ -0,0 +1,78 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::msg; +use crate::ops::blocking; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::repl; +use crate::resources; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; + +pub fn op_repl_start( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_repl_start().unwrap(); + let cmd_id = base.cmd_id(); + let history_file = String::from(inner.history_file().unwrap()); + + debug!("op_repl_start {}", history_file); + let history_path = repl::history_path(&state.dir, &history_file); + let repl = repl::Repl::new(history_path); + let resource = resources::add_repl(repl); + + let builder = &mut FlatBufferBuilder::new(); + let inner = msg::ReplStartRes::create( + builder, + &msg::ReplStartResArgs { rid: resource.rid }, + ); + ok_buf(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::ReplStartRes, + ..Default::default() + }, + )) +} + +pub fn op_repl_readline( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let inner = base.inner_as_repl_readline().unwrap(); + let cmd_id = base.cmd_id(); + let rid = inner.rid(); + let prompt = inner.prompt().unwrap().to_owned(); + debug!("op_repl_readline {} {}", rid, prompt); + + blocking(base.sync(), move || { + let repl = resources::get_repl(rid)?; + let line = repl.lock().unwrap().readline(&prompt)?; + + let builder = &mut FlatBufferBuilder::new(); + let line_off = builder.create_string(&line); + let inner = msg::ReplReadlineRes::create( + builder, + &msg::ReplReadlineResArgs { + line: Some(line_off), + }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::ReplReadlineRes, + ..Default::default() + }, + )) + }) +} diff --git a/cli/ops/resources.rs b/cli/ops/resources.rs new file mode 100644 index 000000000..410d69c80 --- /dev/null +++ b/cli/ops/resources.rs @@ -0,0 +1,54 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::msg; +use crate::ops::ok_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::resources::table_entries; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; + +pub fn op_resources( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + + let builder = &mut FlatBufferBuilder::new(); + let serialized_resources = table_entries(); + + let res: Vec<_> = serialized_resources + .iter() + .map(|(key, value)| { + let repr = builder.create_string(value); + + msg::Resource::create( + builder, + &msg::ResourceArgs { + rid: *key, + repr: Some(repr), + }, + ) + }) + .collect(); + + let resources = builder.create_vector(&res); + let inner = msg::ResourcesRes::create( + builder, + &msg::ResourcesResArgs { + resources: Some(resources), + }, + ); + + ok_buf(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::ResourcesRes, + ..Default::default() + }, + )) +} diff --git a/cli/ops/timers.rs b/cli/ops/timers.rs new file mode 100644 index 000000000..6c5f6fcae --- /dev/null +++ b/cli/ops/timers.rs @@ -0,0 +1,63 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::deno_error; +use crate::msg; +use crate::ops::empty_buf; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::state::ThreadSafeState; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use futures::Future; +use std; +use std::time::Duration; +use std::time::Instant; + +pub fn op_global_timer_stop( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + if !base.sync() { + return Err(deno_error::no_async_support()); + } + assert!(data.is_none()); + let state = state; + let mut t = state.global_timer.lock().unwrap(); + t.cancel(); + Ok(Op::Sync(empty_buf())) +} + +pub fn op_global_timer( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + if base.sync() { + return Err(deno_error::no_sync_support()); + } + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let inner = base.inner_as_global_timer().unwrap(); + let val = inner.timeout(); + assert!(val >= 0); + + let state = state; + let mut t = state.global_timer.lock().unwrap(); + let deadline = Instant::now() + Duration::from_millis(val as u64); + let f = t.new_timeout(deadline); + + Ok(Op::Async(Box::new(f.then(move |_| { + let builder = &mut FlatBufferBuilder::new(); + let inner = + msg::GlobalTimerRes::create(builder, &msg::GlobalTimerResArgs {}); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::GlobalTimerRes, + ..Default::default() + }, + )) + })))) +} diff --git a/cli/ops/workers.rs b/cli/ops/workers.rs new file mode 100644 index 000000000..d47aab765 --- /dev/null +++ b/cli/ops/workers.rs @@ -0,0 +1,279 @@ +// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license. +use crate::deno_error; +use crate::deno_error::DenoError; +use crate::deno_error::ErrorKind; +use crate::msg; +use crate::ops::ok_buf; +use crate::ops::op_selector_std; +use crate::ops::serialize_response; +use crate::ops::CliOpResult; +use crate::resources; +use crate::startup_data; +use crate::state::ThreadSafeState; +use crate::worker::Worker; +use deno::*; +use flatbuffers::FlatBufferBuilder; +use futures; +use futures::Async; +use futures::Future; +use futures::Sink; +use futures::Stream; +use std; +use std::convert::From; + +struct GetMessageFuture { + pub state: ThreadSafeState, +} + +impl Future for GetMessageFuture { + type Item = Option<Buf>; + type Error = (); + + fn poll(&mut self) -> Result<Async<Self::Item>, Self::Error> { + let mut wc = self.state.worker_channels.lock().unwrap(); + wc.1 + .poll() + .map_err(|err| panic!("worker_channel recv err {:?}", err)) + } +} + +/// Get message from host as guest worker +pub fn op_worker_get_message( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + if base.sync() { + return Err(deno_error::no_sync_support()); + } + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + + let op = GetMessageFuture { + state: state.clone(), + }; + let op = op.map_err(move |_| -> ErrBox { unimplemented!() }); + let op = op.and_then(move |maybe_buf| -> Result<Buf, ErrBox> { + debug!("op_worker_get_message"); + let builder = &mut FlatBufferBuilder::new(); + + let data = maybe_buf.as_ref().map(|buf| builder.create_vector(buf)); + let inner = msg::WorkerGetMessageRes::create( + builder, + &msg::WorkerGetMessageResArgs { data }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(inner.as_union_value()), + inner_type: msg::Any::WorkerGetMessageRes, + ..Default::default() + }, + )) + }); + Ok(Op::Async(Box::new(op))) +} + +/// Post message to host as guest worker +pub fn op_worker_post_message( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + let cmd_id = base.cmd_id(); + let d = Vec::from(data.unwrap().as_ref()).into_boxed_slice(); + + let tx = { + let wc = state.worker_channels.lock().unwrap(); + wc.0.clone() + }; + tx.send(d) + .wait() + .map_err(|e| DenoError::new(ErrorKind::Other, e.to_string()))?; + let builder = &mut FlatBufferBuilder::new(); + + ok_buf(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + ..Default::default() + }, + )) +} + +/// Create worker as the host +pub fn op_create_worker( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let inner = base.inner_as_create_worker().unwrap(); + let specifier = inner.specifier().unwrap(); + // Only include deno namespace if requested AND current worker + // has included namespace (to avoid escalation). + let include_deno_namespace = + inner.include_deno_namespace() && state.include_deno_namespace; + let has_source_code = inner.has_source_code(); + let source_code = inner.source_code().unwrap(); + + let parent_state = state.clone(); + + let mut module_specifier = ModuleSpecifier::resolve_url_or_path(specifier)?; + + let mut child_argv = parent_state.argv.clone(); + + if !has_source_code { + if let Some(module) = state.main_module() { + module_specifier = + ModuleSpecifier::resolve_import(specifier, &module.to_string())?; + child_argv[1] = module_specifier.to_string(); + } + } + + let child_state = ThreadSafeState::new( + parent_state.flags.clone(), + child_argv, + op_selector_std, + parent_state.progress.clone(), + include_deno_namespace, + )?; + let rid = child_state.resource.rid; + let name = format!("USER-WORKER-{}", specifier); + let deno_main_call = format!("denoMain({})", include_deno_namespace); + + let mut worker = + Worker::new(name, startup_data::deno_isolate_init(), child_state); + worker.execute(&deno_main_call).unwrap(); + worker.execute("workerMain()").unwrap(); + + let exec_cb = move |worker: Worker| { + let mut workers_tl = parent_state.workers.lock().unwrap(); + workers_tl.insert(rid, worker.shared()); + let builder = &mut FlatBufferBuilder::new(); + let msg_inner = + msg::CreateWorkerRes::create(builder, &msg::CreateWorkerResArgs { rid }); + serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(msg_inner.as_union_value()), + inner_type: msg::Any::CreateWorkerRes, + ..Default::default() + }, + ) + }; + + // Has provided source code, execute immediately. + if has_source_code { + worker.execute(&source_code).unwrap(); + return ok_buf(exec_cb(worker)); + } + + let op = worker + .execute_mod_async(&module_specifier, false) + .and_then(move |()| Ok(exec_cb(worker))); + + let result = op.wait()?; + Ok(Op::Sync(result)) +} + +/// Return when the worker closes +pub fn op_host_get_worker_closed( + state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + if base.sync() { + return Err(deno_error::no_sync_support()); + } + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let inner = base.inner_as_host_get_worker_closed().unwrap(); + let rid = inner.rid(); + let state = state.clone(); + + let shared_worker_future = { + let workers_tl = state.workers.lock().unwrap(); + let worker = workers_tl.get(&rid).unwrap(); + worker.clone() + }; + + let op = Box::new(shared_worker_future.then(move |_result| { + let builder = &mut FlatBufferBuilder::new(); + + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + ..Default::default() + }, + )) + })); + Ok(Op::Async(Box::new(op))) +} + +/// Get message from guest worker as host +pub fn op_host_get_message( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + if base.sync() { + return Err(deno_error::no_sync_support()); + } + assert!(data.is_none()); + let cmd_id = base.cmd_id(); + let inner = base.inner_as_host_get_message().unwrap(); + let rid = inner.rid(); + + let op = resources::get_message_from_worker(rid); + let op = op.map_err(move |_| -> ErrBox { unimplemented!() }); + let op = op.and_then(move |maybe_buf| -> Result<Buf, ErrBox> { + let builder = &mut FlatBufferBuilder::new(); + + let data = maybe_buf.as_ref().map(|buf| builder.create_vector(buf)); + let msg_inner = msg::HostGetMessageRes::create( + builder, + &msg::HostGetMessageResArgs { data }, + ); + Ok(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + inner: Some(msg_inner.as_union_value()), + inner_type: msg::Any::HostGetMessageRes, + ..Default::default() + }, + )) + }); + Ok(Op::Async(Box::new(op))) +} + +/// Post message to guest worker as host +pub fn op_host_post_message( + _state: &ThreadSafeState, + base: &msg::Base<'_>, + data: Option<PinnedBuf>, +) -> CliOpResult { + let cmd_id = base.cmd_id(); + let inner = base.inner_as_host_post_message().unwrap(); + let rid = inner.rid(); + + let d = Vec::from(data.unwrap().as_ref()).into_boxed_slice(); + + resources::post_message_to_worker(rid, d) + .wait() + .map_err(|e| DenoError::new(ErrorKind::Other, e.to_string()))?; + let builder = &mut FlatBufferBuilder::new(); + + ok_buf(serialize_response( + cmd_id, + builder, + msg::BaseArgs { + ..Default::default() + }, + )) +} |