From bf0760411336ce5ebb1c103f766c8154af478414 Mon Sep 17 00:00:00 2001
From: =?UTF-8?q?Bartek=20Iwa=C5=84czuk?= <biwanczuk@gmail.com>
Date: Sat, 16 Sep 2023 02:42:09 +0200
Subject: feat: Add "deno jupyter" subcommand (#20337)

This commit adds "deno jupyter" subcommand which
provides a Deno kernel for Jupyter notebooks.

The implementation is mostly based on Deno's REPL and
reuses large parts of it (though there's some clean up that
needs to happen in follow up PRs). Not all functionality of
Jupyter kernel is implemented and some message type
are still not implemented (eg. "inspect_request") but
the kernel is fully working and provides all the capatibilities
that the Deno REPL has; including TypeScript transpilation
and npm packages support.

Closes https://github.com/denoland/deno/issues/13016

---------

Co-authored-by: Adam Powers <apowers@ato.ms>
Co-authored-by: Kyle Kelley <rgbkrk@gmail.com>
---
 cli/tools/jupyter/mod.rs | 139 +++++++++++++++++++++++++++++++++++++++++++++++
 1 file changed, 139 insertions(+)
 create mode 100644 cli/tools/jupyter/mod.rs

(limited to 'cli/tools/jupyter/mod.rs')

diff --git a/cli/tools/jupyter/mod.rs b/cli/tools/jupyter/mod.rs
new file mode 100644
index 000000000..b704d58cd
--- /dev/null
+++ b/cli/tools/jupyter/mod.rs
@@ -0,0 +1,139 @@
+// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license.
+
+use crate::args::Flags;
+use crate::args::JupyterFlags;
+use crate::tools::repl;
+use crate::util::logger;
+use crate::CliFactory;
+use deno_core::anyhow::Context;
+use deno_core::error::AnyError;
+use deno_core::futures::channel::mpsc;
+use deno_core::op;
+use deno_core::resolve_url_or_path;
+use deno_core::serde::Deserialize;
+use deno_core::serde_json;
+use deno_core::Op;
+use deno_core::OpState;
+use deno_runtime::permissions::Permissions;
+use deno_runtime::permissions::PermissionsContainer;
+
+mod install;
+mod jupyter_msg;
+mod server;
+
+pub async fn kernel(
+  flags: Flags,
+  jupyter_flags: JupyterFlags,
+) -> Result<(), AnyError> {
+  if !flags.unstable {
+    eprintln!(
+      "Unstable subcommand 'deno jupyter'. The --unstable flag must be provided."
+    );
+    std::process::exit(70);
+  }
+
+  if !jupyter_flags.install && !jupyter_flags.kernel {
+    install::status()?;
+    return Ok(());
+  }
+
+  if jupyter_flags.install {
+    install::install()?;
+    return Ok(());
+  }
+
+  let connection_filepath = jupyter_flags.conn_file.unwrap();
+
+  // This env var might be set by notebook
+  if std::env::var("DEBUG").is_ok() {
+    logger::init(Some(log::Level::Debug));
+  }
+
+  let factory = CliFactory::from_flags(flags).await?;
+  let cli_options = factory.cli_options();
+  let main_module =
+    resolve_url_or_path("./$deno$jupyter.ts", cli_options.initial_cwd())
+      .unwrap();
+  // TODO(bartlomieju): should we run with all permissions?
+  let permissions = PermissionsContainer::new(Permissions::allow_all());
+  let npm_resolver = factory.npm_resolver().await?.clone();
+  let resolver = factory.resolver().await?.clone();
+  let worker_factory = factory.create_cli_main_worker_factory().await?;
+  let (stdio_tx, stdio_rx) = mpsc::unbounded();
+
+  let conn_file =
+    std::fs::read_to_string(&connection_filepath).with_context(|| {
+      format!("Couldn't read connection file: {:?}", connection_filepath)
+    })?;
+  let spec: ConnectionSpec =
+    serde_json::from_str(&conn_file).with_context(|| {
+      format!(
+        "Connection file is not a valid JSON: {:?}",
+        connection_filepath
+      )
+    })?;
+
+  let mut worker = worker_factory
+    .create_custom_worker(
+      main_module.clone(),
+      permissions,
+      vec![deno_jupyter::init_ops(stdio_tx)],
+      Default::default(),
+    )
+    .await?;
+  worker.setup_repl().await?;
+  let worker = worker.into_main_worker();
+  let repl_session =
+    repl::ReplSession::initialize(cli_options, npm_resolver, resolver, worker)
+      .await?;
+
+  server::JupyterServer::start(spec, stdio_rx, repl_session).await?;
+
+  Ok(())
+}
+
+deno_core::extension!(deno_jupyter,
+  options = {
+    sender: mpsc::UnboundedSender<server::StdioMsg>,
+  },
+  middleware = |op| match op.name {
+    "op_print" => op_print::DECL,
+    _ => op,
+  },
+  state = |state, options| {
+    state.put(options.sender);
+  },
+);
+
+#[op]
+pub fn op_print(
+  state: &mut OpState,
+  msg: String,
+  is_err: bool,
+) -> Result<(), AnyError> {
+  let sender = state.borrow_mut::<mpsc::UnboundedSender<server::StdioMsg>>();
+
+  if is_err {
+    if let Err(err) = sender.unbounded_send(server::StdioMsg::Stderr(msg)) {
+      eprintln!("Failed to send stderr message: {}", err);
+    }
+    return Ok(());
+  }
+
+  if let Err(err) = sender.unbounded_send(server::StdioMsg::Stdout(msg)) {
+    eprintln!("Failed to send stdout message: {}", err);
+  }
+  Ok(())
+}
+
+#[derive(Debug, Deserialize)]
+pub struct ConnectionSpec {
+  ip: String,
+  transport: String,
+  control_port: u32,
+  shell_port: u32,
+  stdin_port: u32,
+  hb_port: u32,
+  iopub_port: u32,
+  key: String,
+}
-- 
cgit v1.2.3