feat(ext/node): embed std/node into the snapshot (#17724)

This commit moves "deno_std/node" in "ext/node" crate. The code is
transpiled and snapshotted during the build process.

During the first pass a minimal amount of work was done to create the
snapshot, a lot of code in "ext/node" depends on presence of "Deno"
global. This code will be gradually fixed in the follow up PRs to migrate
it to import relevant APIs from "internal:" modules.

Currently the code from snapshot is not used in any way, and all
Node/npm compatibility still uses code from 
"https://deno.land/std/node" (or from the location specified by 
"DENO_NODE_COMPAT_URL"). This will also be handled in a follow 
up PRs.

---------

Co-authored-by: crowlkats <crowlkats@toaxl.com>
Co-authored-by: Divy Srivastava <dj.srivastava23@gmail.com>
Co-authored-by: Yoshiya Hinosawa <stibium121@gmail.com>

1 files changed, 142 insertions, 0 deletions

diff --git a/ext/node/polyfills/_fs/_fs_readdir.ts b/ext/node/polyfills/_fs/_fs_readdir.ts
new file mode 100644
index 000000000..f6cfae4f7
--- /dev/null
+++ b/ext/node/polyfills/_fs/_fs_readdir.ts
@@ -0,0 +1,142 @@
+// Copyright 2018-2023 the Deno authors. All rights reserved. MIT license.
+
+import {
+  TextDecoder,
+  TextEncoder,
+} from "internal:deno_web/08_text_encoding.js";
+import { asyncIterableToCallback } from "internal:deno_node/polyfills/_fs/_fs_watch.ts";
+import Dirent from "internal:deno_node/polyfills/_fs/_fs_dirent.ts";
+import { denoErrorToNodeError } from "internal:deno_node/polyfills/internal/errors.ts";
+import { getValidatedPath } from "internal:deno_node/polyfills/internal/fs/utils.mjs";
+import { Buffer } from "internal:deno_node/polyfills/buffer.ts";
+import { promisify } from "internal:deno_node/polyfills/internal/util.mjs";
+
+function toDirent(val: Deno.DirEntry): Dirent {
+  return new Dirent(val);
+}
+
+type readDirOptions = {
+  encoding?: string;
+  withFileTypes?: boolean;
+};
+
+type readDirCallback = (err: Error | null, files: string[]) => void;
+
+type readDirCallbackDirent = (err: Error | null, files: Dirent[]) => void;
+
+type readDirBoth = (
+  ...args: [Error] | [null, string[] | Dirent[] | Array<string | Dirent>]
+) => void;
+
+export function readdir(
+  path: string | Buffer | URL,
+  options: { withFileTypes?: false; encoding?: string },
+  callback: readDirCallback,
+): void;
+export function readdir(
+  path: string | Buffer | URL,
+  options: { withFileTypes: true; encoding?: string },
+  callback: readDirCallbackDirent,
+): void;
+export function readdir(path: string | URL, callback: readDirCallback): void;
+export function readdir(
+  path: string | Buffer | URL,
+  optionsOrCallback: readDirOptions | readDirCallback | readDirCallbackDirent,
+  maybeCallback?: readDirCallback | readDirCallbackDirent,
+) {
+  const callback =
+    (typeof optionsOrCallback === "function"
+      ? optionsOrCallback
+      : maybeCallback) as readDirBoth | undefined;
+  const options = typeof optionsOrCallback === "object"
+    ? optionsOrCallback
+    : null;
+  const result: Array<string | Dirent> = [];
+  path = getValidatedPath(path);
+
+  if (!callback) throw new Error("No callback function supplied");
+
+  if (options?.encoding) {
+    try {
+      new TextDecoder(options.encoding);
+    } catch {
+      throw new Error(
+        `TypeError [ERR_INVALID_OPT_VALUE_ENCODING]: The value "${options.encoding}" is invalid for option "encoding"`,
+      );
+    }
+  }
+
+  try {
+    asyncIterableToCallback(Deno.readDir(path.toString()), (val, done) => {
+      if (typeof path !== "string") return;
+      if (done) {
+        callback(null, result);
+        return;
+      }
+      if (options?.withFileTypes) {
+        result.push(toDirent(val));
+      } else result.push(decode(val.name));
+    }, (e) => {
+      callback(denoErrorToNodeError(e as Error, { syscall: "readdir" }));
+    });
+  } catch (e) {
+    callback(denoErrorToNodeError(e as Error, { syscall: "readdir" }));
+  }
+}
+
+function decode(str: string, encoding?: string): string {
+  if (!encoding) return str;
+  else {
+    const decoder = new TextDecoder(encoding);
+    const encoder = new TextEncoder();
+    return decoder.decode(encoder.encode(str));
+  }
+}
+
+export const readdirPromise = promisify(readdir) as (
+  & ((path: string | Buffer | URL, options: {
+    withFileTypes: true;
+    encoding?: string;
+  }) => Promise<Dirent[]>)
+  & ((path: string | Buffer | URL, options?: {
+    withFileTypes?: false;
+    encoding?: string;
+  }) => Promise<string[]>)
+);
+
+export function readdirSync(
+  path: string | Buffer | URL,
+  options: { withFileTypes: true; encoding?: string },
+): Dirent[];
+export function readdirSync(
+  path: string | Buffer | URL,
+  options?: { withFileTypes?: false; encoding?: string },
+): string[];
+export function readdirSync(
+  path: string | Buffer | URL,
+  options?: readDirOptions,
+): Array<string | Dirent> {
+  const result = [];
+  path = getValidatedPath(path);
+
+  if (options?.encoding) {
+    try {
+      new TextDecoder(options.encoding);
+    } catch {
+      throw new Error(
+        `TypeError [ERR_INVALID_OPT_VALUE_ENCODING]: The value "${options.encoding}" is invalid for option "encoding"`,
+      );
+    }
+  }
+
+  try {
+    for (const file of Deno.readDirSync(path.toString())) {
+      if (options?.withFileTypes) {
+        result.push(toDirent(file));
+      } else result.push(decode(file.name));
+    }
+  } catch (e) {
+    throw denoErrorToNodeError(e as Error, { syscall: "readdir" });
+  }
+  return result;
+}