TOML: Move to encoding dir (denoland/deno_std#435)

Original: https://github.com/denoland/deno_std/commit/7a722ceffc0b60305863c1417ef22b835db0d58d

1 files changed, 538 insertions, 0 deletions

diff --git a/encoding/toml.ts b/encoding/toml.ts
new file mode 100644
index 000000000..cc96322fb
--- /dev/null
+++ b/encoding/toml.ts
@@ -0,0 +1,538 @@
+// Copyright 2018-2019 the Deno authors. All rights reserved. MIT license.
+import { deepAssign } from "../util/deep_assign.ts";
+import { pad } from "../strings/pad.ts";
+
+class KeyValuePair {
+  key: string;
+  value: unknown;
+}
+
+class ParserGroup {
+  type: string;
+  name: string;
+  arrValues: unknown[] = [];
+  objValues: object = {};
+}
+
+class ParserContext {
+  currentGroup?: ParserGroup;
+  output: object = {};
+}
+
+class Parser {
+  tomlLines: string[];
+  context: ParserContext;
+  constructor(tomlString: string) {
+    this.tomlLines = this._split(tomlString);
+    this.context = new ParserContext();
+  }
+  _sanitize(): void {
+    const out = [];
+    for (let i = 0; i < this.tomlLines.length; i++) {
+      const s = this.tomlLines[i];
+      const trimmed = s.trim();
+      if (trimmed !== "" && trimmed[0] !== "#") {
+        out.push(s);
+      }
+    }
+    this.tomlLines = out;
+    this._mergeMultilines();
+  }
+
+  _mergeMultilines(): void {
+    function arrayStart(line: string): boolean {
+      const reg = /.*=\s*\[/g;
+      return reg.test(line) && !(line[line.length - 1] === "]");
+    }
+
+    function arrayEnd(line: string): boolean {
+      return line[line.length - 1] === "]";
+    }
+
+    function stringStart(line: string): boolean {
+      const m = line.match(/.*=\s*(?:\"\"\"|''')/);
+      if (!m) {
+        return false;
+      }
+      return !line.endsWith(`"""`) || !line.endsWith(`'''`);
+    }
+
+    function stringEnd(line: string): boolean {
+      return line.endsWith(`'''`) || line.endsWith(`"""`);
+    }
+
+    function isLiteralString(line: string): boolean {
+      return line.match(/'''/) ? true : false;
+    }
+
+    let merged = [],
+      acc = [],
+      isLiteral = false,
+      capture = false,
+      captureType = "",
+      merge = false;
+
+    for (let i = 0; i < this.tomlLines.length; i++) {
+      const line = this.tomlLines[i];
+      const trimmed = line.trim();
+      if (!capture && arrayStart(trimmed)) {
+        capture = true;
+        captureType = "array";
+      } else if (!capture && stringStart(trimmed)) {
+        isLiteral = isLiteralString(trimmed);
+        capture = true;
+        captureType = "string";
+      } else if (capture && arrayEnd(trimmed)) {
+        merge = true;
+      } else if (capture && stringEnd(trimmed)) {
+        merge = true;
+      }
+
+      if (capture) {
+        if (isLiteral) {
+          acc.push(line);
+        } else {
+          acc.push(trimmed);
+        }
+      } else {
+        if (isLiteral) {
+          merged.push(line);
+        } else {
+          merged.push(trimmed);
+        }
+      }
+
+      if (merge) {
+        capture = false;
+        merge = false;
+        if (captureType === "string") {
+          merged.push(
+            acc
+              .join("\n")
+              .replace(/"""/g, '"')
+              .replace(/'''/g, `'`)
+              .replace(/\n/g, "\\n")
+          );
+          isLiteral = false;
+        } else {
+          merged.push(acc.join(""));
+        }
+        captureType = "";
+        acc = [];
+      }
+    }
+    this.tomlLines = merged;
+  }
+  _unflat(keys: string[], values: object = {}, cObj: object = {}): object {
+    let out = {};
+    if (keys.length === 0) {
+      return cObj;
+    } else {
+      if (Object.keys(cObj).length === 0) {
+        cObj = values;
+      }
+      let key = keys.pop();
+      out[key] = cObj;
+      return this._unflat(keys, values, out);
+    }
+  }
+  _groupToOutput(): void {
+    const arrProperty = this.context.currentGroup.name
+      .replace(/"/g, "")
+      .replace(/'/g, "")
+      .split(".");
+    let u = {};
+    if (this.context.currentGroup.type === "array") {
+      u = this._unflat(arrProperty, this.context.currentGroup.arrValues);
+    } else {
+      u = this._unflat(arrProperty, this.context.currentGroup.objValues);
+    }
+    deepAssign(this.context.output, u);
+    delete this.context.currentGroup;
+  }
+  _split(str: string): string[] {
+    let out = [];
+    out.push(...str.split("\n"));
+    return out;
+  }
+  _isGroup(line: string): boolean {
+    const t = line.trim();
+    return t[0] === "[" && /\[(.*)\]/.exec(t) ? true : false;
+  }
+  _isDeclaration(line: string): boolean {
+    return line.split("=").length > 1;
+  }
+  _createGroup(line: string): void {
+    const captureReg = /\[(.*)\]/;
+    if (this.context.currentGroup) {
+      this._groupToOutput();
+    }
+    let g = new ParserGroup();
+    g.name = line.match(captureReg)[1];
+    if (g.name.match(/\[.*\]/)) {
+      g.type = "array";
+      g.name = g.name.match(captureReg)[1];
+    } else {
+      g.type = "object";
+    }
+    this.context.currentGroup = g;
+  }
+  _processDeclaration(line: string): KeyValuePair {
+    let kv = new KeyValuePair();
+    const idx = line.indexOf("=");
+    kv.key = line.substring(0, idx).trim();
+    kv.value = this._parseData(line.slice(idx + 1));
+    return kv;
+  }
+  // TODO (zekth) Need refactor using ACC
+  _parseData(dataString: string): unknown {
+    dataString = dataString.trim();
+
+    if (this._isDate(dataString)) {
+      return new Date(dataString.split("#")[0].trim());
+    }
+
+    if (this._isLocalTime(dataString)) {
+      return eval(`"${dataString.split("#")[0].trim()}"`);
+    }
+
+    const cut3 = dataString.substring(0, 3).toLowerCase();
+    const cut4 = dataString.substring(0, 4).toLowerCase();
+    if (cut3 === "inf" || cut4 === "+inf") {
+      return Infinity;
+    }
+    if (cut4 === "-inf") {
+      return -Infinity;
+    }
+
+    if (cut3 === "nan" || cut4 === "+nan" || cut4 === "-nan") {
+      return NaN;
+    }
+
+    // If binary / octal / hex
+    const hex = /(0(?:x|o|b)[0-9a-f_]*)[^#]/gi.exec(dataString);
+    if (hex && hex[0]) {
+      return hex[0].trim();
+    }
+
+    const testNumber = this._isParsableNumber(dataString);
+    if (testNumber && !isNaN(testNumber as number)) {
+      return testNumber;
+    }
+
+    const invalidArr = /,\]/g.exec(dataString);
+    if (invalidArr) {
+      dataString = dataString.replace(/,]/g, "]");
+    }
+    const m = /(?:\'|\[|{|\").*(?:\'|\]|\"|})\s*[^#]/g.exec(dataString);
+    if (m) {
+      dataString = m[0].trim();
+    }
+    if (dataString[0] === "{" && dataString[dataString.length - 1] === "}") {
+      const reg = /([a-zA-Z0-9-_\.]*) (=)/gi;
+      let result;
+      while ((result = reg.exec(dataString))) {
+        let ogVal = result[0];
+        let newVal = ogVal
+          .replace(result[1], `"${result[1]}"`)
+          .replace(result[2], ":");
+        dataString = dataString.replace(ogVal, newVal);
+      }
+      return JSON.parse(dataString);
+    }
+
+    // Handle First and last EOL for multiline strings
+    if (dataString.startsWith(`"\\n`)) {
+      dataString = dataString.replace(`"\\n`, `"`);
+    } else if (dataString.startsWith(`'\\n`)) {
+      dataString = dataString.replace(`'\\n`, `'`);
+    }
+    if (dataString.endsWith(`\\n"`)) {
+      dataString = dataString.replace(`\\n"`, `"`);
+    } else if (dataString.endsWith(`\\n'`)) {
+      dataString = dataString.replace(`\\n'`, `'`);
+    }
+    return eval(dataString);
+  }
+  _isLocalTime(str: string): boolean {
+    const reg = /(\d{2}):(\d{2}):(\d{2})/;
+    return reg.test(str);
+  }
+  _isParsableNumber(dataString: string): number | boolean {
+    const m = /((?:\+|-|)[0-9_\.e+\-]*)[^#]/i.exec(dataString.trim());
+    if (!m) {
+      return false;
+    } else {
+      return parseFloat(m[0].replace(/_/g, ""));
+    }
+  }
+  _isDate(dateStr: string): boolean {
+    const reg = /\d{4}-\d{2}-\d{2}/;
+    return reg.test(dateStr);
+  }
+  _parseDeclarationName(declaration: string): string[] {
+    const out = [];
+    let acc = [];
+    let inLiteral = false;
+    for (let i = 0; i < declaration.length; i++) {
+      const c = declaration[i];
+      switch (c) {
+        case ".":
+          if (!inLiteral) {
+            out.push(acc.join(""));
+            acc = [];
+          } else {
+            acc.push(c);
+          }
+          break;
+        case `"`:
+          if (inLiteral) {
+            inLiteral = false;
+          } else {
+            inLiteral = true;
+          }
+          break;
+        default:
+          acc.push(c);
+          break;
+      }
+    }
+    if (acc.length !== 0) {
+      out.push(acc.join(""));
+    }
+    return out;
+  }
+  _parseLines(): void {
+    for (let i = 0; i < this.tomlLines.length; i++) {
+      const line = this.tomlLines[i];
+
+      // TODO (zekth) Handle unflat of array of tables
+      if (this._isGroup(line)) {
+        // if the current group is an array we push the
+        // parsed objects in it.
+        if (
+          this.context.currentGroup &&
+          this.context.currentGroup.type === "array"
+        ) {
+          this.context.currentGroup.arrValues.push(
+            this.context.currentGroup.objValues
+          );
+          this.context.currentGroup.objValues = {};
+        }
+        // If we need to create a group or to change group
+        if (
+          !this.context.currentGroup ||
+          (this.context.currentGroup &&
+            this.context.currentGroup.name !==
+              line.replace(/\[/g, "").replace(/\]/g, ""))
+        ) {
+          this._createGroup(line);
+          continue;
+        }
+      }
+      if (this._isDeclaration(line)) {
+        let kv = this._processDeclaration(line);
+        let key = kv.key;
+        let value = kv.value;
+        if (!this.context.currentGroup) {
+          this.context.output[key] = value;
+        } else {
+          this.context.currentGroup.objValues[key] = value;
+        }
+      }
+    }
+    if (this.context.currentGroup) {
+      if (this.context.currentGroup.type === "array") {
+        this.context.currentGroup.arrValues.push(
+          this.context.currentGroup.objValues
+        );
+      }
+      this._groupToOutput();
+    }
+  }
+  _cleanOutput(): void {
+    this._propertyClean(this.context.output);
+  }
+  _propertyClean(obj: object): void {
+    const keys = Object.keys(obj);
+    for (let i = 0; i < keys.length; i++) {
+      let k = keys[i];
+      let v = obj[k];
+      let pathDeclaration = this._parseDeclarationName(k);
+      delete obj[k];
+      if (pathDeclaration.length > 1) {
+        k = pathDeclaration.shift();
+        k = k.replace(/"/g, "");
+        v = this._unflat(pathDeclaration, v as object);
+      } else {
+        k = k.replace(/"/g, "");
+      }
+      obj[k] = v;
+      if (v instanceof Object) {
+        this._propertyClean(v);
+      }
+    }
+  }
+  parse(): object {
+    this._sanitize();
+    this._parseLines();
+    this._cleanOutput();
+    return this.context.output;
+  }
+}
+
+class Dumper {
+  maxPad: number = 0;
+  srcObject: object;
+  output: string[] = [];
+  constructor(srcObjc: object) {
+    this.srcObject = srcObjc;
+  }
+  dump(): string[] {
+    this.output = this._parse(this.srcObject);
+    this.output = this._format();
+    return this.output;
+  }
+  _parse(obj: object, path: string = ""): string[] {
+    const out = [];
+    const props = Object.keys(obj);
+    const propObj = props.filter(
+      (e): boolean =>
+        (obj[e] instanceof Array && !this._isSimplySerializable(obj[e][0])) ||
+        !this._isSimplySerializable(obj[e])
+    );
+    const propPrim = props.filter(
+      (e): boolean =>
+        !(obj[e] instanceof Array && !this._isSimplySerializable(obj[e][0])) &&
+        this._isSimplySerializable(obj[e])
+    );
+    const k = propPrim.concat(propObj);
+    for (let i = 0; i < k.length; i++) {
+      const prop = k[i];
+      const value = obj[prop];
+      if (value instanceof Date) {
+        out.push(this._dateDeclaration(prop, value));
+      } else if (typeof value === "string" || value instanceof RegExp) {
+        out.push(this._strDeclaration(prop, value.toString()));
+      } else if (typeof value === "number") {
+        out.push(this._numberDeclaration(prop, value));
+      } else if (
+        value instanceof Array &&
+        this._isSimplySerializable(value[0])
+      ) {
+        // only if primitives types in the array
+        out.push(this._arrayDeclaration(prop, value));
+      } else if (
+        value instanceof Array &&
+        !this._isSimplySerializable(value[0])
+      ) {
+        // array of objects
+        for (let i = 0; i < value.length; i++) {
+          out.push("");
+          out.push(this._headerGroup(path + prop));
+          out.push(...this._parse(value[i], `${path}${prop}.`));
+        }
+      } else if (typeof value === "object") {
+        out.push("");
+        out.push(this._header(path + prop));
+        out.push(...this._parse(value, `${path}${prop}.`));
+      }
+    }
+    out.push("");
+    return out;
+  }
+  _isSimplySerializable(value: unknown): boolean {
+    return (
+      typeof value === "string" ||
+      typeof value === "number" ||
+      value instanceof RegExp ||
+      value instanceof Date ||
+      value instanceof Array
+    );
+  }
+  _header(title: string): string {
+    return `[${title}]`;
+  }
+  _headerGroup(title: string): string {
+    return `[[${title}]]`;
+  }
+  _declaration(title: string): string {
+    if (title.length > this.maxPad) {
+      this.maxPad = title.length;
+    }
+    return `${title} = `;
+  }
+  _arrayDeclaration(title: string, value: unknown[]): string {
+    return `${this._declaration(title)}${JSON.stringify(value)}`;
+  }
+  _strDeclaration(title: string, value: string): string {
+    return `${this._declaration(title)}"${value}"`;
+  }
+  _numberDeclaration(title: string, value: number): string {
+    switch (value) {
+      case Infinity:
+        return `${this._declaration(title)}inf`;
+      case -Infinity:
+        return `${this._declaration(title)}-inf`;
+      default:
+        return `${this._declaration(title)}${value}`;
+    }
+  }
+  _dateDeclaration(title: string, value: Date): string {
+    function dtPad(v: string, lPad: number = 2): string {
+      return pad(v, lPad, { char: "0" });
+    }
+    let m = dtPad((value.getUTCMonth() + 1).toString());
+    let d = dtPad(value.getUTCDate().toString());
+    const h = dtPad(value.getUTCHours().toString());
+    const min = dtPad(value.getUTCMinutes().toString());
+    const s = dtPad(value.getUTCSeconds().toString());
+    const ms = dtPad(value.getUTCMilliseconds().toString(), 3);
+    const fmtDate = `${value.getUTCFullYear()}-${m}-${d}T${h}:${min}:${s}.${ms}`;
+    return `${this._declaration(title)}${fmtDate}`;
+  }
+  _format(): string[] {
+    const rDeclaration = /(.*)\s=/;
+    const out = [];
+    for (let i = 0; i < this.output.length; i++) {
+      const l = this.output[i];
+      // we keep empty entry for array of objects
+      if (l[0] === "[" && l[1] !== "[") {
+        // empty object
+        if (this.output[i + 1] === "") {
+          i += 1;
+          continue;
+        }
+        out.push(l);
+      } else {
+        const m = rDeclaration.exec(l);
+        if (m) {
+          out.push(l.replace(m[1], pad(m[1], this.maxPad, { side: "right" })));
+        } else {
+          out.push(l);
+        }
+      }
+    }
+    // Cleaning multiple spaces
+    const cleanedOutput = [];
+    for (let i = 0; i < out.length; i++) {
+      const l = out[i];
+      if (!(l === "" && out[i + 1] === "")) {
+        cleanedOutput.push(l);
+      }
+    }
+    return cleanedOutput;
+  }
+}
+
+export function stringify(srcObj: object): string {
+  let out: string[] = [];
+  out = new Dumper(srcObj).dump();
+  return out.join("\n");
+}
+
+export function parse(tomlString: string): object {
+  // File is potentially using EOL CRLF
+  tomlString = tomlString.replace(/\r\n/g, "\n").replace(/\\\n/g, "\n");
+  return new Parser(tomlString).parse();
+}