embed acorn

2015-03-17 02:44:05 +11:00
parent 976e8c1cfd
commit ec526f9224
30 changed files with 92334 additions and 59 deletions
--- a/lib/acorn/AUTHORS
+++ b/lib/acorn/AUTHORS
@@ -0,0 +1,32 @@
+List of Acorn contributors. Updated before every release.
+
+Alistair Braidwood
+Aparajita Fishman
+Arian Stolwijk
+Artem Govorov
+Brandon Mills
+Charles Hughes
+Conrad Irwin
+David Bonnet
+impinball
+Ingvar Stepanyan
+Jiaxing Wang
+Johannes Herr
+Jürg Lehni
+keeyipchan
+krator
+Marijn Haverbeke
+Martin Carlberg
+Mathias Bynens
+Mathieu 'p01' Henri
+Max Schaefer
+Mihai Bazon
+Mike Rennie
+Oskar Schöldström
+Paul Harper
+Peter Rust
+PlNG
+r-e-d
+Rich Harris
+Sebastian McKenzie
+zsjforcn
--- a/lib/acorn/LICENSE
+++ b/lib/acorn/LICENSE
@@ -0,0 +1,19 @@
+Copyright (C) 2012-2014 by various contributors (see AUTHORS)
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.
--- a/lib/acorn/README.md
+++ b/lib/acorn/README.md
@@ -0,0 +1,4 @@
+# Acorn
+
+Embedded version with Babel-specific modifications of the excellent
+[acorn](https://github.com/marijnh/acorn) parser.
--- a/lib/acorn/acorn.js
+++ b/lib/acorn/acorn.js
--- a/lib/acorn/package.json
+++ b/lib/acorn/package.json
@@ -0,0 +1,23 @@
+{
+    "name": "acorn",
+    "description": "ECMAScript parser",
+    "homepage": "http://marijnhaverbeke.nl/acorn/",
+    "main": "acorn.js",
+    "version": "0.12.1",
+    "engines": {"node": ">=0.4.0"},
+    "browser": "acorn_csp.js",
+    "maintainers": [{"name": "Marijn Haverbeke",
+                     "email": "marijnh@gmail.com",
+                     "web": "http://marijnhaverbeke.nl"}],
+    "repository": {"type": "git",
+                   "url": "http://marijnhaverbeke.nl/git/acorn"},
+    "licenses": [{"type": "MIT",
+                  "url": "http://marijnhaverbeke.nl/acorn/LICENSE"}],
+    "scripts": {
+      "test": "node test/run.js",
+      "prepublish": "node bin/without_eval > acorn_csp.js"
+    },
+    "bin": {"acorn": "./bin/acorn"},
+    "devDependencies": {"regenerate": "~0.6.2",
+                        "unicode-7.0.0": "~0.1.5"}
+}
--- a/lib/acorn/test/bench.html
+++ b/lib/acorn/test/bench.html
@@ -0,0 +1,96 @@
+<!doctype html>
+<head>
+  <meta charset="utf-8">
+  <title>Acorn benchmark</title>
+  <script src="../acorn.js"></script>
+  <script src="compare/esprima.js"></script>
+  <script src="compare/traceur.js"></script>
+  <script src="jquery-string.js"></script>
+  <script src="codemirror-string.js"></script>
+  <style>
+    td { text-align: right; padding-right: 20px; }
+    th { text-align: left; padding-right: 40px; }
+    body { max-width: 50em; padding: 1em 2em; }
+    h1 { font-size: 150%; }
+  </style>
+</head>
+
+<h1>Acorn/Esprima/Traceur speed comparison</h1>
+
+<p>This will run each of the three ES6 parsers on the source code of
+jQuery 1.11.1 and CodeMirror 3.0b1 for five seconds, and show a table
+indicating the number of lines parsed per second. Note that Traceur
+always stores location data, and is thus not fairly compared by the
+benchmark <em>without</em> location data.<p>
+
+<p>Also note that having the developer tools open in Chrome, or
+Firebug in Firefox <em>heavily</em> influences the numbers you get. In
+Chrome, the effect even lingers (in the tab) after you close the
+developer tools. Load in a fresh tab to get (halfway) stable
+numbers.</p>
+
+<button onclick="run(false)">Compare <strong>without</strong> location data</button>
+<button onclick="run(true)">Compare <strong>with</strong> location data</button>
+<button onclick="run(false, true)">Run only Acorn</button>
+<span id="running"></span>
+
+<script>
+  var sourceFileName = 'source.js';
+
+  function runAcorn(code, locations) {
+    acorn.parse(code, {ecmaVersion: 6, locations: locations, sourceFile: sourceFileName});
+  }
+  function runEsprima(code, locations) {
+    esprima.parse(code, {loc: locations, source: sourceFileName});
+  }
+  function runTraceur(code) {
+    var file = new traceur.syntax.SourceFile(sourceFileName, code);
+    var parser = new traceur.syntax.Parser(file);
+    parser.parseScript();
+  }
+
+  var totalLines = codemirror30.split("\n").length + jquery111.split("\n").length;
+
+  var nowHost = (typeof performance === 'object' && 'now' in performance) ? performance : Date;
+
+  function benchmark(runner, locations) {
+    // Give it a chance to warm up (first runs are usually outliers)
+    runner(jquery111, locations);
+    runner(codemirror30, locations);
+    var t0 = nowHost.now(), t1, lines = 0;
+    for (;;) {
+      runner(jquery111, locations);
+      runner(codemirror30, locations);
+      lines += totalLines;
+      t1 = nowHost.now();
+      if (t1 - t0 > 5000) break;
+    }
+    return lines / ((t1 - t0) / 1000);
+  }
+
+  function showOutput(values) {
+    var html = "<hr><table>";
+    for (var i = 0; i < values.length; ++i)
+      html += "<tr><th>" + values[i].name + "</td><td>" + Math.round(values[i].score) + " lines per second</td><td>" +
+                        Math.round(values[i].score * 100 / values[0].score) + "%</td></tr>";
+    document.body.appendChild(document.createElement("div")).innerHTML = html;
+  }
+
+  function run(locations, acornOnly) {
+    var running = document.getElementById("running");
+    running.innerHTML = "Running benchmark...";
+    var data = [{name: "Acorn", runner: runAcorn},
+                {name: "Esprima", runner: runEsprima},
+                {name: "Traceur", runner: runTraceur}];
+    if (acornOnly) data.length = 1;
+    var pos = 0;
+    function next() {
+      data[pos].score = benchmark(data[pos].runner, locations);
+      if (++pos == data.length) {
+        running.innerHTML = "";
+        showOutput(data);
+      } else setTimeout(next, 100);
+    }
+    setTimeout(next, 50);
+  }
+</script>
--- a/lib/acorn/test/codemirror-string.js
+++ b/lib/acorn/test/codemirror-string.js
--- a/lib/acorn/test/compare/esprima.js
+++ b/lib/acorn/test/compare/esprima.js
--- a/lib/acorn/test/compare/traceur.js
+++ b/lib/acorn/test/compare/traceur.js
--- a/lib/acorn/test/driver.js
+++ b/lib/acorn/test/driver.js
@@ -0,0 +1,113 @@
+(function(exports) {
+  var tests = [];
+
+  exports.test = function(code, ast, options) {
+    tests.push({code: code, ast: ast, options: options});
+  };
+  exports.testFail = function(code, message, options) {
+    tests.push({code: code, error: message, options: options});
+  };
+  exports.testAssert = function(code, assert, options) {
+    tests.push({code: code, assert: assert, options: options});
+  };
+
+  exports.runTests = function(config, callback) {
+    var parse = config.parse;
+
+    for (var i = 0; i < tests.length; ++i) {
+      var test = tests[i];
+      if (config.filter && !config.filter(test)) continue;
+      var testOpts = test.options || {locations: true};
+      var expected = {};
+      if (expected.onComment = testOpts.onComment)
+        testOpts.onComment = []
+      if (expected.onToken = testOpts.onToken)
+        testOpts.onToken = [];
+
+      try {
+        var ast = parse(test.code, testOpts);
+      } catch(e) {
+        if (!(e instanceof SyntaxError)) throw e;
+        if (test.error) {
+          if (e.message == test.error) callback("ok", test.code);
+          else callback("fail", test.code,
+                        "Expected error message: " + test.error + "\nGot error message: " + e.message);
+        } else {
+          callback("error", test.code, e.message || e.toString());
+        }
+        continue
+      }
+
+      if (test.error) {
+        if (config.loose) callback("ok", test.code);
+        else callback("fail", test.code, "Expected error message: " + test.error + "\nBut parsing succeeded.");
+      } else if (test.assert) {
+        var error = test.assert(ast);
+        if (error) callback("fail", test.code, "\n  Assertion failed:\n " + error);
+        else callback("ok", test.code);
+      } else {
+        var mis = misMatch(test.ast, ast);
+        for (var name in expected) {
+          if (mis) break;
+          if (expected[name]) {
+            mis = misMatch(expected[name], testOpts[name]);
+            testOpts[name] = expected[name];
+          }
+        }
+        if (mis) callback("fail", test.code, mis);
+        else callback("ok", test.code);
+      }
+    }
+  };
+
+  function ppJSON(v) { return v instanceof RegExp ? v.toString() : JSON.stringify(v, null, 2); }
+  function addPath(str, pt) {
+    if (str.charAt(str.length-1) == ")")
+      return str.slice(0, str.length-1) + "/" + pt + ")";
+    return str + " (" + pt + ")";
+  }
+
+  var misMatch = exports.misMatch = function(exp, act) {
+    if (!exp || !act || (typeof exp != "object") || (typeof act != "object")) {
+      if (exp !== act) return ppJSON(exp) + " !== " + ppJSON(act);
+    } else if (exp instanceof RegExp || act instanceof RegExp) {
+      var left = ppJSON(exp), right = ppJSON(act);
+      if (left !== right) return left + " !== " + right;
+    } else if (exp.splice) {
+      if (!act.slice) return ppJSON(exp) + " != " + ppJSON(act);
+      if (act.length != exp.length) return "array length mismatch " + exp.length + " != " + act.length;
+      for (var i = 0; i < act.length; ++i) {
+        var mis = misMatch(exp[i], act[i]);
+        if (mis) return addPath(mis, i);
+      }
+    } else {
+      for (var prop in exp) {
+        var mis = misMatch(exp[prop], act[prop]);
+        if (mis) return addPath(mis, prop);
+      }
+    }
+  };
+
+  function mangle(ast) {
+    if (typeof ast != "object" || !ast) return;
+    if (ast.slice) {
+      for (var i = 0; i < ast.length; ++i) mangle(ast[i]);
+    } else {
+      var loc = ast.start && ast.end && {start: ast.start, end: ast.end};
+      if (loc) { delete ast.start; delete ast.end; }
+      for (var name in ast) if (ast.hasOwnProperty(name)) mangle(ast[name]);
+      if (loc) ast.loc = loc;
+    }
+  }
+
+  exports.printTests = function() {
+    var out = "";
+    for (var i = 0; i < tests.length; ++i) {
+      if (tests[i].error) continue;
+      mangle(tests[i].ast);
+      out += "test(" + JSON.stringify(tests[i].code) + ", " + JSON.stringify(tests[i].ast, null, 2) + ");\n\n";
+    }
+    document.body.innerHTML = "";
+    document.body.appendChild(document.createElement("pre")).appendChild(document.createTextNode(out));
+  };
+})(typeof exports == "undefined" ? window : exports);
--- a/lib/acorn/test/index.html
+++ b/lib/acorn/test/index.html
@@ -0,0 +1,14 @@
+<!doctype html>
+<head>
+  <meta charset="utf-8">
+  <title>Acorn test suite</title>
+  <script src="../acorn.js"></script>
+  <script src="../acorn_loose.js"></script>
+  <script src="driver.js"></script>
+  <script src="tests.js" charset="utf-8"></script>
+  <script src="tests-harmony.js" charset="utf-8"></script>
+</head>
+<body>
+  <ul id="log"></ul>
+  <script src="run.js"></script>
+</body>
--- a/lib/acorn/test/jquery-string.js
+++ b/lib/acorn/test/jquery-string.js
--- a/lib/acorn/test/run.js
+++ b/lib/acorn/test/run.js
@@ -0,0 +1,109 @@
+(function() {
+  var driver;
+
+  if (typeof require !== "undefined") {
+    driver = require("./driver.js");
+    require("./tests.js");
+    require("./tests-harmony.js");
+  } else {
+    driver = window;
+  }
+
+  var htmlLog = typeof document === "object" && document.getElementById('log');
+  var htmlGroup = htmlLog;
+
+  function group(name) {
+    if (htmlGroup) {
+      var parentGroup = htmlGroup;
+      htmlGroup = document.createElement("ul");
+      var item = document.createElement("li");
+      item.textContent = name;
+      item.appendChild(htmlGroup);
+      parentGroup.appendChild(item);
+    }
+    if (typeof console === "object" && console.group) {
+      console.group(name);
+    }
+  }
+
+  function groupEnd() {
+    if (htmlGroup) {
+      htmlGroup = htmlGroup.parentElement.parentElement;
+    }
+    if (typeof console === "object" && console.groupEnd) {
+      console.groupEnd(name);
+    }
+  }
+
+  function log(title, message) {
+    if (htmlGroup) {
+      var elem = document.createElement("li");
+      elem.innerHTML = "<b>" + title + "</b> " + message;
+      htmlGroup.appendChild(elem);
+    }
+    if (typeof console === "object") console.log(title, message);
+  }
+
+  var stats, modes = {
+    Normal: {
+      config: {
+        parse: (typeof require === "undefined" ? window.acorn : require("../acorn.js")).parse
+      }
+    },
+    Loose: {
+      config: {
+        parse: (typeof require === "undefined" ? window.acorn : require("../acorn_loose")).parse_dammit,
+        loose: true,
+        filter: function (test) {
+          var opts = test.options || {};
+          if (opts.loose === false) return false;
+          return (opts.ecmaVersion || 5) <= 6;
+        }
+      }
+    }
+  };
+
+  function report(state, code, message) {
+    if (state != "ok") {++stats.failed; log(code, message);}
+    ++stats.testsRun;
+  }
+
+  group("Errors");
+
+  for (var name in modes) {
+    group(name);
+    var mode = modes[name];
+    stats = mode.stats = {testsRun: 0, failed: 0};
+    var t0 = +new Date;
+    driver.runTests(mode.config, report);
+    mode.stats.duration = +new Date - t0;
+    groupEnd();
+  }
+
+  groupEnd();
+
+  function outputStats(name, stats) {
+    log(name + ":", stats.testsRun + " tests run in " + stats.duration + "ms; " +
+      (stats.failed ? stats.failed + " failures." : "all passed."));
+  }
+
+  var total = {testsRun: 0, failed: 0, duration: 0};
+
+  group("Stats");
+
+  for (var name in modes) {
+    var stats = modes[name].stats;
+    outputStats(name + " parser", stats);
+    for (var key in stats) total[key] += stats[key];
+  }
+
+  outputStats("Total", total);
+
+  groupEnd();
+
+  if (total.failed && typeof process === "object") {
+    process.stdout.write("", function() {
+      process.exit(1);
+    });
+  }
+})();
--- a/lib/acorn/test/tests-harmony.js
+++ b/lib/acorn/test/tests-harmony.js
--- a/lib/acorn/test/tests.js
+++ b/lib/acorn/test/tests.js
--- a/lib/acorn/tools/generate-identifier-regex.js
+++ b/lib/acorn/tools/generate-identifier-regex.js
@@ -0,0 +1,47 @@
+// Note: run `npm install unicode-7.0.0` first.
+
+// Which Unicode version should be used?
+var version = '7.0.0';
+
+var start = require('unicode-' + version + '/properties/ID_Start/code-points')
+    .filter(function(ch) { return ch > 127; });
+var cont = [0x200c, 0x200d].concat(require('unicode-' + version + '/properties/ID_Continue/code-points')
+    .filter(function(ch) { return ch > 127 && start.indexOf(ch) == -1; }));
+
+function pad(str, width) {
+  while (str.length < width) str = "0" + str;
+  return str;
+}
+
+function esc(code) {
+  var hex = code.toString(16);
+  if (hex.length <= 2) return "\\x" + pad(hex, 2);
+  else return "\\u" + pad(hex, 4);
+}
+
+function generate(chars) {
+  var astral = [], re = "";
+  for (var i = 0, at = 0x10000; i < chars.length; i++) {
+    var from = chars[i], to = from;
+    while (i < chars.length - 1 && chars[i + 1] == to + 1) {
+      i++;
+      to++;
+    }
+    if (to <= 0xffff) {
+      if (from == to) re += esc(from);
+      else if (from + 1 == to) re += esc(from) + esc(to);
+      else re += esc(from) + "-" + esc(to);
+    } else {
+      astral.push(from - at, to - from);
+      at = to;
+    }
+  }
+  return {nonASCII: re, astral: astral};
+}
+
+var startData = generate(start), contData = generate(cont);
+
+console.log("  var nonASCIIidentifierStartChars = \"" + startData.nonASCII + "\";");
+console.log("  var nonASCIIidentifierChars = \"" + contData.nonASCII + "\";");
+console.log("  var astralIdentifierStartCodes = " + JSON.stringify(startData.astral) + ";");
+console.log("  var astralIdentifierCodes = " + JSON.stringify(contData.astral) + ";");