Simplify tokenizer update context (#11944)

* replace lineBreak.test by hasPrecedingLingBreak

* refactor: simplify updateContext
This commit is contained in:
Huáng Jùnliàng
2020-08-11 13:43:03 -04:00
committed by GitHub
parent 3995160fc7
commit df9ee2c7cd
5 changed files with 19 additions and 37 deletions

View File

@@ -5,7 +5,6 @@
// See https://github.com/mozilla/sweet.js/wiki/design
import { types as tt } from "./types";
import { lineBreak } from "../util/whitespace";
export class TokContext {
constructor(
@@ -105,17 +104,11 @@ tt.incDec.updateContext = function () {
};
tt._function.updateContext = tt._class.updateContext = function (prevType) {
if (prevType === tt.dot || prevType === tt.questionDot) {
// when function/class follows dot/questionDot, it is part of
// (optional)MemberExpression, then we don't need to push new token context
} else if (
if (
prevType.beforeExpr &&
prevType !== tt.semi &&
prevType !== tt._else &&
!(
prevType === tt._return &&
lineBreak.test(this.input.slice(this.state.lastTokEnd, this.state.start))
) &&
!(prevType === tt._return && this.hasPrecedingLineBreak()) &&
!(
(prevType === tt.colon || prevType === tt.braceL) &&
this.curContext() === types.b_stat
@@ -138,10 +131,6 @@ tt.backQuote.updateContext = function () {
this.state.exprAllowed = false;
};
tt.star.updateContext = function () {
this.state.exprAllowed = false;
};
// we don't need to update context for tt.braceBarL because we do not pop context for tt.braceBarR
tt.braceHashL.updateContext = function () {
this.state.context.push(types.recordExpression);

View File

@@ -114,6 +114,7 @@ export default class Tokenizer extends ParserErrors {
// Forward-declarations
// parser/util.js
/*::
+hasPrecedingLineBreak: () => boolean;
+unexpected: (pos?: ?number, messageOrType?: string | TokenType) => empty;
+expectPlugin: (name: string, pos?: ?number) => true;
*/
@@ -603,10 +604,7 @@ export default class Tokenizer extends ParserErrors {
next === charCodes.dash &&
!this.inModule &&
this.input.charCodeAt(this.state.pos + 2) === charCodes.greaterThan &&
(this.state.lastTokEnd === 0 ||
lineBreak.test(
this.input.slice(this.state.lastTokEnd, this.state.pos),
))
(this.state.lastTokEnd === 0 || this.hasPrecedingLineBreak())
) {
// A `-->` line comment
this.skipLineComment(3);
@@ -1525,9 +1523,7 @@ export default class Tokenizer extends ParserErrors {
prevType === tt._return ||
(prevType === tt.name && this.state.exprAllowed)
) {
return lineBreak.test(
this.input.slice(this.state.lastTokEnd, this.state.start),
);
return this.hasPrecedingLineBreak();
}
if (

View File

@@ -155,7 +155,8 @@ export const types: { [name: string]: TokenType } = {
plusMin: new TokenType("+/-", { beforeExpr, binop: 9, prefix, startsExpr }),
// startsExpr: required by v8intrinsic plugin
modulo: new TokenType("%", { beforeExpr, binop: 10, startsExpr }),
star: createBinop("*", 10),
// unset `beforeExpr` as it can be `function *`
star: new TokenType("*", { binop: 10 }),
slash: createBinop("/", 10),
exponent: new TokenType("**", {
beforeExpr,