cerxes/babel
3
0
Fork 0
Code Issues Pull Requests Releases Wiki Activity

put containsEsc on state rather than as a local variable

Browse Source
This commit is contained in:
Sebastian McKenzie 2015-07-31 12:44:54 +01:00
parent f5d9427153
commit aee240c73e
2 changed files with 10 additions and 10 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
packages/babylon/src/tokenizer/index.js
View File

@ -47,12 +47,6 @@ function codePointToString(code) {
return String.fromCharCode(((code - 0x10000) >> 10) + 0xD800, ((code - 0x10000) & 1023) + 0xDC00);
}
// Used to signal to callers of `readWord1` whether the word
// contained any escape sequences. This is needed because words with
// escape sequences must not be interpreted as keywords.
var containsEsc;
export default class Tokenizer {
constructor(input) {
this.state = new State;
@ -730,21 +724,21 @@ export default class Tokenizer {
return n;
}
// Read an identifier, and return it as a string. Sets `containsEsc`
// Read an identifier, and return it as a string. Sets `this.state.containsEsc`
// to whether the word contained a '\u' escape.
//
// Incrementally adds only escaped chars, adding other chunks as-is
// as a micro-optimization.
readWord1() {
containsEsc = false;
this.state.containsEsc = false;
let word = "", first = true, chunkStart = this.state.pos;
while (this.state.pos < this.input.length) {
let ch = this.fullCharCodeAtPos();
if (isIdentifierChar(ch, true)) {
this.state.pos += ch <= 0xffff ? 1 : 2;
} else if (ch === 92) { // "\"
containsEsc = true;
this.state.containsEsc = true;
word += this.input.slice(chunkStart, this.state.pos);
let escStart = this.state.pos;
@ -775,7 +769,7 @@ export default class Tokenizer {
readWord() {
let word = this.readWord1();
let type = tt.name;
if (!containsEsc && this.isKeyword(word))
if (!this.state.containsEsc && this.isKeyword(word))
type = keywordTypes[word];
return this.finishToken(type, word);
}

6
packages/babylon/src/tokenizer/state.js
View File

@ -54,6 +54,12 @@ export default class State {
this.context = [ct.b_stat];
this.exprAllowed = true;
// Used to signal to callers of `readWord1` whether the word
// contained any escape sequences. This is needed because words with
// escape sequences must not be interpreted as keywords.
this.containsEsc = false;
return this;
}