From 097ff400018d237fb1bd7f04825487c43493c1de Mon Sep 17 00:00:00 2001 From: Sven SAULEAU Date: Sat, 11 Nov 2017 18:08:43 +0100 Subject: [PATCH] feat: more charCodes --- packages/babylon/src/tokenizer/index.js | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/packages/babylon/src/tokenizer/index.js b/packages/babylon/src/tokenizer/index.js index 1f45a76414..608a85bf79 100644 --- a/packages/babylon/src/tokenizer/index.js +++ b/packages/babylon/src/tokenizer/index.js @@ -369,7 +369,8 @@ export default class Tokenizer extends LocationParser { default: if ( (ch > charCodes.backSpace && ch < charCodes.shiftOut) || - (ch >= 5760 && nonASCIIwhitespace.test(String.fromCharCode(ch))) + (ch >= charCodes.oghamSpaceMark && + nonASCIIwhitespace.test(String.fromCharCode(ch))) ) { ++this.state.pos; } else {