feat: more charCodes

2017-11-11 18:08:43 +01:00 · 2017-11-11 18:08:43 +01:00 · 097ff40001
commit 097ff40001
parent b79e3c0e99
1 changed files with 2 additions and 1 deletions
--- a/packages/babylon/src/tokenizer/index.js
+++ b/packages/babylon/src/tokenizer/index.js
@ -369,7 +369,8 @@ export default class Tokenizer extends LocationParser {
        default:
          if (
            (ch > charCodes.backSpace && ch < charCodes.shiftOut) ||
-            (ch >= 5760 && nonASCIIwhitespace.test(String.fromCharCode(ch)))
+            (ch >= charCodes.oghamSpaceMark &&
+              nonASCIIwhitespace.test(String.fromCharCode(ch)))
          ) {
            ++this.state.pos;
          } else {