perf(scanner): tweaked token dispatch code

Author: KFlash

.prettierignore

@@ -4,5 +4,5 @@ src/token.ts
 src/common.ts
 src/chars.ts
 src/scanner/charClassifier.ts
-src/unicode.ts
+src/scanner/unicode.ts
 package-lock.json

scripts/generate-unicode.js

@@ -186,6 +186,10 @@ if (require.main === module) {
       isLineTerminator: [[0x0d, 0x0a, 0x2028, 0x2029]],
       isWhiteSpace: [
         [
+          0x0d,
+          0x0a,
+          0x2028,
+          0x2029,
           0x00a0,
           0x1680,
           0x2000,

src/scanner/scan.ts

@@ -173,16 +173,16 @@ export function scan(
     parser.start = parser.index;
 
     if (char > 0b00000000000000000000000001111110) {
-      if ((char & ~0b00000000000000000000000000000001) === Chars.LineSeparator) {
-        parser.offset = ++parser.index;
-        parser.newLine = 1;
-        parser.curLine++;
-        lastIsCR = 0;
-        continue;
-      }
-
       if (((unicodeLookup[(char >>> 5) + 104448] >>> char) & 31 & 1) !== 0) {
         parser.index++;
+
+        if ((char & ~0b00000000000000000000000000000001) === Chars.LineSeparator) {
+          parser.offset = parser.index;
+          parser.newLine = 1;
+          parser.curLine++;
+          lastIsCR = 0;
+        }
+
         continue;
       }