Skip to content

Commit 9e5e29f

Browse files
More rename.
1 parent 11a24a7 commit 9e5e29f

File tree

1 file changed

+9
-7
lines changed

1 file changed

+9
-7
lines changed

src/compiler/scanner.ts

Lines changed: 9 additions & 7 deletions
Original file line numberDiff line numberDiff line change
@@ -329,6 +329,8 @@ for (
329329
// Line Break Whitespace
330330
[CharacterCodes.lineFeed, TokenCategory.LineBreak],
331331
[CharacterCodes.carriageReturn, TokenCategory.LineBreak],
332+
[CharacterCodes.lineSeparator, TokenCategory.LineBreak],
333+
[CharacterCodes.paragraphSeparator, TokenCategory.LineBreak],
332334

333335
// Single Line Whitespace
334336
[CharacterCodes.tab, TokenCategory.Whitespace],
@@ -2022,11 +2024,11 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
20222024
}
20232025
}
20242026

2025-
const tokenInfo = ch < tokenCategoryLookup.length ?
2027+
const tokenCategory = ch < tokenCategoryLookup.length ?
20262028
tokenCategoryLookup[ch] :
20272029
tokenCategoryLookupUncommon.get(ch) ?? TokenCategory.None;
20282030

2029-
if (tokenInfo === TokenCategory.None) {
2031+
if (tokenCategory === TokenCategory.None) {
20302032
const identifierKind = scanIdentifier(ch, languageVersion);
20312033
if (identifierKind) {
20322034
return token = identifierKind;
@@ -2046,7 +2048,7 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
20462048
return token = SyntaxKind.Unknown;
20472049
}
20482050

2049-
if (tokenInfo & TokenCategory.Whitespace) {
2051+
if (tokenCategory & TokenCategory.Whitespace) {
20502052
if (skipTrivia) {
20512053
pos++;
20522054
continue;
@@ -2059,12 +2061,12 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
20592061
}
20602062
}
20612063

2062-
if (tokenInfo & TokenCategory.SimpleToken) {
2064+
if (tokenCategory & TokenCategory.SimpleToken) {
20632065
pos++;
2064-
return token = tokenInfo & TokenCategory.SimpleTokenMask;
2066+
return token = tokenCategory & TokenCategory.SimpleTokenMask;
20652067
}
20662068

2067-
if (tokenInfo & TokenCategory.Digit) {
2069+
if (tokenCategory & TokenCategory.Digit) {
20682070
if (ch === CharacterCodes._0) {
20692071
if (pos + 2 < end && (charCodeUnchecked(pos + 1) === CharacterCodes.X || charCodeUnchecked(pos + 1) === CharacterCodes.x)) {
20702072
pos += 2;
@@ -2104,7 +2106,7 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
21042106
return token = scanNumber();
21052107
}
21062108

2107-
if (!(tokenInfo & TokenCategory.RecognizedMisc)) Debug.fail(`Unhandled token category ${tokenInfo}`);
2109+
if (!(tokenCategory & TokenCategory.RecognizedMisc)) Debug.fail(`Unhandled token category ${tokenCategory}`);
21082110
switch (ch) {
21092111
case CharacterCodes.exclamation:
21102112
if (charCodeUnchecked(pos + 1) === CharacterCodes.equals) {

0 commit comments

Comments
 (0)