@@ -329,6 +329,8 @@ for (
329329 // Line Break Whitespace
330330 [ CharacterCodes . lineFeed , TokenCategory . LineBreak ] ,
331331 [ CharacterCodes . carriageReturn , TokenCategory . LineBreak ] ,
332+ [ CharacterCodes . lineSeparator , TokenCategory . LineBreak ] ,
333+ [ CharacterCodes . paragraphSeparator , TokenCategory . LineBreak ] ,
332334
333335 // Single Line Whitespace
334336 [ CharacterCodes . tab , TokenCategory . Whitespace ] ,
@@ -2022,11 +2024,11 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
20222024 }
20232025 }
20242026
2025- const tokenInfo = ch < tokenCategoryLookup . length ?
2027+ const tokenCategory = ch < tokenCategoryLookup . length ?
20262028 tokenCategoryLookup [ ch ] :
20272029 tokenCategoryLookupUncommon . get ( ch ) ?? TokenCategory . None ;
20282030
2029- if ( tokenInfo === TokenCategory . None ) {
2031+ if ( tokenCategory === TokenCategory . None ) {
20302032 const identifierKind = scanIdentifier ( ch , languageVersion ) ;
20312033 if ( identifierKind ) {
20322034 return token = identifierKind ;
@@ -2046,7 +2048,7 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
20462048 return token = SyntaxKind . Unknown ;
20472049 }
20482050
2049- if ( tokenInfo & TokenCategory . Whitespace ) {
2051+ if ( tokenCategory & TokenCategory . Whitespace ) {
20502052 if ( skipTrivia ) {
20512053 pos ++ ;
20522054 continue ;
@@ -2059,12 +2061,12 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
20592061 }
20602062 }
20612063
2062- if ( tokenInfo & TokenCategory . SimpleToken ) {
2064+ if ( tokenCategory & TokenCategory . SimpleToken ) {
20632065 pos ++ ;
2064- return token = tokenInfo & TokenCategory . SimpleTokenMask ;
2066+ return token = tokenCategory & TokenCategory . SimpleTokenMask ;
20652067 }
20662068
2067- if ( tokenInfo & TokenCategory . Digit ) {
2069+ if ( tokenCategory & TokenCategory . Digit ) {
20682070 if ( ch === CharacterCodes . _0 ) {
20692071 if ( pos + 2 < end && ( charCodeUnchecked ( pos + 1 ) === CharacterCodes . X || charCodeUnchecked ( pos + 1 ) === CharacterCodes . x ) ) {
20702072 pos += 2 ;
@@ -2104,7 +2106,7 @@ export function createScanner(languageVersion: ScriptTarget, skipTrivia: boolean
21042106 return token = scanNumber ( ) ;
21052107 }
21062108
2107- if ( ! ( tokenInfo & TokenCategory . RecognizedMisc ) ) Debug . fail ( `Unhandled token category ${ tokenInfo } ` ) ;
2109+ if ( ! ( tokenCategory & TokenCategory . RecognizedMisc ) ) Debug . fail ( `Unhandled token category ${ tokenCategory } ` ) ;
21082110 switch ( ch ) {
21092111 case CharacterCodes . exclamation :
21102112 if ( charCodeUnchecked ( pos + 1 ) === CharacterCodes . equals ) {
0 commit comments