916 lines
56 KiB
TypeScript
916 lines
56 KiB
TypeScript
/// <reference path="types.ts"/>
|
||
/// <reference path="core.ts"/>
|
||
/// <reference path="diagnosticInformationMap.generated.ts"/>
|
||
|
||
module ts {
|
||
|
||
export interface ErrorCallback {
|
||
(message: DiagnosticMessage): void;
|
||
}
|
||
|
||
export interface CommentCallback {
|
||
(pos: number, end: number): void;
|
||
}
|
||
|
||
export interface Scanner {
|
||
getStartPos(): number;
|
||
getToken(): SyntaxKind;
|
||
getTextPos(): number;
|
||
getTokenPos(): number;
|
||
getTokenText(): string;
|
||
getTokenValue(): string;
|
||
hasPrecedingLineBreak(): boolean;
|
||
isIdentifier(): boolean;
|
||
isReservedWord(): boolean;
|
||
reScanGreaterToken(): SyntaxKind;
|
||
reScanSlashToken(): SyntaxKind;
|
||
scan(): SyntaxKind;
|
||
setText(text: string): void;
|
||
setTextPos(textPos: number): void;
|
||
tryScan<T>(callback: () => T): T;
|
||
}
|
||
|
||
var textToToken: Map<SyntaxKind> = {
|
||
"any": SyntaxKind.AnyKeyword,
|
||
"boolean": SyntaxKind.BooleanKeyword,
|
||
"break": SyntaxKind.BreakKeyword,
|
||
"case": SyntaxKind.CaseKeyword,
|
||
"catch": SyntaxKind.CatchKeyword,
|
||
"class": SyntaxKind.ClassKeyword,
|
||
"continue": SyntaxKind.ContinueKeyword,
|
||
"const": SyntaxKind.ConstKeyword,
|
||
"constructor": SyntaxKind.ConstructorKeyword,
|
||
"debugger": SyntaxKind.DebuggerKeyword,
|
||
"declare": SyntaxKind.DeclareKeyword,
|
||
"default": SyntaxKind.DefaultKeyword,
|
||
"delete": SyntaxKind.DeleteKeyword,
|
||
"do": SyntaxKind.DoKeyword,
|
||
"else": SyntaxKind.ElseKeyword,
|
||
"enum": SyntaxKind.EnumKeyword,
|
||
"export": SyntaxKind.ExportKeyword,
|
||
"extends": SyntaxKind.ExtendsKeyword,
|
||
"false": SyntaxKind.FalseKeyword,
|
||
"finally": SyntaxKind.FinallyKeyword,
|
||
"for": SyntaxKind.ForKeyword,
|
||
"function": SyntaxKind.FunctionKeyword,
|
||
"get": SyntaxKind.GetKeyword,
|
||
"if": SyntaxKind.IfKeyword,
|
||
"implements": SyntaxKind.ImplementsKeyword,
|
||
"import": SyntaxKind.ImportKeyword,
|
||
"in": SyntaxKind.InKeyword,
|
||
"instanceof": SyntaxKind.InstanceOfKeyword,
|
||
"interface": SyntaxKind.InterfaceKeyword,
|
||
"let": SyntaxKind.LetKeyword,
|
||
"module": SyntaxKind.ModuleKeyword,
|
||
"new": SyntaxKind.NewKeyword,
|
||
"null": SyntaxKind.NullKeyword,
|
||
"number": SyntaxKind.NumberKeyword,
|
||
"package": SyntaxKind.PackageKeyword,
|
||
"private": SyntaxKind.PrivateKeyword,
|
||
"protected": SyntaxKind.ProtectedKeyword,
|
||
"public": SyntaxKind.PublicKeyword,
|
||
"require": SyntaxKind.RequireKeyword,
|
||
"return": SyntaxKind.ReturnKeyword,
|
||
"set": SyntaxKind.SetKeyword,
|
||
"static": SyntaxKind.StaticKeyword,
|
||
"string": SyntaxKind.StringKeyword,
|
||
"super": SyntaxKind.SuperKeyword,
|
||
"switch": SyntaxKind.SwitchKeyword,
|
||
"this": SyntaxKind.ThisKeyword,
|
||
"throw": SyntaxKind.ThrowKeyword,
|
||
"true": SyntaxKind.TrueKeyword,
|
||
"try": SyntaxKind.TryKeyword,
|
||
"typeof": SyntaxKind.TypeOfKeyword,
|
||
"var": SyntaxKind.VarKeyword,
|
||
"void": SyntaxKind.VoidKeyword,
|
||
"while": SyntaxKind.WhileKeyword,
|
||
"with": SyntaxKind.WithKeyword,
|
||
"yield": SyntaxKind.YieldKeyword,
|
||
"{": SyntaxKind.OpenBraceToken,
|
||
"}": SyntaxKind.CloseBraceToken,
|
||
"(": SyntaxKind.OpenParenToken,
|
||
")": SyntaxKind.CloseParenToken,
|
||
"[": SyntaxKind.OpenBracketToken,
|
||
"]": SyntaxKind.CloseBracketToken,
|
||
".": SyntaxKind.DotToken,
|
||
"...": SyntaxKind.DotDotDotToken,
|
||
";": SyntaxKind.SemicolonToken,
|
||
",": SyntaxKind.CommaToken,
|
||
"<": SyntaxKind.LessThanToken,
|
||
">": SyntaxKind.GreaterThanToken,
|
||
"<=": SyntaxKind.LessThanEqualsToken,
|
||
">=": SyntaxKind.GreaterThanEqualsToken,
|
||
"==": SyntaxKind.EqualsEqualsToken,
|
||
"!=": SyntaxKind.ExclamationEqualsToken,
|
||
"===": SyntaxKind.EqualsEqualsEqualsToken,
|
||
"!==": SyntaxKind.ExclamationEqualsEqualsToken,
|
||
"=>": SyntaxKind.EqualsGreaterThanToken,
|
||
"+": SyntaxKind.PlusToken,
|
||
"-": SyntaxKind.MinusToken,
|
||
"*": SyntaxKind.AsteriskToken,
|
||
"/": SyntaxKind.SlashToken,
|
||
"%": SyntaxKind.PercentToken,
|
||
"++": SyntaxKind.PlusPlusToken,
|
||
"--": SyntaxKind.MinusMinusToken,
|
||
"<<": SyntaxKind.LessThanLessThanToken,
|
||
">>": SyntaxKind.GreaterThanGreaterThanToken,
|
||
">>>": SyntaxKind.GreaterThanGreaterThanGreaterThanToken,
|
||
"&": SyntaxKind.AmpersandToken,
|
||
"|": SyntaxKind.BarToken,
|
||
"^": SyntaxKind.CaretToken,
|
||
"!": SyntaxKind.ExclamationToken,
|
||
"~": SyntaxKind.TildeToken,
|
||
"&&": SyntaxKind.AmpersandAmpersandToken,
|
||
"||": SyntaxKind.BarBarToken,
|
||
"?": SyntaxKind.QuestionToken,
|
||
":": SyntaxKind.ColonToken,
|
||
"=": SyntaxKind.EqualsToken,
|
||
"+=": SyntaxKind.PlusEqualsToken,
|
||
"-=": SyntaxKind.MinusEqualsToken,
|
||
"*=": SyntaxKind.AsteriskEqualsToken,
|
||
"/=": SyntaxKind.SlashEqualsToken,
|
||
"%=": SyntaxKind.PercentEqualsToken,
|
||
"<<=": SyntaxKind.LessThanLessThanEqualsToken,
|
||
">>=": SyntaxKind.GreaterThanGreaterThanEqualsToken,
|
||
">>>=": SyntaxKind.GreaterThanGreaterThanGreaterThanEqualsToken,
|
||
"&=": SyntaxKind.AmpersandEqualsToken,
|
||
"|=": SyntaxKind.BarEqualsToken,
|
||
"^=": SyntaxKind.CaretEqualsToken,
|
||
};
|
||
|
||
/*
|
||
As per ECMAScript Language Specification 3th Edition, Section 7.6: Identifiers
|
||
IdentifierStart ::
|
||
Can contain Unicode 3.0.0 categories:
|
||
<20>Uppercase letter (Lu)<29>,
|
||
<20>Lowercase letter (Ll)<29>,
|
||
<20>Titlecase letter (Lt)<29>,
|
||
<20>Modifier letter (Lm)<29>,
|
||
<20>Other letter (Lo)<29>, or
|
||
<20>Letter number (Nl)<29>.
|
||
IdentifierPart :: =
|
||
Can contain IdentifierStart + Unicode 3.0.0 categories:
|
||
<20>Non-spacing mark (Mn)<29>,
|
||
<20>Combining spacing mark (Mc)<29>,
|
||
<20>Decimal number (Nd)<29>, or
|
||
<20>Connector punctuation (Pc)<29>.
|
||
|
||
Codepoint ranges for ES3 Identifiers are extracted from the Unicode 3.0.0 specification at:
|
||
http://www.unicode.org/Public/3.0-Update/UnicodeData-3.0.0.txt
|
||
*/
|
||
var unicodeES3IdentifierStart = [170, 170, 181, 181, 186, 186, 192, 214, 216, 246, 248, 543, 546, 563, 592, 685, 688, 696, 699, 705, 720, 721, 736, 740, 750, 750, 890, 890, 902, 902, 904, 906, 908, 908, 910, 929, 931, 974, 976, 983, 986, 1011, 1024, 1153, 1164, 1220, 1223, 1224, 1227, 1228, 1232, 1269, 1272, 1273, 1329, 1366, 1369, 1369, 1377, 1415, 1488, 1514, 1520, 1522, 1569, 1594, 1600, 1610, 1649, 1747, 1749, 1749, 1765, 1766, 1786, 1788, 1808, 1808, 1810, 1836, 1920, 1957, 2309, 2361, 2365, 2365, 2384, 2384, 2392, 2401, 2437, 2444, 2447, 2448, 2451, 2472, 2474, 2480, 2482, 2482, 2486, 2489, 2524, 2525, 2527, 2529, 2544, 2545, 2565, 2570, 2575, 2576, 2579, 2600, 2602, 2608, 2610, 2611, 2613, 2614, 2616, 2617, 2649, 2652, 2654, 2654, 2674, 2676, 2693, 2699, 2701, 2701, 2703, 2705, 2707, 2728, 2730, 2736, 2738, 2739, 2741, 2745, 2749, 2749, 2768, 2768, 2784, 2784, 2821, 2828, 2831, 2832, 2835, 2856, 2858, 2864, 2866, 2867, 2870, 2873, 2877, 2877, 2908, 2909, 2911, 2913, 2949, 2954, 2958, 2960, 2962, 2965, 2969, 2970, 2972, 2972, 2974, 2975, 2979, 2980, 2984, 2986, 2990, 2997, 2999, 3001, 3077, 3084, 3086, 3088, 3090, 3112, 3114, 3123, 3125, 3129, 3168, 3169, 3205, 3212, 3214, 3216, 3218, 3240, 3242, 3251, 3253, 3257, 3294, 3294, 3296, 3297, 3333, 3340, 3342, 3344, 3346, 3368, 3370, 3385, 3424, 3425, 3461, 3478, 3482, 3505, 3507, 3515, 3517, 3517, 3520, 3526, 3585, 3632, 3634, 3635, 3648, 3654, 3713, 3714, 3716, 3716, 3719, 3720, 3722, 3722, 3725, 3725, 3732, 3735, 3737, 3743, 3745, 3747, 3749, 3749, 3751, 3751, 3754, 3755, 3757, 3760, 3762, 3763, 3773, 3773, 3776, 3780, 3782, 3782, 3804, 3805, 3840, 3840, 3904, 3911, 3913, 3946, 3976, 3979, 4096, 4129, 4131, 4135, 4137, 4138, 4176, 4181, 4256, 4293, 4304, 4342, 4352, 4441, 4447, 4514, 4520, 4601, 4608, 4614, 4616, 4678, 4680, 4680, 4682, 4685, 4688, 4694, 4696, 4696, 4698, 4701, 4704, 4742, 4744, 4744, 4746, 4749, 4752, 4782, 4784, 4784, 4786, 4789, 4792, 4798, 4800, 4800, 4802, 4805, 4808, 4814, 4816, 4822, 4824, 4846, 4848, 4878, 4880, 4880, 4882, 4885, 4888, 4894, 4896, 4934, 4936, 4954, 5024, 5108, 5121, 5740, 5743, 5750, 5761, 5786, 5792, 5866, 6016, 6067, 6176, 6263, 6272, 6312, 7680, 7835, 7840, 7929, 7936, 7957, 7960, 7965, 7968, 8005, 8008, 8013, 8016, 8023, 8025, 8025, 8027, 8027, 8029, 8029, 8031, 8061, 8064, 8116, 8118, 8124, 8126, 8126, 8130, 8132, 8134, 8140, 8144, 8147, 8150, 8155, 8160, 8172, 8178, 8180, 8182, 8188, 8319, 8319, 8450, 8450, 8455, 8455, 8458, 8467, 8469, 8469, 8473, 8477, 8484, 8484, 8486, 8486, 8488, 8488, 8490, 8493, 8495, 8497, 8499, 8505, 8544, 8579, 12293, 12295, 12321, 12329, 12337, 12341, 12344, 12346, 12353, 12436, 12445, 12446, 12449, 12538, 12540, 12542, 12549, 12588, 12593, 12686, 12704, 12727, 13312, 19893, 19968, 40869, 40960, 42124, 44032, 55203, 63744, 64045, 64256, 64262, 64275, 64279, 64285, 64285, 64287, 64296, 64298, 64310, 64312, 64316, 64318, 64318, 64320, 64321, 64323, 64324, 64326, 64433, 64467, 64829, 64848, 64911, 64914, 64967, 65008, 65019, 65136, 65138, 65140, 65140, 65142, 65276, 65313, 65338, 65345, 65370, 65382, 65470, 65474, 65479, 65482, 65487, 65490, 65495, 65498, 65500, ];
|
||
var unicodeES3IdentifierPart = [170, 170, 181, 181, 186, 186, 192, 214, 216, 246, 248, 543, 546, 563, 592, 685, 688, 696, 699, 705, 720, 721, 736, 740, 750, 750, 768, 846, 864, 866, 890, 890, 902, 902, 904, 906, 908, 908, 910, 929, 931, 974, 976, 983, 986, 1011, 1024, 1153, 1155, 1158, 1164, 1220, 1223, 1224, 1227, 1228, 1232, 1269, 1272, 1273, 1329, 1366, 1369, 1369, 1377, 1415, 1425, 1441, 1443, 1465, 1467, 1469, 1471, 1471, 1473, 1474, 1476, 1476, 1488, 1514, 1520, 1522, 1569, 1594, 1600, 1621, 1632, 1641, 1648, 1747, 1749, 1756, 1759, 1768, 1770, 1773, 1776, 1788, 1808, 1836, 1840, 1866, 1920, 1968, 2305, 2307, 2309, 2361, 2364, 2381, 2384, 2388, 2392, 2403, 2406, 2415, 2433, 2435, 2437, 2444, 2447, 2448, 2451, 2472, 2474, 2480, 2482, 2482, 2486, 2489, 2492, 2492, 2494, 2500, 2503, 2504, 2507, 2509, 2519, 2519, 2524, 2525, 2527, 2531, 2534, 2545, 2562, 2562, 2565, 2570, 2575, 2576, 2579, 2600, 2602, 2608, 2610, 2611, 2613, 2614, 2616, 2617, 2620, 2620, 2622, 2626, 2631, 2632, 2635, 2637, 2649, 2652, 2654, 2654, 2662, 2676, 2689, 2691, 2693, 2699, 2701, 2701, 2703, 2705, 2707, 2728, 2730, 2736, 2738, 2739, 2741, 2745, 2748, 2757, 2759, 2761, 2763, 2765, 2768, 2768, 2784, 2784, 2790, 2799, 2817, 2819, 2821, 2828, 2831, 2832, 2835, 2856, 2858, 2864, 2866, 2867, 2870, 2873, 2876, 2883, 2887, 2888, 2891, 2893, 2902, 2903, 2908, 2909, 2911, 2913, 2918, 2927, 2946, 2947, 2949, 2954, 2958, 2960, 2962, 2965, 2969, 2970, 2972, 2972, 2974, 2975, 2979, 2980, 2984, 2986, 2990, 2997, 2999, 3001, 3006, 3010, 3014, 3016, 3018, 3021, 3031, 3031, 3047, 3055, 3073, 3075, 3077, 3084, 3086, 3088, 3090, 3112, 3114, 3123, 3125, 3129, 3134, 3140, 3142, 3144, 3146, 3149, 3157, 3158, 3168, 3169, 3174, 3183, 3202, 3203, 3205, 3212, 3214, 3216, 3218, 3240, 3242, 3251, 3253, 3257, 3262, 3268, 3270, 3272, 3274, 3277, 3285, 3286, 3294, 3294, 3296, 3297, 3302, 3311, 3330, 3331, 3333, 3340, 3342, 3344, 3346, 3368, 3370, 3385, 3390, 3395, 3398, 3400, 3402, 3405, 3415, 3415, 3424, 3425, 3430, 3439, 3458, 3459, 3461, 3478, 3482, 3505, 3507, 3515, 3517, 3517, 3520, 3526, 3530, 3530, 3535, 3540, 3542, 3542, 3544, 3551, 3570, 3571, 3585, 3642, 3648, 3662, 3664, 3673, 3713, 3714, 3716, 3716, 3719, 3720, 3722, 3722, 3725, 3725, 3732, 3735, 3737, 3743, 3745, 3747, 3749, 3749, 3751, 3751, 3754, 3755, 3757, 3769, 3771, 3773, 3776, 3780, 3782, 3782, 3784, 3789, 3792, 3801, 3804, 3805, 3840, 3840, 3864, 3865, 3872, 3881, 3893, 3893, 3895, 3895, 3897, 3897, 3902, 3911, 3913, 3946, 3953, 3972, 3974, 3979, 3984, 3991, 3993, 4028, 4038, 4038, 4096, 4129, 4131, 4135, 4137, 4138, 4140, 4146, 4150, 4153, 4160, 4169, 4176, 4185, 4256, 4293, 4304, 4342, 4352, 4441, 4447, 4514, 4520, 4601, 4608, 4614, 4616, 4678, 4680, 4680, 4682, 4685, 4688, 4694, 4696, 4696, 4698, 4701, 4704, 4742, 4744, 4744, 4746, 4749, 4752, 4782, 4784, 4784, 4786, 4789, 4792, 4798, 4800, 4800, 4802, 4805, 4808, 4814, 4816, 4822, 4824, 4846, 4848, 4878, 4880, 4880, 4882, 4885, 4888, 4894, 4896, 4934, 4936, 4954, 4969, 4977, 5024, 5108, 5121, 5740, 5743, 5750, 5761, 5786, 5792, 5866, 6016, 6099, 6112, 6121, 6160, 6169, 6176, 6263, 6272, 6313, 7680, 7835, 7840, 7929, 7936, 7957, 7960, 7965, 7968, 8005, 8008, 8013, 8016, 8023, 8025, 8025, 8027, 8027, 8029, 8029, 8031, 8061, 8064, 8116, 8118, 8124, 8126, 8126, 8130, 8132, 8134, 8140, 8144, 8147, 8150, 8155, 8160, 8172, 8178, 8180, 8182, 8188, 8255, 8256, 8319, 8319, 8400, 8412, 8417, 8417, 8450, 8450, 8455, 8455, 8458, 8467, 8469, 8469, 8473, 8477, 8484, 8484, 8486, 8486, 8488, 8488, 8490, 8493, 8495, 8497, 8499, 8505, 8544, 8579, 12293, 12295, 12321, 12335, 12337, 12341, 12344, 12346, 12353, 12436, 12441, 12442, 12445, 12446, 12449, 12542, 12549, 12588, 12593, 12686, 12704, 12727, 13312, 19893, 19968, 40869, 40960, 42124, 44032, 55203, 63744, 64045, 64256, 64262, 64275, 64279, 64285, 64296, 64298, 64310, 64312, 64316, 64318, 64318, 64320, 64321, 64323, 64324, 64326, 64433, 64467, 64829, 64848, 64911, 64914, 64967, 65008, 65019, 65056, 65059, 65075, 65076, 65101, 65103, 65136, 65138, 65140, 65140, 65142, 65276, 65296, 65305, 65313, 65338, 65343, 65343, 65345, 65370, 65381, 65470, 65474, 65479, 65482, 65487, 65490, 65495, 65498, 65500, ];
|
||
|
||
/*
|
||
As per ECMAScript Language Specification 5th Edition, Section 7.6: ISyntaxToken Names and Identifiers
|
||
IdentifierStart ::
|
||
Can contain Unicode 6.2 categories:
|
||
<20>Uppercase letter (Lu)<29>,
|
||
<20>Lowercase letter (Ll)<29>,
|
||
<20>Titlecase letter (Lt)<29>,
|
||
<20>Modifier letter (Lm)<29>,
|
||
<20>Other letter (Lo)<29>, or
|
||
<20>Letter number (Nl)<29>.
|
||
IdentifierPart ::
|
||
Can contain IdentifierStart + Unicode 6.2 categories:
|
||
<20>Non-spacing mark (Mn)<29>,
|
||
<20>Combining spacing mark (Mc)<29>,
|
||
<20>Decimal number (Nd)<29>,
|
||
<20>Connector punctuation (Pc)<29>,
|
||
<ZWNJ>, or
|
||
<ZWJ>.
|
||
|
||
Codepoint ranges for ES5 Identifiers are extracted from the Unicode 6.2 specification at:
|
||
http://www.unicode.org/Public/6.2.0/ucd/UnicodeData.txt
|
||
*/
|
||
var unicodeES5IdentifierStart = [170, 170, 181, 181, 186, 186, 192, 214, 216, 246, 248, 705, 710, 721, 736, 740, 748, 748, 750, 750, 880, 884, 886, 887, 890, 893, 902, 902, 904, 906, 908, 908, 910, 929, 931, 1013, 1015, 1153, 1162, 1319, 1329, 1366, 1369, 1369, 1377, 1415, 1488, 1514, 1520, 1522, 1568, 1610, 1646, 1647, 1649, 1747, 1749, 1749, 1765, 1766, 1774, 1775, 1786, 1788, 1791, 1791, 1808, 1808, 1810, 1839, 1869, 1957, 1969, 1969, 1994, 2026, 2036, 2037, 2042, 2042, 2048, 2069, 2074, 2074, 2084, 2084, 2088, 2088, 2112, 2136, 2208, 2208, 2210, 2220, 2308, 2361, 2365, 2365, 2384, 2384, 2392, 2401, 2417, 2423, 2425, 2431, 2437, 2444, 2447, 2448, 2451, 2472, 2474, 2480, 2482, 2482, 2486, 2489, 2493, 2493, 2510, 2510, 2524, 2525, 2527, 2529, 2544, 2545, 2565, 2570, 2575, 2576, 2579, 2600, 2602, 2608, 2610, 2611, 2613, 2614, 2616, 2617, 2649, 2652, 2654, 2654, 2674, 2676, 2693, 2701, 2703, 2705, 2707, 2728, 2730, 2736, 2738, 2739, 2741, 2745, 2749, 2749, 2768, 2768, 2784, 2785, 2821, 2828, 2831, 2832, 2835, 2856, 2858, 2864, 2866, 2867, 2869, 2873, 2877, 2877, 2908, 2909, 2911, 2913, 2929, 2929, 2947, 2947, 2949, 2954, 2958, 2960, 2962, 2965, 2969, 2970, 2972, 2972, 2974, 2975, 2979, 2980, 2984, 2986, 2990, 3001, 3024, 3024, 3077, 3084, 3086, 3088, 3090, 3112, 3114, 3123, 3125, 3129, 3133, 3133, 3160, 3161, 3168, 3169, 3205, 3212, 3214, 3216, 3218, 3240, 3242, 3251, 3253, 3257, 3261, 3261, 3294, 3294, 3296, 3297, 3313, 3314, 3333, 3340, 3342, 3344, 3346, 3386, 3389, 3389, 3406, 3406, 3424, 3425, 3450, 3455, 3461, 3478, 3482, 3505, 3507, 3515, 3517, 3517, 3520, 3526, 3585, 3632, 3634, 3635, 3648, 3654, 3713, 3714, 3716, 3716, 3719, 3720, 3722, 3722, 3725, 3725, 3732, 3735, 3737, 3743, 3745, 3747, 3749, 3749, 3751, 3751, 3754, 3755, 3757, 3760, 3762, 3763, 3773, 3773, 3776, 3780, 3782, 3782, 3804, 3807, 3840, 3840, 3904, 3911, 3913, 3948, 3976, 3980, 4096, 4138, 4159, 4159, 4176, 4181, 4186, 4189, 4193, 4193, 4197, 4198, 4206, 4208, 4213, 4225, 4238, 4238, 4256, 4293, 4295, 4295, 4301, 4301, 4304, 4346, 4348, 4680, 4682, 4685, 4688, 4694, 4696, 4696, 4698, 4701, 4704, 4744, 4746, 4749, 4752, 4784, 4786, 4789, 4792, 4798, 4800, 4800, 4802, 4805, 4808, 4822, 4824, 4880, 4882, 4885, 4888, 4954, 4992, 5007, 5024, 5108, 5121, 5740, 5743, 5759, 5761, 5786, 5792, 5866, 5870, 5872, 5888, 5900, 5902, 5905, 5920, 5937, 5952, 5969, 5984, 5996, 5998, 6000, 6016, 6067, 6103, 6103, 6108, 6108, 6176, 6263, 6272, 6312, 6314, 6314, 6320, 6389, 6400, 6428, 6480, 6509, 6512, 6516, 6528, 6571, 6593, 6599, 6656, 6678, 6688, 6740, 6823, 6823, 6917, 6963, 6981, 6987, 7043, 7072, 7086, 7087, 7098, 7141, 7168, 7203, 7245, 7247, 7258, 7293, 7401, 7404, 7406, 7409, 7413, 7414, 7424, 7615, 7680, 7957, 7960, 7965, 7968, 8005, 8008, 8013, 8016, 8023, 8025, 8025, 8027, 8027, 8029, 8029, 8031, 8061, 8064, 8116, 8118, 8124, 8126, 8126, 8130, 8132, 8134, 8140, 8144, 8147, 8150, 8155, 8160, 8172, 8178, 8180, 8182, 8188, 8305, 8305, 8319, 8319, 8336, 8348, 8450, 8450, 8455, 8455, 8458, 8467, 8469, 8469, 8473, 8477, 8484, 8484, 8486, 8486, 8488, 8488, 8490, 8493, 8495, 8505, 8508, 8511, 8517, 8521, 8526, 8526, 8544, 8584, 11264, 11310, 11312, 11358, 11360, 11492, 11499, 11502, 11506, 11507, 11520, 11557, 11559, 11559, 11565, 11565, 11568, 11623, 11631, 11631, 11648, 11670, 11680, 11686, 11688, 11694, 11696, 11702, 11704, 11710, 11712, 11718, 11720, 11726, 11728, 11734, 11736, 11742, 11823, 11823, 12293, 12295, 12321, 12329, 12337, 12341, 12344, 12348, 12353, 12438, 12445, 12447, 12449, 12538, 12540, 12543, 12549, 12589, 12593, 12686, 12704, 12730, 12784, 12799, 13312, 19893, 19968, 40908, 40960, 42124, 42192, 42237, 42240, 42508, 42512, 42527, 42538, 42539, 42560, 42606, 42623, 42647, 42656, 42735, 42775, 42783, 42786, 42888, 42891, 42894, 42896, 42899, 42912, 42922, 43000, 43009, 43011, 43013, 43015, 43018, 43020, 43042, 43072, 43123, 43138, 43187, 43250, 43255, 43259, 43259, 43274, 43301, 43312, 43334, 43360, 43388, 43396, 43442, 43471, 43471, 43520, 43560, 43584, 43586, 43588, 43595, 43616, 43638, 43642, 43642, 43648, 43695, 43697, 43697, 43701, 43702, 43705, 43709, 43712, 43712, 43714, 43714, 43739, 43741, 43744, 43754, 43762, 43764, 43777, 43782, 43785, 43790, 43793, 43798, 43808, 43814, 43816, 43822, 43968, 44002, 44032, 55203, 55216, 55238, 55243, 55291, 63744, 64109, 64112, 64217, 64256, 64262, 64275, 64279, 64285, 64285, 64287, 64296, 64298, 64310, 64312, 64316, 64318, 64318, 64320, 64321, 64323, 64324, 64326, 64433, 64467, 64829, 64848, 64911, 64914, 64967, 65008, 65019, 65136, 65140, 65142, 65276, 65313, 65338, 65345, 65370, 65382, 65470, 65474, 65479, 65482, 65487, 65490, 65495, 65498, 65500, ];
|
||
var unicodeES5IdentifierPart = [170, 170, 181, 181, 186, 186, 192, 214, 216, 246, 248, 705, 710, 721, 736, 740, 748, 748, 750, 750, 768, 884, 886, 887, 890, 893, 902, 902, 904, 906, 908, 908, 910, 929, 931, 1013, 1015, 1153, 1155, 1159, 1162, 1319, 1329, 1366, 1369, 1369, 1377, 1415, 1425, 1469, 1471, 1471, 1473, 1474, 1476, 1477, 1479, 1479, 1488, 1514, 1520, 1522, 1552, 1562, 1568, 1641, 1646, 1747, 1749, 1756, 1759, 1768, 1770, 1788, 1791, 1791, 1808, 1866, 1869, 1969, 1984, 2037, 2042, 2042, 2048, 2093, 2112, 2139, 2208, 2208, 2210, 2220, 2276, 2302, 2304, 2403, 2406, 2415, 2417, 2423, 2425, 2431, 2433, 2435, 2437, 2444, 2447, 2448, 2451, 2472, 2474, 2480, 2482, 2482, 2486, 2489, 2492, 2500, 2503, 2504, 2507, 2510, 2519, 2519, 2524, 2525, 2527, 2531, 2534, 2545, 2561, 2563, 2565, 2570, 2575, 2576, 2579, 2600, 2602, 2608, 2610, 2611, 2613, 2614, 2616, 2617, 2620, 2620, 2622, 2626, 2631, 2632, 2635, 2637, 2641, 2641, 2649, 2652, 2654, 2654, 2662, 2677, 2689, 2691, 2693, 2701, 2703, 2705, 2707, 2728, 2730, 2736, 2738, 2739, 2741, 2745, 2748, 2757, 2759, 2761, 2763, 2765, 2768, 2768, 2784, 2787, 2790, 2799, 2817, 2819, 2821, 2828, 2831, 2832, 2835, 2856, 2858, 2864, 2866, 2867, 2869, 2873, 2876, 2884, 2887, 2888, 2891, 2893, 2902, 2903, 2908, 2909, 2911, 2915, 2918, 2927, 2929, 2929, 2946, 2947, 2949, 2954, 2958, 2960, 2962, 2965, 2969, 2970, 2972, 2972, 2974, 2975, 2979, 2980, 2984, 2986, 2990, 3001, 3006, 3010, 3014, 3016, 3018, 3021, 3024, 3024, 3031, 3031, 3046, 3055, 3073, 3075, 3077, 3084, 3086, 3088, 3090, 3112, 3114, 3123, 3125, 3129, 3133, 3140, 3142, 3144, 3146, 3149, 3157, 3158, 3160, 3161, 3168, 3171, 3174, 3183, 3202, 3203, 3205, 3212, 3214, 3216, 3218, 3240, 3242, 3251, 3253, 3257, 3260, 3268, 3270, 3272, 3274, 3277, 3285, 3286, 3294, 3294, 3296, 3299, 3302, 3311, 3313, 3314, 3330, 3331, 3333, 3340, 3342, 3344, 3346, 3386, 3389, 3396, 3398, 3400, 3402, 3406, 3415, 3415, 3424, 3427, 3430, 3439, 3450, 3455, 3458, 3459, 3461, 3478, 3482, 3505, 3507, 3515, 3517, 3517, 3520, 3526, 3530, 3530, 3535, 3540, 3542, 3542, 3544, 3551, 3570, 3571, 3585, 3642, 3648, 3662, 3664, 3673, 3713, 3714, 3716, 3716, 3719, 3720, 3722, 3722, 3725, 3725, 3732, 3735, 3737, 3743, 3745, 3747, 3749, 3749, 3751, 3751, 3754, 3755, 3757, 3769, 3771, 3773, 3776, 3780, 3782, 3782, 3784, 3789, 3792, 3801, 3804, 3807, 3840, 3840, 3864, 3865, 3872, 3881, 3893, 3893, 3895, 3895, 3897, 3897, 3902, 3911, 3913, 3948, 3953, 3972, 3974, 3991, 3993, 4028, 4038, 4038, 4096, 4169, 4176, 4253, 4256, 4293, 4295, 4295, 4301, 4301, 4304, 4346, 4348, 4680, 4682, 4685, 4688, 4694, 4696, 4696, 4698, 4701, 4704, 4744, 4746, 4749, 4752, 4784, 4786, 4789, 4792, 4798, 4800, 4800, 4802, 4805, 4808, 4822, 4824, 4880, 4882, 4885, 4888, 4954, 4957, 4959, 4992, 5007, 5024, 5108, 5121, 5740, 5743, 5759, 5761, 5786, 5792, 5866, 5870, 5872, 5888, 5900, 5902, 5908, 5920, 5940, 5952, 5971, 5984, 5996, 5998, 6000, 6002, 6003, 6016, 6099, 6103, 6103, 6108, 6109, 6112, 6121, 6155, 6157, 6160, 6169, 6176, 6263, 6272, 6314, 6320, 6389, 6400, 6428, 6432, 6443, 6448, 6459, 6470, 6509, 6512, 6516, 6528, 6571, 6576, 6601, 6608, 6617, 6656, 6683, 6688, 6750, 6752, 6780, 6783, 6793, 6800, 6809, 6823, 6823, 6912, 6987, 6992, 7001, 7019, 7027, 7040, 7155, 7168, 7223, 7232, 7241, 7245, 7293, 7376, 7378, 7380, 7414, 7424, 7654, 7676, 7957, 7960, 7965, 7968, 8005, 8008, 8013, 8016, 8023, 8025, 8025, 8027, 8027, 8029, 8029, 8031, 8061, 8064, 8116, 8118, 8124, 8126, 8126, 8130, 8132, 8134, 8140, 8144, 8147, 8150, 8155, 8160, 8172, 8178, 8180, 8182, 8188, 8204, 8205, 8255, 8256, 8276, 8276, 8305, 8305, 8319, 8319, 8336, 8348, 8400, 8412, 8417, 8417, 8421, 8432, 8450, 8450, 8455, 8455, 8458, 8467, 8469, 8469, 8473, 8477, 8484, 8484, 8486, 8486, 8488, 8488, 8490, 8493, 8495, 8505, 8508, 8511, 8517, 8521, 8526, 8526, 8544, 8584, 11264, 11310, 11312, 11358, 11360, 11492, 11499, 11507, 11520, 11557, 11559, 11559, 11565, 11565, 11568, 11623, 11631, 11631, 11647, 11670, 11680, 11686, 11688, 11694, 11696, 11702, 11704, 11710, 11712, 11718, 11720, 11726, 11728, 11734, 11736, 11742, 11744, 11775, 11823, 11823, 12293, 12295, 12321, 12335, 12337, 12341, 12344, 12348, 12353, 12438, 12441, 12442, 12445, 12447, 12449, 12538, 12540, 12543, 12549, 12589, 12593, 12686, 12704, 12730, 12784, 12799, 13312, 19893, 19968, 40908, 40960, 42124, 42192, 42237, 42240, 42508, 42512, 42539, 42560, 42607, 42612, 42621, 42623, 42647, 42655, 42737, 42775, 42783, 42786, 42888, 42891, 42894, 42896, 42899, 42912, 42922, 43000, 43047, 43072, 43123, 43136, 43204, 43216, 43225, 43232, 43255, 43259, 43259, 43264, 43309, 43312, 43347, 43360, 43388, 43392, 43456, 43471, 43481, 43520, 43574, 43584, 43597, 43600, 43609, 43616, 43638, 43642, 43643, 43648, 43714, 43739, 43741, 43744, 43759, 43762, 43766, 43777, 43782, 43785, 43790, 43793, 43798, 43808, 43814, 43816, 43822, 43968, 44010, 44012, 44013, 44016, 44025, 44032, 55203, 55216, 55238, 55243, 55291, 63744, 64109, 64112, 64217, 64256, 64262, 64275, 64279, 64285, 64296, 64298, 64310, 64312, 64316, 64318, 64318, 64320, 64321, 64323, 64324, 64326, 64433, 64467, 64829, 64848, 64911, 64914, 64967, 65008, 65019, 65024, 65039, 65056, 65062, 65075, 65076, 65101, 65103, 65136, 65140, 65142, 65276, 65296, 65305, 65313, 65338, 65343, 65343, 65345, 65370, 65382, 65470, 65474, 65479, 65482, 65487, 65490, 65495, 65498, 65500, ];
|
||
|
||
function lookupInUnicodeMap(code: number, map: number[]): boolean {
|
||
// Bail out quickly if it couldn't possibly be in the map.
|
||
if (code < map[0]) {
|
||
return false;
|
||
}
|
||
|
||
// Perform binary search in one of the unicode range maps
|
||
var lo: number = 0;
|
||
var hi: number = map.length;
|
||
var mid: number;
|
||
|
||
while (lo + 1 < hi) {
|
||
mid = lo + (hi - lo) / 2;
|
||
// mid has to be even to catch a range's beginning
|
||
mid -= mid % 2;
|
||
if (map[mid] <= code && code <= map[mid + 1]) {
|
||
return true;
|
||
}
|
||
|
||
if (code < map[mid]) {
|
||
hi = mid;
|
||
}
|
||
else {
|
||
lo = mid + 2;
|
||
}
|
||
}
|
||
|
||
return false;
|
||
}
|
||
|
||
function isUnicodeIdentifierStart(code: number, languageVersion: ScriptTarget) {
|
||
return languageVersion === ScriptTarget.ES3 ?
|
||
lookupInUnicodeMap(code, unicodeES3IdentifierStart) :
|
||
lookupInUnicodeMap(code, unicodeES5IdentifierStart);
|
||
}
|
||
|
||
function isUnicodeIdentifierPart(code: number, languageVersion: ScriptTarget) {
|
||
return languageVersion === ScriptTarget.ES3 ?
|
||
lookupInUnicodeMap(code, unicodeES3IdentifierPart) :
|
||
lookupInUnicodeMap(code, unicodeES5IdentifierPart);
|
||
}
|
||
|
||
function makeReverseMap(source: Map<number>): string[] {
|
||
var result: string[] = [];
|
||
for (var name in source) {
|
||
if (source.hasOwnProperty(name)) {
|
||
result[source[name]] = name;
|
||
}
|
||
}
|
||
return result;
|
||
}
|
||
|
||
var tokenStrings = makeReverseMap(textToToken);
|
||
|
||
export function tokenToString(t: SyntaxKind): string {
|
||
return tokenStrings[t];
|
||
}
|
||
|
||
export function getLineStarts(text: string): number[] {
|
||
var result: number[] = new Array();
|
||
var pos = 0;
|
||
var lineStart = 0;
|
||
while (pos < text.length) {
|
||
switch (text.charCodeAt(pos++)) {
|
||
case CharacterCodes.carriageReturn:
|
||
if (text.charCodeAt(pos) === CharacterCodes.lineFeed) {
|
||
pos++;
|
||
}
|
||
case CharacterCodes.lineFeed:
|
||
result.push(lineStart);
|
||
lineStart = pos;
|
||
break;
|
||
}
|
||
}
|
||
result.push(lineStart);
|
||
return result;
|
||
}
|
||
|
||
export function getLineAndCharacterOfPosition(lineStarts: number[], position: number) {
|
||
var lineNumber = binarySearch(lineStarts, position);
|
||
if (lineNumber < 0) {
|
||
// If the actual position was not found,
|
||
// the binary search returns the negative value of the next line start
|
||
// eg. if line starts at [5, 10, 23, 80] and position requested was 20
|
||
// the search will return -2
|
||
lineNumber = (~lineNumber) - 1;
|
||
}
|
||
return {
|
||
line: lineNumber + 1,
|
||
character: position - lineStarts[lineNumber] + 1
|
||
};
|
||
}
|
||
|
||
export function positionToLineAndCharacter(text: string, pos: number) {
|
||
var lineStarts = getLineStarts(text);
|
||
return getLineAndCharacterOfPosition(lineStarts, pos);
|
||
}
|
||
|
||
var hasOwnProperty = Object.prototype.hasOwnProperty;
|
||
|
||
function isWhiteSpace(ch: number): boolean {
|
||
return ch === CharacterCodes.space || ch === CharacterCodes.tab || ch === CharacterCodes.verticalTab || ch === CharacterCodes.formFeed ||
|
||
ch === CharacterCodes.nonBreakingSpace || ch === CharacterCodes.ogham || ch >= CharacterCodes.enQuad && ch <= CharacterCodes.zeroWidthSpace ||
|
||
ch === CharacterCodes.narrowNoBreakSpace || ch === CharacterCodes.mathematicalSpace || ch === CharacterCodes.ideographicSpace || ch === CharacterCodes.byteOrderMark;
|
||
}
|
||
|
||
function isLineBreak(ch: number): boolean {
|
||
return ch === CharacterCodes.lineFeed || ch === CharacterCodes.carriageReturn || ch === CharacterCodes.lineSeparator || ch === CharacterCodes.paragraphSeparator;
|
||
}
|
||
|
||
function isDigit(ch: number): boolean {
|
||
return ch >= CharacterCodes._0 && ch <= CharacterCodes._9;
|
||
}
|
||
|
||
export function skipTrivia(text: string, pos: number, stopAfterLineBreak?: boolean): number {
|
||
while (true) {
|
||
var ch = text.charCodeAt(pos);
|
||
switch (ch) {
|
||
case CharacterCodes.carriageReturn:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.lineFeed) pos++;
|
||
case CharacterCodes.lineFeed:
|
||
pos++;
|
||
if (stopAfterLineBreak) return pos;
|
||
continue;
|
||
case CharacterCodes.tab:
|
||
case CharacterCodes.verticalTab:
|
||
case CharacterCodes.formFeed:
|
||
case CharacterCodes.space:
|
||
pos++;
|
||
continue;
|
||
case CharacterCodes.slash:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.slash) {
|
||
pos += 2;
|
||
while (pos < text.length) {
|
||
if (isLineBreak(text.charCodeAt(pos))) {
|
||
break;
|
||
}
|
||
pos++;
|
||
}
|
||
continue;
|
||
}
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.asterisk) {
|
||
pos += 2;
|
||
while (pos < text.length) {
|
||
if (text.charCodeAt(pos) === CharacterCodes.asterisk && text.charCodeAt(pos + 1) === CharacterCodes.slash) {
|
||
pos += 2;
|
||
break;
|
||
}
|
||
pos++;
|
||
}
|
||
continue;
|
||
}
|
||
break;
|
||
default:
|
||
if (ch > CharacterCodes.maxAsciiCharacter && (isWhiteSpace(ch) || isLineBreak(ch))) {
|
||
pos++;
|
||
continue;
|
||
}
|
||
break;
|
||
}
|
||
return pos;
|
||
}
|
||
}
|
||
|
||
export function createScanner(languageVersion: ScriptTarget, text?: string, onError?: ErrorCallback, onComment?: CommentCallback): Scanner {
|
||
var pos: number; // Current position (end position of text of current token)
|
||
var len: number; // Length of text
|
||
var startPos: number; // Start position of whitespace before current token
|
||
var tokenPos: number; // Start position of text of current token
|
||
var token: number;
|
||
var tokenValue: string;
|
||
var precedingLineBreak: boolean;
|
||
|
||
function error(message: DiagnosticMessage): void {
|
||
if (onError) onError(message);
|
||
}
|
||
|
||
function isIdentifierStart(ch: number): boolean {
|
||
return ch >= CharacterCodes.A && ch <= CharacterCodes.Z || ch >= CharacterCodes.a && ch <= CharacterCodes.z ||
|
||
ch === CharacterCodes.$ || ch === CharacterCodes._ ||
|
||
ch > CharacterCodes.maxAsciiCharacter && isUnicodeIdentifierStart(ch, languageVersion);
|
||
}
|
||
|
||
function isIdentifierPart(ch: number): boolean {
|
||
return ch >= CharacterCodes.A && ch <= CharacterCodes.Z || ch >= CharacterCodes.a && ch <= CharacterCodes.z ||
|
||
ch >= CharacterCodes._0 && ch <= CharacterCodes._9 || ch === CharacterCodes.$ || ch === CharacterCodes._ ||
|
||
ch > CharacterCodes.maxAsciiCharacter && isUnicodeIdentifierPart(ch, languageVersion);
|
||
}
|
||
|
||
function scanNumber(): number {
|
||
var start = pos;
|
||
while (isDigit(text.charCodeAt(pos))) pos++;
|
||
if (text.charCodeAt(pos) === CharacterCodes.dot) {
|
||
pos++;
|
||
while (isDigit(text.charCodeAt(pos))) pos++;
|
||
}
|
||
var end = pos;
|
||
if (text.charCodeAt(pos) === CharacterCodes.E || text.charCodeAt(pos) === CharacterCodes.e) {
|
||
pos++;
|
||
if (text.charCodeAt(pos) === CharacterCodes.plus || text.charCodeAt(pos) === CharacterCodes.minus) pos++;
|
||
if (isDigit(text.charCodeAt(pos))) {
|
||
pos++;
|
||
while (isDigit(text.charCodeAt(pos))) pos++;
|
||
end = pos;
|
||
}
|
||
else {
|
||
error(Diagnostics.Digit_expected);
|
||
}
|
||
}
|
||
return +(text.substring(start, end));
|
||
}
|
||
|
||
function scanHexDigits(count: number, exact?: boolean): number {
|
||
var digits = 0;
|
||
var value = 0;
|
||
while (digits < count || !exact) {
|
||
var ch = text.charCodeAt(pos);
|
||
if (ch >= CharacterCodes._0 && ch <= CharacterCodes._9) {
|
||
value = value * 16 + ch - CharacterCodes._0;
|
||
}
|
||
else if (ch >= CharacterCodes.A && ch <= CharacterCodes.F) {
|
||
value = value * 16 + ch - CharacterCodes.A + 10;
|
||
}
|
||
else if (ch >= CharacterCodes.a && ch <= CharacterCodes.f) {
|
||
value = value * 16 + ch - CharacterCodes.a + 10;
|
||
}
|
||
else {
|
||
break;
|
||
}
|
||
pos++;
|
||
digits++;
|
||
}
|
||
if (digits < count) {
|
||
value = -1;
|
||
}
|
||
return value;
|
||
}
|
||
|
||
function scanString(): string {
|
||
var quote = text.charCodeAt(pos++);
|
||
var result = "";
|
||
var start = pos;
|
||
while (true) {
|
||
if (pos >= len) {
|
||
result += text.substring(start, pos);
|
||
error(Diagnostics.Unexpected_end_of_text);
|
||
break;
|
||
}
|
||
var ch = text.charCodeAt(pos);
|
||
if (ch === quote) {
|
||
result += text.substring(start, pos);
|
||
pos++;
|
||
break;
|
||
}
|
||
if (ch === CharacterCodes.backslash) {
|
||
result += text.substring(start, pos);
|
||
pos++;
|
||
if (pos >= len) {
|
||
error(Diagnostics.Unexpected_end_of_text);
|
||
break;
|
||
}
|
||
ch = text.charCodeAt(pos++);
|
||
switch (ch) {
|
||
case CharacterCodes._0:
|
||
result += "\0";
|
||
break;
|
||
case CharacterCodes.b:
|
||
result += "\b";
|
||
break;
|
||
case CharacterCodes.t:
|
||
result += "\t";
|
||
break;
|
||
case CharacterCodes.n:
|
||
result += "\n";
|
||
break;
|
||
case CharacterCodes.v:
|
||
result += "\v";
|
||
break;
|
||
case CharacterCodes.f:
|
||
result += "\f";
|
||
break;
|
||
case CharacterCodes.r:
|
||
result += "\r";
|
||
break;
|
||
case CharacterCodes.singleQuote:
|
||
result += "\'";
|
||
break;
|
||
case CharacterCodes.doubleQuote:
|
||
result += "\"";
|
||
break;
|
||
case CharacterCodes.x:
|
||
case CharacterCodes.u:
|
||
var ch = scanHexDigits(ch === CharacterCodes.x ? 2 : 4, true);
|
||
if (ch >= 0) {
|
||
result += String.fromCharCode(ch);
|
||
}
|
||
else {
|
||
error(Diagnostics.Hexadecimal_digit_expected);
|
||
}
|
||
break;
|
||
case CharacterCodes.carriageReturn:
|
||
if (pos < len && text.charCodeAt(pos) === CharacterCodes.lineFeed) pos++;
|
||
break;
|
||
case CharacterCodes.lineFeed:
|
||
case CharacterCodes.lineSeparator:
|
||
case CharacterCodes.paragraphSeparator:
|
||
break;
|
||
default:
|
||
result += String.fromCharCode(ch);
|
||
}
|
||
start = pos;
|
||
continue;
|
||
}
|
||
if (isLineBreak(ch)) {
|
||
result += text.substring(start, pos);
|
||
error(Diagnostics.Unterminated_string_constant);
|
||
break;
|
||
}
|
||
pos++;
|
||
}
|
||
return result;
|
||
}
|
||
|
||
// Current character is known to be a backslash. Check for Unicode escape of the form '\uXXXX'
|
||
// and return code point value if valid Unicode escape is found. Otherwise return -1.
|
||
function peekUnicodeEscape(): number {
|
||
if (pos + 5 < len && text.charCodeAt(pos + 1) === CharacterCodes.u) {
|
||
var start = pos;
|
||
pos += 2;
|
||
var value = scanHexDigits(4, true);
|
||
pos = start;
|
||
return value;
|
||
}
|
||
return -1;
|
||
}
|
||
|
||
function scanIdentifierParts(): string {
|
||
var result = "";
|
||
var start = pos;
|
||
while (pos < len) {
|
||
var ch = text.charCodeAt(pos);
|
||
if (isIdentifierPart(ch)) {
|
||
pos++;
|
||
}
|
||
else if (ch === CharacterCodes.backslash) {
|
||
ch = peekUnicodeEscape();
|
||
if (!(ch >= 0 && isIdentifierPart(ch))) {
|
||
break;
|
||
}
|
||
result += text.substring(start, pos);
|
||
result += String.fromCharCode(ch);
|
||
// Valid Unicode escape is always six characters
|
||
pos += 6;
|
||
start = pos;
|
||
}
|
||
else {
|
||
break;
|
||
}
|
||
}
|
||
result += text.substring(start, pos);
|
||
return result;
|
||
}
|
||
|
||
function getIdentifierToken(): SyntaxKind {
|
||
// Reserved words are between 2 and 11 characters long and start with a lowercase letter
|
||
var len = tokenValue.length;
|
||
if (len >= 2 && len <= 11) {
|
||
var ch = tokenValue.charCodeAt(0);
|
||
if (ch >= CharacterCodes.a && ch <= CharacterCodes.z && hasOwnProperty.call(textToToken, tokenValue)) {
|
||
return token = textToToken[tokenValue];
|
||
}
|
||
}
|
||
return token = SyntaxKind.Identifier;
|
||
}
|
||
|
||
function scan(): SyntaxKind {
|
||
startPos = pos;
|
||
precedingLineBreak = false;
|
||
while (true) {
|
||
tokenPos = pos;
|
||
if (pos >= len) {
|
||
return token = SyntaxKind.EndOfFileToken;
|
||
}
|
||
var ch = text.charCodeAt(pos);
|
||
switch (ch) {
|
||
case CharacterCodes.lineFeed:
|
||
case CharacterCodes.carriageReturn:
|
||
precedingLineBreak = true;
|
||
case CharacterCodes.tab:
|
||
case CharacterCodes.verticalTab:
|
||
case CharacterCodes.formFeed:
|
||
case CharacterCodes.space:
|
||
pos++;
|
||
continue;
|
||
case CharacterCodes.exclamation:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
if (text.charCodeAt(pos + 2) === CharacterCodes.equals) {
|
||
return pos += 3, token = SyntaxKind.ExclamationEqualsEqualsToken;
|
||
}
|
||
return pos += 2, token = SyntaxKind.ExclamationEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.ExclamationToken;
|
||
case CharacterCodes.doubleQuote:
|
||
case CharacterCodes.singleQuote:
|
||
tokenValue = scanString();
|
||
return token = SyntaxKind.StringLiteral;
|
||
case CharacterCodes.percent:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.PercentEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.PercentToken;
|
||
case CharacterCodes.ampersand:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.ampersand) {
|
||
return pos += 2, token = SyntaxKind.AmpersandAmpersandToken;
|
||
}
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.AmpersandEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.AmpersandToken;
|
||
case CharacterCodes.openParen:
|
||
return pos++, token = SyntaxKind.OpenParenToken;
|
||
case CharacterCodes.closeParen:
|
||
return pos++, token = SyntaxKind.CloseParenToken;
|
||
case CharacterCodes.asterisk:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.AsteriskEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.AsteriskToken;
|
||
case CharacterCodes.plus:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.plus) {
|
||
return pos += 2, token = SyntaxKind.PlusPlusToken;
|
||
}
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.PlusEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.PlusToken;
|
||
case CharacterCodes.comma:
|
||
return pos++, token = SyntaxKind.CommaToken;
|
||
case CharacterCodes.minus:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.minus) {
|
||
return pos += 2, token = SyntaxKind.MinusMinusToken;
|
||
}
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.MinusEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.MinusToken;
|
||
case CharacterCodes.dot:
|
||
if (isDigit(text.charCodeAt(pos + 1))) {
|
||
tokenValue = "" + scanNumber();
|
||
return token = SyntaxKind.NumericLiteral;
|
||
}
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.dot && text.charCodeAt(pos + 2) === CharacterCodes.dot) {
|
||
return pos += 3, token = SyntaxKind.DotDotDotToken;
|
||
}
|
||
return pos++, token = SyntaxKind.DotToken;
|
||
case CharacterCodes.slash:
|
||
// Single-line comment
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.slash) {
|
||
pos += 2;
|
||
|
||
while (pos < len) {
|
||
if (isLineBreak(text.charCodeAt(pos))) {
|
||
break;
|
||
}
|
||
pos++;
|
||
|
||
}
|
||
if (onComment) {
|
||
onComment(tokenPos, pos);
|
||
}
|
||
continue;
|
||
}
|
||
// Multi-line comment
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.asterisk) {
|
||
pos += 2;
|
||
|
||
while (pos < len) {
|
||
var ch = text.charCodeAt(pos);
|
||
|
||
if (ch === CharacterCodes.asterisk && text.charCodeAt(pos + 1) === CharacterCodes.slash) {
|
||
pos += 2;
|
||
break;
|
||
}
|
||
|
||
if (isLineBreak(ch)) {
|
||
precedingLineBreak = true;
|
||
}
|
||
pos++;
|
||
}
|
||
|
||
if (onComment) {
|
||
onComment(tokenPos, pos);
|
||
}
|
||
|
||
continue;
|
||
}
|
||
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.SlashEqualsToken;
|
||
}
|
||
|
||
return pos++, token = SyntaxKind.SlashToken;
|
||
|
||
case CharacterCodes._0:
|
||
if (pos + 2 < len && (text.charCodeAt(pos + 1) === CharacterCodes.X || text.charCodeAt(pos + 1) === CharacterCodes.x)) {
|
||
pos += 2;
|
||
var value = scanHexDigits(1, false);
|
||
if (value < 0) {
|
||
error(Diagnostics.Hexadecimal_digit_expected);
|
||
value = 0;
|
||
}
|
||
tokenValue = "" + value;
|
||
return SyntaxKind.NumericLiteral;
|
||
}
|
||
case CharacterCodes._1:
|
||
case CharacterCodes._2:
|
||
case CharacterCodes._3:
|
||
case CharacterCodes._4:
|
||
case CharacterCodes._5:
|
||
case CharacterCodes._6:
|
||
case CharacterCodes._7:
|
||
case CharacterCodes._8:
|
||
case CharacterCodes._9:
|
||
tokenValue = "" + scanNumber();
|
||
return token = SyntaxKind.NumericLiteral;
|
||
case CharacterCodes.colon:
|
||
return pos++, token = SyntaxKind.ColonToken;
|
||
case CharacterCodes.semicolon:
|
||
return pos++, token = SyntaxKind.SemicolonToken;
|
||
case CharacterCodes.lessThan:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.lessThan) {
|
||
if (text.charCodeAt(pos + 2) === CharacterCodes.equals) {
|
||
return pos += 3, token = SyntaxKind.LessThanLessThanEqualsToken;
|
||
}
|
||
return pos += 2, token = SyntaxKind.LessThanLessThanToken;
|
||
}
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.LessThanEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.LessThanToken;
|
||
case CharacterCodes.equals:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
if (text.charCodeAt(pos + 2) === CharacterCodes.equals) {
|
||
return pos += 3, token = SyntaxKind.EqualsEqualsEqualsToken;
|
||
}
|
||
return pos += 2, token = SyntaxKind.EqualsEqualsToken;
|
||
}
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.greaterThan) {
|
||
return pos += 2, token = SyntaxKind.EqualsGreaterThanToken;
|
||
}
|
||
return pos++, token = SyntaxKind.EqualsToken;
|
||
case CharacterCodes.greaterThan:
|
||
return pos++, token = SyntaxKind.GreaterThanToken;
|
||
case CharacterCodes.question:
|
||
return pos++, token = SyntaxKind.QuestionToken;
|
||
case CharacterCodes.openBracket:
|
||
return pos++, token = SyntaxKind.OpenBracketToken;
|
||
case CharacterCodes.closeBracket:
|
||
return pos++, token = SyntaxKind.CloseBracketToken;
|
||
case CharacterCodes.caret:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.CaretEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.CaretToken;
|
||
case CharacterCodes.openBrace:
|
||
return pos++, token = SyntaxKind.OpenBraceToken;
|
||
case CharacterCodes.bar:
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.bar) {
|
||
return pos += 2, token = SyntaxKind.BarBarToken;
|
||
}
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.BarEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.BarToken;
|
||
case CharacterCodes.closeBrace:
|
||
return pos++, token = SyntaxKind.CloseBraceToken;
|
||
case CharacterCodes.tilde:
|
||
return pos++, token = SyntaxKind.TildeToken;
|
||
case CharacterCodes.backslash:
|
||
var ch = peekUnicodeEscape();
|
||
if (ch >= 0 && isIdentifierStart(ch)) {
|
||
pos += 6;
|
||
tokenValue = String.fromCharCode(ch) + scanIdentifierParts();
|
||
return token = getIdentifierToken();
|
||
}
|
||
error(Diagnostics.Invalid_character);
|
||
return pos++, token = SyntaxKind.Unknown;
|
||
default:
|
||
if (isIdentifierStart(ch)) {
|
||
pos++;
|
||
while (pos < len && isIdentifierPart(ch = text.charCodeAt(pos))) pos++;
|
||
tokenValue = text.substring(tokenPos, pos);
|
||
if (ch === CharacterCodes.backslash) {
|
||
tokenValue += scanIdentifierParts();
|
||
}
|
||
return token = getIdentifierToken();
|
||
}
|
||
else if (isWhiteSpace(ch)) {
|
||
pos++;
|
||
continue;
|
||
}
|
||
else if (isLineBreak(ch)) {
|
||
precedingLineBreak = true;
|
||
pos++;
|
||
continue;
|
||
}
|
||
error(Diagnostics.Invalid_character);
|
||
return pos++, token = SyntaxKind.Unknown;
|
||
}
|
||
}
|
||
}
|
||
|
||
function reScanGreaterToken(): SyntaxKind {
|
||
if (token === SyntaxKind.GreaterThanToken) {
|
||
if (text.charCodeAt(pos) === CharacterCodes.greaterThan) {
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.greaterThan) {
|
||
if (text.charCodeAt(pos + 2) === CharacterCodes.equals) {
|
||
return pos += 3, token = SyntaxKind.GreaterThanGreaterThanGreaterThanEqualsToken;
|
||
}
|
||
return pos += 2, token = SyntaxKind.GreaterThanGreaterThanGreaterThanToken;
|
||
}
|
||
if (text.charCodeAt(pos + 1) === CharacterCodes.equals) {
|
||
return pos += 2, token = SyntaxKind.GreaterThanGreaterThanEqualsToken;
|
||
}
|
||
return pos++, token = SyntaxKind.GreaterThanGreaterThanToken;
|
||
}
|
||
if (text.charCodeAt(pos) === CharacterCodes.equals) {
|
||
return pos++, token = SyntaxKind.GreaterThanEqualsToken;
|
||
}
|
||
}
|
||
return token;
|
||
}
|
||
|
||
function reScanSlashToken(): SyntaxKind {
|
||
if (token === SyntaxKind.SlashToken || token === SyntaxKind.SlashEqualsToken) {
|
||
var p = tokenPos + 1;
|
||
var inEscape = false;
|
||
var inClass = false;
|
||
while (true) {
|
||
if (p >= len) {
|
||
return token;
|
||
}
|
||
var ch = text.charCodeAt(p);
|
||
if (isLineBreak(ch)) {
|
||
return token;
|
||
}
|
||
if (inEscape) {
|
||
inEscape = false;
|
||
}
|
||
else if (ch === CharacterCodes.slash) {
|
||
break;
|
||
}
|
||
else if (ch === CharacterCodes.openBracket) {
|
||
inClass = true;
|
||
}
|
||
else if (ch === CharacterCodes.backslash) {
|
||
inEscape = true;
|
||
}
|
||
else if (ch === CharacterCodes.closeBracket) {
|
||
inClass = false;
|
||
}
|
||
p++;
|
||
}
|
||
p++;
|
||
while (isIdentifierPart(text.charCodeAt(p))) p++;
|
||
pos = p;
|
||
tokenValue = text.substring(tokenPos, pos);
|
||
token = SyntaxKind.RegularExpressionLiteral;
|
||
}
|
||
return token;
|
||
}
|
||
|
||
function tryScan<T>(callback: () => T): T {
|
||
var savePos = pos;
|
||
var saveStartPos = startPos;
|
||
var saveTokenPos = tokenPos;
|
||
var saveToken = token;
|
||
var saveTokenValue = tokenValue;
|
||
var savePrecedingLineBreak = precedingLineBreak;
|
||
var result = callback();
|
||
if (!result) {
|
||
pos = savePos;
|
||
startPos = saveStartPos;
|
||
tokenPos = saveTokenPos;
|
||
token = saveToken;
|
||
tokenValue = saveTokenValue;
|
||
precedingLineBreak = savePrecedingLineBreak;
|
||
}
|
||
return result;
|
||
}
|
||
|
||
function setText(newText: string) {
|
||
text = newText || "";
|
||
len = text.length;
|
||
setTextPos(0);
|
||
}
|
||
|
||
function setTextPos(textPos: number) {
|
||
pos = textPos;
|
||
startPos = textPos;
|
||
tokenPos = textPos;
|
||
token = SyntaxKind.Unknown;
|
||
precedingLineBreak = false;
|
||
}
|
||
|
||
setText(text);
|
||
|
||
|
||
return {
|
||
getStartPos: () => startPos,
|
||
getTextPos: () => pos,
|
||
getToken: () => token,
|
||
getTokenPos: () => tokenPos,
|
||
getTokenText: () => text.substring(tokenPos, pos),
|
||
getTokenValue: () => tokenValue,
|
||
hasPrecedingLineBreak: () => precedingLineBreak,
|
||
isIdentifier: () => token === SyntaxKind.Identifier || token > SyntaxKind.LastReservedWord,
|
||
isReservedWord: () => token >= SyntaxKind.FirstReservedWord && token <= SyntaxKind.LastReservedWord,
|
||
reScanGreaterToken: reScanGreaterToken,
|
||
reScanSlashToken: reScanSlashToken,
|
||
scan: scan,
|
||
setText: setText,
|
||
setTextPos: setTextPos,
|
||
tryScan: tryScan
|
||
};
|
||
}
|
||
}
|