1 | import { Token } from './ast';
|
2 | import { Source } from './source';
|
3 | import { TokenKindEnum } from './tokenKind';
|
4 |
|
5 |
|
6 |
|
7 |
|
8 |
|
9 |
|
10 |
|
11 |
|
12 |
|
13 | export class Lexer {
|
14 | source: Source;
|
15 |
|
16 | |
17 |
|
18 |
|
19 | lastToken: Token;
|
20 |
|
21 | |
22 |
|
23 |
|
24 | token: Token;
|
25 |
|
26 | |
27 |
|
28 |
|
29 | line: number;
|
30 |
|
31 | |
32 |
|
33 |
|
34 | lineStart: number;
|
35 |
|
36 | constructor(source: Source);
|
37 |
|
38 | /**
|
39 | * Advances the token stream to the next non-ignored token.
|
40 | */
|
41 | advance(): Token;
|
42 |
|
43 | /**
|
44 | * Looks ahead and returns the next non-ignored token, but does not change
|
45 | * the state of Lexer.
|
46 | */
|
47 | lookahead(): Token;
|
48 | }
|
49 |
|
50 | /**
|
51 | * @internal
|
52 | */
|
53 | export function isPunctuatorToken(token: Token): boolean;
|
54 |
|
55 | /**
|
56 | * @internal
|
57 | */
|
58 | export function isPunctuatorTokenKind(kind: TokenKindEnum): boolean;
|