import { Token } from "./types";
/**
 * Tokenizer class
 * Lazily pulls a token from a stream.
 */
export declare class Tokenizer {
    syntax: string;
    cursor: number;
    currentLine: number;
    currentColumn: number;
    /**
     * Initializes the string.
     */
    constructor(string: string);
    /**
     * Whether the tokenizer reached EOF.
     */
    isEOF(): boolean;
    /**
     * Whether we still have more tokens.
     */
    hasMoreTokens(): boolean;
    /**
     * Obtains next token.
     */
    getNextToken(): Token | null;
    /**
     * Matches a token for a regular expression.
     */
    _match(regexp: RegExp, string: string): string;
}