import { Spec } from '../../constants/bhaiLangSpec';
import { Tokenizer, Token } from './types';

declare class TokenizerImpl implements Tokenizer {
    private _spec;
    private _string;
    private _cursor;
    constructor(spec: Spec);
    initTokenizer(stringToTokenize: String): void;
    isEOF(): boolean;
    hasMoreTokens(): boolean;
    getNextToken(): Token | null;
    _matched(regex: RegExp, string: string): string | null;
}

export { TokenizerImpl as default };