interface Tokenizer {
    initTokenizer(stringToTokenize: String): void;
    isEOF(): boolean;
    hasMoreTokens(): boolean;
    getNextToken(): Token | null;
}
interface Token {
    type: string;
    value: string;
}

export { Token, Tokenizer };