import { IToken } from './itoken';
export interface ITokenizer {
    tokenize(str: string): IToken[];
}
//# sourceMappingURL=itokenizer.d.ts.map