export declare const lexer: any;
export declare const tokenize: (str: string) => Token[];
export interface Token {
    type: string;
    value: any;
    text: string;
    toString: () => string;
    offset: number;
    lineBreaks: number;
    line: number;
    col: number;
}
//# sourceMappingURL=tokenizer.d.ts.map