export interface ITokenizerGroup {
    sharedWorkerImport?: string;
    workerImport?: string;
    requireStatement?: string;
    importModule?: string;
    importFrom?: string;
    dynamicImport?: string;
    singleLineComment?: string;
    commentStart?: string;
    commentEnd?: string;
    systemVariable?: {
        declaration?: string;
        name: string;
    };
    exportsKeyword?: boolean;
    jsxToken?: boolean;
    mappedLine?: string;
}
export declare function tokenize(input: string, onToken: (group: ITokenizerGroup) => void, debug?: any): void;