export declare const token: (type: string) => number;
export declare class Tokenizer {
	line: number;
	column: number;
	length: number;
	position: number;
	character?: string;
	characters: string;
	constructor(value: string);
	prev(): string;
	next(): string;
	peek(): string;
	slice(begin: number, end: number): string;
	delimit(type: string): string;
	tokenize(): string[];
	whitespace(type: string): string;
	protected _tokenizer(children: string[]): string[];
	escaping(index: number, count: number): string;
	protected _delimiter(type: string): number;
	commenter(type: string, index: number): string;
	identifier(index: number): string;
}