import { type SyntaxOpts, type Token } from "./api.js";
/**
 * Yields iterator of {@link Token}s (incl. location info) from `src` string
 * (or from a **characterwise** iterable). Scope and string delimiters
 * and whitespace characters can be configured via given `opts`. By
 * default {@link DEFAULT_SYNTAX} is used.
 *
 * - {@link SyntaxOpts}
 * - {@link Token}
 *
 * @param src -
 * @param opts -
 */
export declare function tokenize(src: Iterable<string>, opts?: Partial<SyntaxOpts>): IterableIterator<Token>;
//# sourceMappingURL=tokenize.d.ts.map