/** @module tokenizers */
import { AbstractTokenizer } from "../AbstractTokenizer";
/**
 * Implements a default tokenizer class.
 */
export declare class GenericTokenizer extends AbstractTokenizer {
    constructor();
}