import { ResourceSource } from '../../types/common';
export declare const useTokenizer: ({ tokenizer, preventLoad, }: {
    tokenizer: {
        tokenizerSource: ResourceSource;
    };
    preventLoad?: boolean;
}) => {
    error: string | null;
    isReady: boolean;
    isGenerating: boolean;
    downloadProgress: number;
    decode: (tokens: number[], skipSpecialTokens?: boolean | undefined) => Promise<Promise<any>>;
    encode: (s: string) => Promise<Promise<any>>;
    getVocabSize: () => Promise<Promise<number>>;
    idToToken: (tokenId: number) => Promise<Promise<string>>;
    tokenToId: (token: string) => Promise<Promise<number>>;
};