import { ResourceSource } from '../../types/common';
export declare class TokenizerModule {
    nativeModule: any;
    load(tokenizer: {
        tokenizerSource: ResourceSource;
    }, onDownloadProgressCallback?: (progress: number) => void): Promise<void>;
    encode(s: string): Promise<any>;
    decode(tokens: number[], skipSpecialTokens?: boolean): Promise<any>;
    getVocabSize(): Promise<number>;
    idToToken(tokenId: number): Promise<string>;
    tokenToId(token: string): Promise<number>;
}