import { ResponseModel } from "../../models/response/types";
import type { User, Website } from "../../../types/types";
export declare type CrawlConfig = {
    userId: number;
    url: string;
    pageInsights?: boolean;
    sendSub?: boolean;
    user?: User;
    html?: string;
    standard?: string;
    ignore?: string[];
    rules?: string[];
    runners?: string[];
};
export declare const crawlPage: (crawlConfig: CrawlConfig, sendEmail?: boolean, blockEvent?: boolean) => Promise<ResponseModel>;
export declare function entriesFromWebsiteSync(pages: Website[]): AsyncGenerator<[void, string]>;
export declare const crawlMultiSite: (data: any) => Promise<any[]>;